Class: Postdata::Downloader

Inherits:
Object
  • Object
show all
Defined in:
lib/postdata/downloader.rb

Constant Summary collapse

KEN_ALL_PAGE_URL = 
'http://www.post.japanpost.jp/zipcode/dl/oogaki-zip.html'
KEN_ALL_ZIP_URL = 
'http://www.post.japanpost.jp/zipcode/dl/oogaki/zip/ken_all.zip'
JIGYOSYO_PAGE_URL = 
'http://www.post.japanpost.jp/zipcode/dl/jigyosyo/index-zip.html'
JIGYOSYO_ZIP_URL = 
'http://www.post.japanpost.jp/zipcode/dl/jigyosyo/zip/jigyosyo.zip'

Class Method Summary collapse

Class Method Details

.download(url, file, force_download, logger) ⇒ Object 



40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
 
# File 'lib/postdata/downloader.rb', line 40

def self.download(url, file, force_download, logger)
  msg = "Download #{url} -> #{file}"
  use_cache = !force_download && FileTest.file?(file)
  if use_cache
    msg << " File exists."
  else
    open(url) do |http|
      File.open(file, 'wb') do |f|
        f.write(http.read)
      end
    end
  end
  msg << " Done."
  logger.info(msg) if logger
end

.download_all(dir = '', force_download = false, logger = nil) ⇒ Object 



56
57
58
59
60
61
62
63
64
65
 
# File 'lib/postdata/downloader.rb', line 56

def self.download_all(dir = '', force_download = false, logger = nil)
  zip_ymd =  get_update_date(KEN_ALL_PAGE_URL)
  zip_filename = dir + "/ken_all_#{zip_ymd}.zip"
  download(KEN_ALL_ZIP_URL, zip_filename, force_download, logger)

  jigyo_ymd = get_update_date(JIGYOSYO_PAGE_URL)
  jigyo_filename = dir + "/jigyosyo_#{jigyo_ymd}.zip"
  download(JIGYOSYO_ZIP_URL, jigyo_filename, force_download, logger)
  return zip_filename, zip_ymd, jigyo_filename, jigyo_ymd
end

.format_month_or_day(str) ⇒ Object 



16
17
18
19
20
21
 
# File 'lib/postdata/downloader.rb', line 16

def self.format_month_or_day(str)
  if str.length < 2
    return '0' + str
  end
  str
end

.get_update_date(url) ⇒ Object 



23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
 
# File 'lib/postdata/downloader.rb', line 23

def self.get_update_date(url)
  content = open(url, "r:UTF-8").read
#      p content
  if content !~ />(\d+)年(\d+)月(\d+)日更新/
    raise RuntimeError, "更新日が取得できません";
  end
  year = $1
  month = $2
  day = $3

  ymd = year + format_month_or_day(month) + format_month_or_day(day)
  if (ymd.length != 8)
    raise RuntimeError, "日付が不正です: #{ymd}"
  end
  ymd
end

.heisei_to_seireki(heisei) ⇒ Object 



12
13
14
 
# File 'lib/postdata/downloader.rb', line 12

def self.heisei_to_seireki(heisei)
  2000 + heisei.to_i - 12
end