Module: ArchiveAPI

Included in:
WaybackMachineDownloader
Defined in:
lib/wayback_machine_downloader/archive_api.rb

Instance Method Summary collapse

Instance Method Details

#get_raw_list_from_api(url, page_index) ⇒ Object 



3
4
5
6
7
8
9
 
# File 'lib/wayback_machine_downloader/archive_api.rb', line 3

def get_raw_list_from_api url, page_index
  request_url = "http://web.archive.org/cdx/search/xd?url="
  request_url += url
  request_url += parameters_for_api page_index

  open(request_url).read
end

#parameters_for_api(page_index) ⇒ Object 



11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
 
# File 'lib/wayback_machine_downloader/archive_api.rb', line 11

def parameters_for_api page_index
  parameters = "&fl=timestamp,original&collapse=digest&gzip=false"
  if @all
    parameters += ""
  else
    parameters += "&filter=statuscode:200"
  end
  if @from_timestamp and @from_timestamp != 0
    parameters += "&from=" + @from_timestamp.to_s
  end
  if @to_timestamp and @to_timestamp != 0
    parameters += "&to=" + @to_timestamp.to_s
  end
  if page_index
    parameters += "&page=#{page_index}"
  end
  parameters
end