Class: Aquatone::Collectors::Gtr

Inherits:
Aquatone::Collector show all
Defined in:
lib/aquatone/collectors/gtr.rb

Constant Summary collapse

BASE_URI = 
"https://www.google.com/transparencyreport/jsonp/ct/search"
PAGES_TO_PROCESS = 
30.freeze

Constants inherited from Aquatone::Collector

Aquatone::Collector::DEFAULT_PRIORITY

Instance Attribute Summary

Attributes inherited from Aquatone::Collector

#domain, #hosts

Instance Method Summary collapse

Methods inherited from Aquatone::Collector

descendants, #execute!, #initialize, meta, meta=, priority, sluggified_name

Constructor Details

This class inherits a constructor from Aquatone::Collector

Instance Method Details

#run ⇒ Object 



14
15
16
17
18
19
20
21
22
23
24
25
 
# File 'lib/aquatone/collectors/gtr.rb', line 14

def run
  token = nil
  PAGES_TO_PROCESS.times do
    response = parse_response(request_page(token))
    response["results"].each do |result|
      host = result["subject"]
      add_host(host) if valid_host?(host)
    end
    break if !response.key?("nextPageToken")
    token = response["nextPageToken"]
  end
end