Class: Scraper

Inherits:
Object
  • Object
show all
Defined in:
lib/FreeWiFiNYC/scraper.rb

Overview

require ‘./cli’ require ‘./FreeWiFiNYC’

Instance Attribute Summary collapse

Class Method Summary collapse

Instance Method Summary collapse

Instance Attribute Details

#all_nyc_zips ⇒ Object

Returns the value of attribute all_nyc_zips.



8
9
10
 
# File 'lib/FreeWiFiNYC/scraper.rb', line 8

def all_nyc_zips
  @all_nyc_zips
end

#boro_code ⇒ Object

Returns the value of attribute boro_code.



8
9
10
 
# File 'lib/FreeWiFiNYC/scraper.rb', line 8

def boro_code
  @boro_code
end

#borough ⇒ Object

Returns the value of attribute borough.



8
9
10
 
# File 'lib/FreeWiFiNYC/scraper.rb', line 8

def borough
  @borough
end

#data ⇒ Object

Returns the value of attribute data.



8
9
10
 
# File 'lib/FreeWiFiNYC/scraper.rb', line 8

def data
  @data
end

#find_wifi_input ⇒ Object

Returns the value of attribute find_wifi_input.



8
9
10
 
# File 'lib/FreeWiFiNYC/scraper.rb', line 8

def find_wifi_input
  @find_wifi_input
end

#zip_codes ⇒ Object

Returns the value of attribute zip_codes.



8
9
10
 
# File 'lib/FreeWiFiNYC/scraper.rb', line 8

def zip_codes
  @zip_codes
end

Class Method Details

.all_data ⇒ Object 



83
84
85
 
# File 'lib/FreeWiFiNYC/scraper.rb', line 83

def self.all_data
  @data
end

.scrape_data ⇒ Object 



14
15
16
17
18
19
20
21
22
23
24
25
 
# File 'lib/FreeWiFiNYC/scraper.rb', line 14

def self.scrape_data
  @all_nyc_zips = []
  @zip_codes = []

  parsed_data = Nokogiri::HTML(open("https://data.cityofnewyork.us/resource/yjub-udmw.json?$offset=0&$limit=5000"))
  #zips_nyc_data = Nokogiri::HTML(open("http://www.city-data.com/zipmaps/New-York-New-York.html"))

  @data = JSON.parse(parsed_data)
  #@all_nyc_zips = zips_nyc_data.css("div.zip-codes a").text.scan(/\d{5}/)

  zips
end

.zipcode_hardcode ⇒ Object 



27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
 
# File 'lib/FreeWiFiNYC/scraper.rb', line 27

def self.zipcode_hardcode
#   zippers = #{Bronx =>
#           {"Central Bronx" => [10453, 10457, 10460],
#           "Bronx Park and Fordham" => [10458, 10467, 10468],
#           "High Bridge and Morrisania" => [10451, 10452, 10456],
#           "Hunts Point and Mott Haven" => [10454, 10455, 10459, 10474],
#           "Kingsbridge and Riverdale" => [10463, 10471],
#           "Northeast Bronx" => [10466, 10469, 10470, 10475],
#           "Southeast Bronx" =>  [10461, 10462,10464, 10465, 10472, 10473]},
#
#             #{Brooklyn =>
#           {"Central Brooklyn" => [11212, 11213, 11216, 11233, 11238],
#           "Southwest Brooklyn" => [11209, 11214, 11228],
#           "Borough Park" => [11204, 11218, 11219, 11230],
#           "Canarsie and Flatlands" => [11234, 11236, 11239],
#           "Southern Brooklyn" => [11223, 11224, 11229, 11235],
#           "Northwest Brooklyn" => [11201, 11205, 11215, 11217, 11231],
#           "Flatbush" => [11203, 11210, 11225, 11226],
#           "East New York and New Lots" => [11207, 11208],
#           "Greenpoint" => [11211, 11222],
#           "Sunset Park" => [11220, 11232],
#           "Bushwick and Williamsburg" => [11206, 11221, 11237]}
#           }

  codes = [10001, 10002, 10003, 10004, 10005, 10006, 10007, 10009,
  10010, 10011, 10012, 10013, 10014, 10016, 10017, 10018, 10019, 10020,
  10021, 10022, 10023, 10024, 10025, 10026, 10027, 10028, 10029, 10030,
  10031, 10032, 10033, 10034, 10035, 10036, 10037, 10038, 10039, 10040,
  10044, 10065, 10069, 10075, 10103, 10110, 10111, 10112, 10115, 10119,
  10128, 10152, 10153, 10154, 10162, 10165, 10167, 10168, 10169, 10170,
  10171, 10172, 10173, 10174, 10177, 10199, 10271, 10278, 10279, 10280,
  10282, 10301, 10302, 10303, 10304, 10305, 10306, 10307, 10308, 10309,
  10310, 10311, 10312, 10314, 10451, 10452, 10453, 10454, 10455, 10456,
  10457, 10458, 10459, 10460, 10461, 10462, 10463, 10464, 10465, 10466,
  10467, 10468, 10469, 10470, 10471, 10472, 10473, 10474, 10475, 11001,
  11003, 11004, 11005, 11040, 11101, 11102, 11103, 11104, 11105, 11106,
  11109, 11201, 11203, 11204, 11205, 11206, 11207, 11208, 11209, 11210,
  11211, 11212, 11213, 11214, 11215, 11216, 11217, 11218, 11219, 11220,
  11221, 11222, 11223, 11224, 11225, 11226, 11228, 11229, 11230, 11231,
  11232, 11233, 11234, 11235, 11236, 11237, 11238, 11239, 11351, 11354,
  11355, 11356, 11357, 11358, 11359, 11360, 11361, 11362, 11363, 11364,
  11365, 11366, 11367, 11368, 11369, 11370, 11371, 11372, 11373, 11374,
  11375, 11377, 11378, 11379, 11385, 11411, 11412, 11413, 11414, 11415,
  11416, 11417, 11418, 11419, 11420, 11421, 11422, 11423, 11424, 11425,
  11426, 11427, 11428, 11429, 11430, 11432, 11433, 11434, 11435, 11436,
  11451, 11691, 11692, 11693, 11694, 11697]
end

.zips ⇒ Object 



75
76
77
78
79
80
81
 
# File 'lib/FreeWiFiNYC/scraper.rb', line 75

def self.zips
  # @data.each do |each_entry|
  Scraper.all_data.each do |each_entry|
      @zip_codes << each_entry["zip"] unless @zip_codes.include?(each_entry["zip"])
    end
      @zip_codes.sort
end

Instance Method Details

#test ⇒ Object 



10
11
12
 
# File 'lib/FreeWiFiNYC/scraper.rb', line 10

def test
  puts "Scraper Test"
end