Class: RestaurantScrapper

Inherits:
Object
  • Object
show all
Defined in:
lib/RestaurantScrapper.rb

Class Method Summary collapse

Class Method Details

.scrape(value) ⇒ Object 



6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
 
# File 'lib/RestaurantScrapper.rb', line 6

def self.scrape(value)
  
outputArray = []

args = %w[--disable-infobars --headless window-size=1600,1200 --no-sandbox --disable-gpu --disable-dev-shm-usage]
options = {
       binary: ENV['GOOGLE_CHROME_BIN'],
       prefs: { password_manager_enable: false, credentials_enable_service: false },
       args:  args
     }

browser = Watir::Browser.new(:chrome, options: options)
browser.goto value
doc = Nokogiri::HTML.parse(browser.html)

#taking all the hotels list in HTML

restaurant_list_snippets = doc.css('div.restaurants-list-ListCell__cellContainer--2mpJS')

#iterating over each hotel

restaurant_list_snippets.each do |restaurant_elements|

  restaurantname_element = restaurant_elements.search('div.restaurants-list-ListCell__nameBlock--1hL7F')
  restaurant_name = restaurantname_element.search('a.restaurants-list-ListCell__restaurantName--2aSdo').text
  
  type_element1 = restaurant_elements.search('div.restaurants-list-ListCell__infoRow--31xBt.restaurants-list-ListCell__hideLeftDivider--3vXbe.restaurants-list-ListCell__cuisinePriceMenu--r4-Re')
  type_element2 = type_element1.search('span.restaurants-list-ListCell__infoCell--1Fz8a')

  restaurant_type = type_element2.search('span.restaurants-list-ListCell__infoRowElement--2E6E3').text
    
  if restaurant_name
  
  restaurant_name=restaurant_name.split(". ", 2)
  name = restaurant_name[1]
  
  end
  
  if restaurant_type
  restaurant_type=restaurant_type.gsub("\u20AC","money")
  restaurant_type=restaurant_type.split("money", 2)
  restaurant_type[1]= "money#{restaurant_type[1]}"
  restaurant_range=restaurant_type[1].split("-")
  if(restaurant_range.size>1)
  fromrange=restaurant_range[0].scan(/(?=money)/).count
  torange= restaurant_range[1].scan(/(?=money)/).count
  range="#{fromrange}-#{torange}"
  else
  range =restaurant_range[0].scan(/(?=money)/).count
  range="#{range}"
  end
  end
  
  #new Hash is created and all the values are pushed into the hash map

  output = Hash.new
  output.store("name", name)
  output.store("type", restaurant_type[0])
  output.store("range", range)


#pushing to array

  outputArray.push(output)
  
   end
  #returning array

return outputArray

end