Class: BookingScrapper

Inherits:
Object
  • Object
show all
Defined in:
lib/bookingscrapper.rb

Class Method Summary collapse

Class Method Details

.scrape(value) ⇒ Object 



6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
 
# File 'lib/bookingscrapper.rb', line 6

def self.scrape(value)
  
outputArray = []

args = %w[--disable-infobars --headless window-size=1600,1200 --no-sandbox --disable-gpu --disable-dev-shm-usage]
options = {
       binary: ENV['GOOGLE_CHROME_BIN'],
       prefs: { password_manager_enable: false, credentials_enable_service: false },
       args:  args
     }

browser = Watir::Browser.new(:chrome, options: options)
browser.goto value
doc = Nokogiri::HTML.parse(browser.html)

#taking all the hotels list in HTML

hotel_list_snippets = doc.css('div.sr_item.sr_item_new.sr_item_default.sr_property_block')

#iterating over each hotel

hotel_list_snippets.each do |hotel_elements|

  hotel_name=  hotel_elements.search('span.sr-hotel__name').text.strip!
  hotel_rank= hotel_elements.search('div.bui-review-score__badge').text.strip!
  
  location_doc = hotel_elements.css('div.sr_card_address_line')
  hotel_location = location_doc.search('a.bui-link').attribute('data-coords').value
  hotel_address = location_doc.search('a').text.strip!
  
  roomtype_doc =hotel_elements.css('a.room_link')
  hotel_roomtype=  roomtype_doc.at('strong')
  
  #some hotel does not have this tag, and result will be Nil, so here its checking for Nil

  if hotel_roomtype
  hotel_roomtype=  roomtype_doc.at('strong').text
  
  end
  
  bedtype_doc =hotel_elements.css('span.room_info')
  hotel_bedtype= bedtype_doc.search('span.sr_gr_bed_type').text.strip!
  
  hotel_price= hotel_elements.search('div.bui-price-display__value.prco-inline-block-maker-helper').text.strip!

  
  hotel_name = hotel_name
  hotel_rank = hotel_rank
  hotel_location = hotel_location
  
  #removing Show on map string before that its checking for Nil value

  if hotel_address
  hotel_address.slice! "Show on map"
  hotel_address= hotel_address.strip!
  end
  
  #checking for Nil value

  if hotel_roomtype
  hotel_roomtype.gsub("\n","")
  end
  
  #checking for Nil Value

  if hotel_bedtype
  hotel_bedtype.gsub("\n","")
  end
  
  #checking for Nil Value

  if hotel_price
  hotel_price.slice! "\u20AC\u00A0"
  end
  
  #new Hash is created and all the values are pushed into the hash map

  output = Hash.new
  output.store("name", hotel_name)
  output.store("rank", hotel_rank)
  output.store("location", hotel_location)
  output.store("address", hotel_address)
  output.store("roomtype", hotel_roomtype)
  output.store("bedtype", hotel_bedtype)
  output.store("price", hotel_price)

#pushing to array

  outputArray.push(output)
  
   end
  #returning array

return outputArray

end