Module: RelatonIec::Scrapper

Defined in:
lib/relaton_iec/scrapper.rb

Overview

Scrapper.

Constant Summary collapse

DOMAIN = 
"https://webstore.iec.ch"
TYPES = 
{
  "ISO" => "international-standard",
  "TS" => "technicalSpecification",
  "TR" => "technicalReport",
  "PAS" => "publiclyAvailableSpecification",
  "AWI" => "appruvedWorkItem",
  "CD" => "committeeDraft",
  "FDIS" => "finalDraftInternationalStandard",
  "NP" => "newProposal",
  "DIS" => "draftInternationalStandard",
  "WD" => "workingDraft",
  "R" => "recommendation",
  "Guide" => "guide",
}.freeze

Class Method Summary collapse

Class Method Details

.parse_page(hit_data) ⇒ Hash

Parse page.

Parameters:

  • hit_data (Hash)

Returns:

  • (Hash) 


34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
 
# File 'lib/relaton_iec/scrapper.rb', line 34

def parse_page(hit_data)
  doc = get_page hit_data[:url]

  # Fetch edition.
  edition = doc.at(
    "//th[contains(., 'Edition')]/following-sibling::td/span"
  ).text

  status, relations = fetch_status_relations hit_data[:url]

  IecBibliographicItem.new(
    fetched: Date.today.to_s,
    docid: fetch_docid(hit_data),
    structuredidentifier: fetch_structuredidentifier(doc),
    edition: edition,
    language: ["en"],
    script: ["Latn"],
    title: fetch_titles(hit_data),
    doctype: fetch_type(doc),
    docstatus: status,
    ics: fetch_ics(doc),
    date: fetch_dates(doc),
    contributor: fetch_contributors(hit_data[:code]),
    editorialgroup: fetch_workgroup(doc),
    abstract: fetch_abstract(doc),
    copyright: fetch_copyright(hit_data[:code], doc),
    link: fetch_link(doc, hit_data[:url]),
    relation: relations,
    place: ["Geneva"]
  )
end