Class: Boilerpipe::Extractors::DefaultExtractor

Inherits:
Object
  • Object
show all
Defined in:
lib/boilerpipe/extractors/default_extractor.rb

Class Method Summary collapse

Class Method Details

.process(doc) ⇒ Object 



10
11
12
13
14
15
16
17
18
19
20
21
22
 
# File 'lib/boilerpipe/extractors/default_extractor.rb', line 10

def self.process(doc)
  filters = ::Boilerpipe::Filters
  # merge adjacent blocks with equal text_density
  filters::SimpleBlockFusionProcessor.process doc

  # merge text blocks next to each other
  filters::BlockProximityFusion::MAX_DISTANCE_1.process doc

  # marks text blocks as content / non-content using boilerpipe alg
  filters::DensityRulesClassifier.process doc

  doc
end

.text(contents) ⇒ Object 



4
5
6
7
8
 
# File 'lib/boilerpipe/extractors/default_extractor.rb', line 4

def self.text(contents)
  doc = ::Boilerpipe::SAX::BoilerpipeHTMLParser.parse(contents)
  ::Boilerpipe::Extractors::DefaultExtractor.process doc
  doc.content
end