Module: Mitie

Defined in:
lib/mitie.rb,
lib/mitie/ffi.rb,
lib/mitie/ner.rb,
lib/mitie/utils.rb,
lib/mitie/version.rb,
lib/mitie/document.rb,
lib/mitie/ner_trainer.rb,
lib/mitie/text_categorizer.rb,
lib/mitie/ner_training_instance.rb,
lib/mitie/binary_relation_trainer.rb,
lib/mitie/binary_relation_detector.rb,
lib/mitie/text_categorizer_trainer.rb

Defined Under Namespace

Modules: FFI, Utils Classes: BinaryRelationDetector, BinaryRelationTrainer, Document, Error, NER, NERTrainer, NERTrainingInstance, TextCategorizer, TextCategorizerTrainer

Constant Summary collapse

VERSION = 
"0.2.1"

Class Attribute Summary collapse

Class Method Summary collapse

Class Attribute Details

.ffi_lib ⇒ Object

Returns the value of attribute ffi_lib.



20
21
22
 
# File 'lib/mitie.rb', line 20

def ffi_lib
  @ffi_lib
end

Class Method Details

.tokenize(text) ⇒ Object 



41
42
43
44
45
46
47
48
 
# File 'lib/mitie.rb', line 41

def tokenize(text)
  tokens_ptr = FFI.mitie_tokenize(text)
  tokens = read_tokens(tokens_ptr)
  tokens.each { |t| t.force_encoding(text.encoding) }
  tokens
ensure
  FFI.mitie_free(tokens_ptr) if tokens_ptr
end

.tokenize_file(filename) ⇒ Object 



50
51
52
53
54
55
 
# File 'lib/mitie.rb', line 50

def tokenize_file(filename)
  tokens_ptr = FFI.mitie_tokenize_file(filename)
  read_tokens(tokens_ptr)
ensure
  FFI.mitie_free(tokens_ptr) if tokens_ptr
end