Module: Abstractor::NegationDetection

Defined in:
lib/abstractor/negation_detection.rb

Class Method Summary collapse

Class Method Details

.clear_invalid_utf8_bytes(scoped_sentence) ⇒ Object 



3
4
5
 
# File 'lib/abstractor/negation_detection.rb', line 3

def self.clear_invalid_utf8_bytes(scoped_sentence)
  scoped_sentence = scoped_sentence.encode('UTF-8', 'binary', invalid: :replace, undef: :replace, replace: '')
end

.manual_negated_match_value?(sentence, match_value) ⇒ Boolean

Returns:

  • (Boolean) 


22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
 
# File 'lib/abstractor/negation_detection.rb', line 22

def self.manual_negated_match_value?(sentence, match_value)
  negated = false
  ['non-','\bthere is no evidence of a ', '\bthere is no evidence of a metastatic ',  '\binsufficient to make the diagnosis of ', '\binsufficient to make the diagnosis of metastatic ',  '\binsufficient for the diagnosis of ',  '\binsufficient for the diagnosis of metastatic ',  '\brule out ', '\brule out metastatic ', '\bnegative for ', '\bnegative for metastatic ',  '\bno ', '\bno metastatic ', '\bnot ', '\bnot metastatic ',  '\bno evidence of ', '\bno evidence of metastatic ',  '\bno evidence of a ', '\bno evidence of a metastatic ',  '\brules out the possibility of a ', '\brules out the possibility of a metastatic ',  '\bto exclude the possibility of ', '\bto exclude the possibility of metastic '].each do |negation_cue|
    if !(sentence.downcase.scan(Regexp.new(negation_cue + match_value.downcase)).empty?)
      negated = true
    end
  end

  [' is not seen\b', ' less likely\b'].each do |negation_cue|
    if !(sentence.downcase.scan(Regexp.new(match_value.downcase + negation_cue)).empty?)
      negated = true
    end
  end

  negated
end

.negated_match_value?(scoped_sentence, match_value) ⇒ Boolean

Returns:

  • (Boolean) 


16
17
18
19
20
 
# File 'lib/abstractor/negation_detection.rb', line 16

def self.negated_match_value?(scoped_sentence, match_value)
  negated = !scoped_sentence.scan('|B-S').empty? && match_value.split(' ').all? do |match_value_token|
    !(scoped_sentence.scan(Regexp.new(match_value_token + '\|I-S')).empty?)
  end
end

.parse(sentence) ⇒ Object 



39
40
41
 
# File 'lib/abstractor/negation_detection.rb', line 39

def self.parse(sentence)
  `java lingscope.drivers.SentenceTagger scope crf #{File.expand_path('../../', __FILE__)}/lingscope/negation_models/crf_scope_words_all_both.model "#{sentence}"`
end

.parse_negation_scope(sentence) ⇒ Object 



7
8
9
10
11
12
13
14
 
# File 'lib/abstractor/negation_detection.rb', line 7

def self.parse_negation_scope(sentence)
  parse_results = { :sentence => nil, :scoped_sentence => nil }
  if sentence
    parse_results[:sentence] = sentence
    parse_results[:scoped_sentence] = clear_invalid_utf8_bytes(NegationDetection.parse(sentence))
  end
  parse_results
end