Module: NluAdapter::ParseHelper

Included in:
Adapters::Dialogflow, Adapters::Lex, Adapters::WatsonAssistant
Defined in:
lib/nlu_adapter/parse_helper.rb

Instance Method Summary collapse

Instance Method Details

#bulk_parse(texts) ⇒ Hash

TODO:

parallize

parse multiple texts

Example input/output texts: ["book me a hotel, please", "book a hotel"] result: me a hotel, please"=>"BookHotel", "book a hotel"=>"BookHotel"

Parameters:

  • texts (Array<String>) —

    An array of texts to be parsed

Returns:

  • (Hash) —

    return a hash of "text" => "result"



19
20
21
22
23
24
25
26
 
# File 'lib/nlu_adapter/parse_helper.rb', line 19

def bulk_parse(texts)
  result = {}
  texts.each do |text|
    resp = parse(text)
    result[text] = resp[:intent_name]
  end
  result
end

#parse_test(test_data, output_format = :hash) ⇒ test_results

run the parse tests with test_data and generate test_results in supported format

Example input/output test_data { "Intent1"=>["APR for personal credit cards", "interest rates for personal credit cards"], "Intent2"=>["Am I still part of the rewards program?", "Am I still in the loyalty program?"] } test_results json: [ { "text" : "APR for personal credit cards", "expected" : "Intent1", "got" : "Intent1" }, { "text" : "interest rates for personal credit cards", "expected" : "Intent1", "got" : "Intent1" }, { "text" : "Am I still part of the rewards program?", "expected" : "Intent2", "got" : "Intent3" }, { "text" : "Am I still in the loyalty program?", "expected" : "Intent2", "got" : "Intent3" } ] csv: APR for personal credit cards,Intent1,Intent1 interest rates for personal credit cards,Intent1,Intent1 Am I still part of the rewards program?,Intent2,Intent3 Am I still in the loyalty program?,Intent2,Intent3 hash: [ for personal credit cards", :expected=>"Intent1", :got=>"Intent1", rates for personal credit cards", :expected=>"Intent1", :got=>"Intent1", I still part of the rewards program?", :expected=>"Intent2", :got=>"Intent3", I still in the loyalty program?", :expected=>"Intent2", :got=>"Intent3" ] yaml: --- - :text: APR for personal credit cards :expected: Intent1 :got: Intent1 - :text: interest rates for personal credit cards :expected: Intent1 :got: Intent1 - :text: Am I still part of the rewards program? :expected: Intent2 :got: Intent3 - :text: Am I still in the loyalty program? :expected: Intent2 :got: Intent3

Parameters:

  • test_data (Json) —

    : Test data in specified format

  • output_format (Symbol) (defaults to: :hash) —

    supported formats :csv, :json, :yaml or :hash

Returns:

  • (test_results) —

    : output the test results in expected format



91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
 
# File 'lib/nlu_adapter/parse_helper.rb', line 91

def parse_test(test_data, output_format = :hash)
  test_results = []
  test_data.each do |intent_name, texts|
    resp = bulk_parse(texts)
    texts.each do |t|
      test_results << {text: t, expected: intent_name, got: resp[t]}
    end
  end

  case output_format
  when :json
    return test_results.to_json
  when :csv
    return to_csv(test_results)
  when :hash
    return test_results
  when :yaml
    return test_results.to_yaml
  else
    puts 'Warning: valid format not specified'
    return test_results
  end

end

#parse_test_report(test_data, output_format = :hash) ⇒ test_report

TODO:

F1-Score

run the parse tests with test_data and generate test report

Example input/output test_data { "Intent1"=>["APR for personal credit cards", "interest rates for personal credit cards"], "Intent2"=>["Am I still part of the rewards program?", "Am I still in the loyalty program?"] } test_report json: { "accuracy":50.0, "confusion_matrix":"Matrix[[2, 0, 0], [0, 0, 2], [0, 0, 0]]", "classification_report": { "Intent1":"precision":1.0,"recall":1.0,"class_total":2, "Intent2":"precision":0.0,"recall":0.0,"class_total":2, "Intent3":"precision":0.0,"recall":0.0,"class_total":0 } } csv: Accuracy,50.0 CONFUSION MATRIX: "",Intent1,Intent2,Intent3 Intent1,2,0,0 Intent2,0,0,2 Intent3,0,0,0 CLASSIFICATION REPORT: Class,Precision,Recall,Class total Intent1,1.0,1.0,2 Intent2,0.0,0.0,2 Intent3,0.0,0.0,0 hash: { :accuracy=>50.0, :confusion_matrix=>Matrix[[2, 0, 0], [0, 0, 2], [0, 0, 0]], :classification_report=>{ :"Intent1"=>:recall=>1.0, :class_total=>2, :"Intent2"=>:recall=>0.0, :class_total=>2, :"Intent3"=>:recall=>0.0, :class_total=>0 } } yaml: --- :accuracy: 50.0 :confusion_matrix: !ruby/object:Matrix rows: - - 2 - 0 - 0 - - 0 - 0 - 2 - - 0 - 0 - 0 column_count: 3 :classification_report: :Intent1: :precision: 1.0 :recall: 1.0 :class_total: 2 :Intent2: :precision: 0.0 :recall: 0.0 :class_total: 2 :Intent3: :precision: 0.0 :recall: 0.0 :class_total: 0

Parameters:

  • test_data (Json) —

    : Test data in specified format

  • output_format (Symbol) (defaults to: :hash) —

    supported formats :csv, :json, :yaml or :hash

Returns:

  • (test_report) —

    : generate a test report



192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
 
# File 'lib/nlu_adapter/parse_helper.rb', line 192

def parse_test_report(test_data, output_format = :hash)
  test_results = parse_test(test_data)
  expected = []
  got = []
  test_results.each do |result|
    expected << result[:expected]
    got << result[:got]
  end

  test_report = {accuracy: 0, confusion_matrix: [], classification_report: {}}
  if !got.reject { |e| e.to_s.empty? }.empty?
    m = Metrics.new(expected, got)
    test_report = {accuracy: m.accuracy, confusion_matrix: m.confusion_matrix, classification_report: m.classification_report}
  end

  case output_format
  when :json
    return test_report.to_json
  when :csv
    return report_to_csv(test_report)
  when :hash
    return test_report
  when :yaml
    return test_report.to_yaml
  else
    puts 'Warning: valid format not specified'
    return test_report
  end
end