Class: Opener::LanguageIdentifier::Backend::Opennlp

Inherits:
Object
  • Object
show all
Defined in:
lib/opener/language_identifier/backend/opennlp.rb

Constant Summary collapse

MODEL_FILE = 
File.expand_path '../../../../core/target/opennlp/langdetect-183.bin', File.dirname(__FILE__)
ISOCODE_MAP = 
{
  afr: :nl,
  ara: :ar,
  aze: :az,
  bak: :ba,
  bel: :be,
  ben: :bn,
  bos: :bs,
  bre: :br,
  bul: :bg,
  cat: :ca,
  ces: :cs,
  che: :ce,
  cmn: :'zh-cn',
  nan: :'zh-cn',
  cym: :cy,
  dan: :da,
  deu: :de,
  gsw: :de,
  nds: :de,
  ell: :el,
  eng: :en,
  epo: :eo,
  est: :et,
  ekk: :et,
  eus: :eu,
  fao: :fo,
  fin: :fi,
  fra: :fr,
  fry: :fy,
  gle: :ga,
  glg: :gl,
  guj: :gu,
  heb: :he,
  hin: :hi,
  hrv: :hr,
  hun: :hu,
  hye: :hy,
  ind: :id,
  isl: :is,
  ita: :it,
  jav: :jv,
  jpn: :ja,
  kan: :kn,
  kat: :ka,
  kaz: :kk,
  kir: :ky,
  kor: :ko,
  lat: :la,
  lim: :li,
  lit: :lt,
  ltz: :lb,
  lav: :lv,
  lvs: :lv,
  mal: :ml,
  mar: :mr,
  mkd: :mk,
  mlt: :mt,
  mon: :mn,
  mri: :mi,
  min: :ms,
  msa: :ms,
  nep: :ne,
  nld: :nl,
  nno: :nn,
  nob: :no,
  oci: :oc,
  pan: :pa,
  pnb: :pa,
  plt: :mg,
  fas: :fa,
  pes: :fa,
  pol: :pl,
  por: :pt,
  pus: :ps,
  ron: :ro,
  rus: :ru,
  san: :sa,
  sin: :si,
  slk: :sk,
  slv: :sl,
  som: :so,
  ast: :es,
  spa: :es,
  sqi: :sq,
  srp: :sr,
  sun: :su,
  swa: :sw,
  swe: :sv,
  tam: :ta,
  tat: :tt,
  tel: :te,
  tgk: :tg,
  ceb: :tl,
  tgl: :tl,
  war: :tl,
  tha: :th,
  tur: :tr,
  ukr: :uk,
  urd: :ur,
  uzb: :uz,
  vie: :vi,
  vol: :vo,
  zul: :zu,
}

Instance Method Summary collapse

Constructor Details

#initialize ⇒ Opennlp

Returns a new instance of Opennlp.



119
120
121
122
123
124
 
# File 'lib/opener/language_identifier/backend/opennlp.rb', line 119

def initialize
  model_file = java.io.File.new MODEL_FILE
  input      = java.io.FileInputStream.new model_file
  @model     = LanguageDetectorModel.new input
  @detector  = LanguageDetectorME.new @model
end

Instance Method Details

#detect(input) ⇒ Object 



126
127
128
129
130
131
132
133
134
135
136
137
 
# File 'lib/opener/language_identifier/backend/opennlp.rb', line 126

def detect input
  language = @detector.predictLanguage input
  return 'unknown' unless language

  code     = ISOCODE_MAP[language.getLang.to_sym]
  return 'unknown' unless code

  code.to_s

rescue
  return 'unknown'
end