Class: Okura::Serializer::WordDic::DoubleArray

Inherits:

Object

• Object
• Okura::Serializer::WordDic::DoubleArray

Defined in:

lib/okura/serializer.rb

Instance Method Summary

• #compile(features_l, features_r, inputs, encoding, output) ⇒ Object
• #load(io) ⇒ Object

Instance Method Details

#compile(features_l, features_r, inputs, encoding, output) ⇒ Object

# File 'lib/okura/serializer.rb', line 175

def compile(features_l,features_r,inputs,encoding,output)
  puts 'loading...'
  dic=Okura::WordDic::DoubleArray::Builder.new
  Okura::Serializer::WordDic.each_input(inputs,encoding){|input|
    parser=Okura::Parser::Word.new(input)
    parser.each{|surface,lid,rid,cost|
      word=Okura::Word.new(
        surface,
        features_l.from_id(lid),
        features_r.from_id(rid),
        cost
      )
      dic.define word
    }
  }

  writer=Okura::Serializer::BinaryWriter.new output
  words,base,check=dic.data_for_serialize
  raise 'base.length!=check.length' if base.length!=check.length
  puts 'writing words...'
  words.instance_eval do
    writer.write_object @groups
    writer.write_object @left_features
    writer.write_object @right_features
    writer.write_int32_array @left_ids
    writer.write_int32_array @right_ids
    writer.write_int32_array @costs
    writer.write_int32_array @surface_ids
    @surfaces.instance_eval do
      writer.write_object @str
      writer.write_int32_array @indices
    end
  end
  puts 'writing word index...'
  writer.write_int32_array base
  writer.write_int32_array check
end

#load(io) ⇒ Object

# File 'lib/okura/serializer.rb', line 212

def load(io)
  reader=Okura::Serializer::BinaryReader.new io
  words=begin
          groups=reader.read_object
          left_features=reader.read_object
          right_features=reader.read_object
          left_ids=reader.read_int32_array
          right_ids=reader.read_int32_array
          costs=reader.read_int32_array
          surface_ids=reader.read_int32_array
          surfaces=begin
                     str=reader.read_object
                     indices=reader.read_int32_array
                     Okura::Words::CompactStringArray.new str,indices
                   end
          Okura::Words.new(
            groups,surfaces,left_features,right_features,surface_ids,left_ids,right_ids,costs
          )
        end
  base=reader.read_int32_array
  check=reader.read_int32_array
  Okura::WordDic::DoubleArray::Builder.build_from_serialized [words,base,check]
end