Method: Fairy::PGroupBy::DirectKB2MergeSortBuffer#store_2ndmemory

Defined in:

lib/fairy/node/p-group-by.rb

#store_2ndmemory(key_values) ⇒ Object

# File 'lib/fairy/node/p-group-by.rb', line 1438

def store_2ndmemory(key_values)
	Log::debug(self, "START STORE")
	sorted = key_values.sort_by{|e| e.first}
	
	open_buffer do |io|
	  tmpary = []
	  tmpary_sz = 0
	  sorted.each do |key, vv|
	    vv.each do |values|
 if tmpary_sz >= @CHUNK_SIZE
		Marshal.dump(tmpary, io)
		tmpary = []
		tmpary_sz = 0
 end
 tmpary.push values
 tmpary_sz += values.size
	    end
	  end
	  if tmpary_sz > 0
	    Marshal.dump(tmpary, io)
	    tmpary = nil
	  end
	end
	sorted = nil
	Log::debug(self, "FINISH STORE")
end