Method: Parqueteur::Converter#split_by_io

Defined in:
lib/parqueteur/converter.rb

#split_by_io(size, batch_size: nil, compression: nil) ⇒ Object 



60
61
62
63
64
65
66
67
68
69
70
71
 
# File 'lib/parqueteur/converter.rb', line 60

def split_by_io(size, batch_size: nil, compression: nil)
  Enumerator.new do |arr|
    options = {
      batch_size: batch_size || @batch_size,
      compression: compression || @compression
    }
    @input.each_slice(size) do |records|
      local_converter = self.class.new(records, **options)
      arr << local_converter.to_io
    end
  end
end