Module: Riveter::CoreExtensions::BatchFinderSupport

Extended by:
ActiveSupport::Concern
Included in:
ActiveRecord::Relation
Defined in:
lib/riveter/core_extensions.rb

Instance Method Summary collapse

Instance Method Details

#find_each_with_order(options = {}) ⇒ Object

finds each record in batches while preserving the specified order of the relation



181
182
183
184
185
186
 
# File 'lib/riveter/core_extensions.rb', line 181

def find_each_with_order(options={})
  return to_enum(__method__, options) unless block_given?
  find_in_batches_with_order(options) do |records|
    records.each { |record| yield record }
  end
end

#find_in_batches_with_order(options = {}) ⇒ Object

finds each record in batches while preserving the specified order of the relation NOTE: any limit() on the query is overridden with the batch size



191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
 
# File 'lib/riveter/core_extensions.rb', line 191

def find_in_batches_with_order(options={})
  return to_enum(__method__, options) unless block_given?
  options.assert_valid_keys(:batch_size)

  relation = self

  start = 0
  batch_size = options.delete(:batch_size) || 1000

  relation = relation.limit(batch_size)
  records = relation.offset(start).to_a

  while records.any?
    records_size = records.size

    yield records

    break if records_size < batch_size

    # get the next batch
    start += batch_size
    records = relation.offset(start + 1).to_a
  end
end