Class: ChunkedReliableQueue

Inherits:
Object
  • Object
show all
Defined in:
lib/reliable_queue_rb/chunked_reliable_queue.rb

Constant Summary collapse

DEFAULT_SIZE = 
100

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(name, queue, redis) ⇒ ChunkedReliableQueue

Returns a new instance of ChunkedReliableQueue.



6
7
8
9
10
11
12
13
 
# File 'lib/reliable_queue_rb/chunked_reliable_queue.rb', line 6

def initialize(name, queue, redis)
  @name = name
  @queue = queue
  @redis = redis
  @working_queue = "#{queue}.working_on.#{name}"

  requeue_unfinished_work
end

Instance Attribute Details

#name ⇒ Object (readonly)

Returns the value of attribute name.



4
5
6
 
# File 'lib/reliable_queue_rb/chunked_reliable_queue.rb', line 4

def name
  @name
end

#queue ⇒ Object (readonly)

Returns the value of attribute queue.



4
5
6
 
# File 'lib/reliable_queue_rb/chunked_reliable_queue.rb', line 4

def queue
  @queue
end

#redis ⇒ Object (readonly)

Returns the value of attribute redis.



4
5
6
 
# File 'lib/reliable_queue_rb/chunked_reliable_queue.rb', line 4

def redis
  @redis
end

#size ⇒ Object (readonly)

Returns the value of attribute size.



4
5
6
 
# File 'lib/reliable_queue_rb/chunked_reliable_queue.rb', line 4

def size
  @size
end

#working_queue ⇒ Object (readonly)

Returns the value of attribute working_queue.



4
5
6
 
# File 'lib/reliable_queue_rb/chunked_reliable_queue.rb', line 4

def working_queue
  @working_queue
end

Instance Method Details

#each_slice(size = DEFAULT_SIZE) ⇒ Object 



15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
 
# File 'lib/reliable_queue_rb/chunked_reliable_queue.rb', line 15

def each_slice(size = DEFAULT_SIZE)
  return enum_for(:each_slice, size) unless block_given?

  loop do
    blocking_reply = redis.brpoplpush(queue, working_queue, timeout: 30)
    next unless blocking_reply

    replies = [blocking_reply]
    replies += redis.multi { |multi|
      (size - 1).times do
        multi.rpoplpush(queue, working_queue)
      end
    }.compact

    yield replies
    redis.multi do |multi|
      replies.each do |reply|
        multi.lrem(working_queue, 0, reply)
      end
    end
  end
end