Module: Enumerable

Defined in:
lib/forkoff.rb

Instance Method Summary collapse

Instance Method Details

#forkoff(options = {}, &block) ⇒ Object Also known as: forkoff!


140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
# File 'lib/forkoff.rb', line 140

def forkoff options = {}, &block
  options = { 'processes' => Integer(options) } unless Hash === options
  n = Integer( options['processes'] || options[:processes] || Forkoff.default['processes'] )
  strategy = options['strategy'] || options[:strategy] || 'pipe'
  p2c = Queue.new
  c2p = Queue.new
  results = Array.new(n){ [] }

  #
  # consumers
  #
    consumers = []

    n.times do |i|
      thread =
        Thread.new do
          Thread.current.abort_on_exception = true

          loop do
            c2p.push( Forkoff.ready )
            value = p2c.pop
            break if value == Forkoff.done
            args, index = value

            result =
              case strategy.to_s.strip.downcase
                when 'pipe'
                  Forkoff.pipe_result(*args, &block)
                when 'file'
                  Forkoff.file_result(*args, &block)
                else
                  raise ArgumentError, "strategy=#{ strategy.class }(#{ strategy.inspect })"
              end          

            results[i].push( [result, index] )
          end

          results[i].push( Forkoff.done )
        end

      consumers << thread
    end

  #
  # producers
  #
    producer = 
      Thread.new do
        Thread.current.abort_on_exception = true
        each_with_index do |args, i|
          ready = c2p.pop
          p2c.push( [args, i] )
        end
        n.times do |i|
          p2c.push( Forkoff.done )
        end
      end

  #
  # wait for all consumers to complete
  #
    consumers.each do |t|
      t.value
    end

  #
  # gather results
  #
    returned = []

    results.each do |set|
      set.each do |value|
        break if value == Forkoff.done
        result, index = value
        returned[index] = result
      end
    end

    returned
end