Class: TestQueue::Runner
- Inherits:
-
Object
show all
- Defined in:
- lib/test_queue/runner.rb,
lib/test_queue/runner/sample.rb,
lib/test_queue/runner/puppet_lint.rb,
lib/test_queue/runner/minitest.rb,
lib/test_queue/runner/rspec.rb
Defined Under Namespace
Classes: MiniTest, PuppetLint, RSpec, Sample
Instance Attribute Summary collapse
Instance Method Summary
collapse
Constructor Details
#initialize(queue, concurrency = nil) ⇒ Runner
Returns a new instance of Runner.
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
|
# File 'lib/test_queue/runner.rb', line 24
def initialize(queue, concurrency=nil)
raise ArgumentError, 'array required' unless Array === queue
@queue = queue
@workers = {}
@completed = []
@concurrency =
concurrency ||
(ENV['TEST_QUEUE_WORKERS'] && ENV['TEST_QUEUE_WORKERS'].to_i) ||
if File.exists?('/proc/cpuinfo')
File.read('/proc/cpuinfo').split("\n").grep(/processor/).size
elsif RUBY_PLATFORM =~ /darwin/
`/usr/sbin/sysctl -n hw.activecpu`.to_i
else
2
end
end
|
Instance Attribute Details
#concurrency ⇒ Object
Returns the value of attribute concurrency.
22
23
24
|
# File 'lib/test_queue/runner.rb', line 22
def concurrency
@concurrency
end
|
Instance Method Details
#after_fork(num) ⇒ Object
142
143
144
145
146
147
148
149
150
151
152
153
154
155
|
# File 'lib/test_queue/runner.rb', line 142
def after_fork(num)
srand
output = File.open("/tmp/test_queue_worker_#{$$}_output", 'w')
$stdout.reopen(output)
$stderr.reopen($stdout)
$stdout.sync = $stderr.sync = true
$0 = "test-queue worker [#{num}]"
puts
puts "==> Starting #$0 (#{Process.pid})"
puts
end
|
#cleanup_worker ⇒ Object
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
|
# File 'lib/test_queue/runner.rb', line 172
def cleanup_worker
if pid = Process.waitpid and worker = @workers.delete(pid)
@completed << worker
worker.status = $?
worker.end_time = Time.now
if File.exists?(file = "/tmp/test_queue_worker_#{pid}_output")
worker.output = IO.binread(file)
puts worker.output
FileUtils.rm(file)
end
if File.exists?(file = "/tmp/test_queue_worker_#{pid}_stats")
worker.stats = Marshal.load(IO.binread(file))
FileUtils.rm(file)
end
end
end
|
#distribute_queue ⇒ Object
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
|
# File 'lib/test_queue/runner.rb', line 191
def distribute_queue
until @queue.empty?
IO.select([@server], nil, nil, nil)
sock = @server.accept
sock.write(Marshal.dump(@queue.shift))
sock.close
end
ensure
stop_master
until @workers.empty?
cleanup_worker
end
end
|
#execute ⇒ Object
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
|
# File 'lib/test_queue/runner.rb', line 53
def execute
$stdout.sync = $stderr.sync = true
@concurrency > 0 ?
execute_parallel :
execute_sequential
ensure
puts
puts "==> Summary"
puts
@failures = ''
@completed.each do |worker|
summary, failures = summarize_worker(worker)
@failures << failures if failures
puts " [%2d] %55s in %.4fs (pid %d exit %d)" % [
worker.num,
summary,
worker.end_time - worker.start_time,
worker.pid,
worker.status.exitstatus
]
end
unless @failures.empty?
puts
puts "==> Failures"
puts
puts @failures
end
puts
if @stats
File.open('.test_queue_stats', 'wb') do |f|
f.write Marshal.dump(stats)
end
end
exit! @completed.inject(0){ |s, worker| s + worker.status.exitstatus }
end
|
#execute_parallel ⇒ Object
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
|
# File 'lib/test_queue/runner.rb', line 100
def execute_parallel
start_master
spawn_workers
distribute_queue
ensure
stop_master
@workers.each do |pid, worker|
Process.kill 'KILL', pid
end
until @workers.empty?
cleanup_worker
end
end
|
#execute_sequential ⇒ Object
96
97
98
|
# File 'lib/test_queue/runner.rb', line 96
def execute_sequential
exit! run_worker(@queue)
end
|
#run_worker(iterator) ⇒ Object
157
158
159
160
161
162
163
|
# File 'lib/test_queue/runner.rb', line 157
def run_worker(iterator)
iterator.each do |item|
puts " #{item.inspect}"
end
return 0 end
|
#spawn_workers ⇒ Object
128
129
130
131
132
133
134
135
136
137
138
139
140
|
# File 'lib/test_queue/runner.rb', line 128
def spawn_workers
@concurrency.times do |i|
num = i+1
pid = fork do
@server.close
after_fork(num)
exit! run_worker(iterator = Iterator.new(@socket)) || 0
end
@workers[pid] = Worker.new(pid, num)
end
end
|
#start_master ⇒ Object
116
117
118
119
120
|
# File 'lib/test_queue/runner.rb', line 116
def start_master
@socket = "/tmp/test_queue_#{$$}_#{object_id}.sock"
FileUtils.rm(@socket) if File.exists?(@socket)
@server = UNIXServer.new(@socket)
end
|
#stats ⇒ Object
44
45
46
47
48
49
50
51
|
# File 'lib/test_queue/runner.rb', line 44
def stats
@stats ||=
if File.exists?(file = '.test_queue_stats')
Marshal.load(IO.binread(file)) || {}
else
{}
end
end
|
#stop_master ⇒ Object
122
123
124
125
126
|
# File 'lib/test_queue/runner.rb', line 122
def stop_master
FileUtils.rm_f(@socket) if @socket
@server.close rescue nil if @server
@socket = @server = nil
end
|
#summarize_worker(worker) ⇒ Object
165
166
167
168
169
170
|
# File 'lib/test_queue/runner.rb', line 165
def summarize_worker(worker)
num_tests = ''
failures = ''
[ num_tests, failures ]
end
|