Class: Zold::Remotes

Inherits:
Object
  • Object
show all
Defined in:
lib/zold/remotes.rb

Overview

All remotes

Defined Under Namespace

Classes: Empty

Constant Summary collapse

PORT =

The default TCP port all nodes are supposed to use.

4096
TOLERANCE =

At what amount of errors we delete the remote automatically

8
MAX_NODES =

Default number of nodes to fetch.

16

Instance Method Summary collapse

Constructor Details

#initialize(file:, network: 'test', timeout: 60) ⇒ Remotes

Returns a new instance of Remotes.



131
132
133
134
135
 
# File 'lib/zold/remotes.rb', line 131

def initialize(file:, network: 'test', timeout: 60)
  @file = file
  @network = network
  @timeout = timeout
end

Instance Method Details

#add(host, port = PORT) ⇒ Object 



167
168
169
170
171
172
173
 
# File 'lib/zold/remotes.rb', line 167

def add(host, port = PORT)
  assert_host_info(host, port)
  modify do |list|
    list + [{ host: host.downcase, port: port, score: 0, errors: 0 }]
  end
  unerror(host, port)
end

#all ⇒ Object 



137
138
139
140
141
142
143
144
145
146
 
# File 'lib/zold/remotes.rb', line 137

def all
  list = Futex.new(@file).open(false) { load }
  max_score = list.map { |r| r[:score] }.max || 0
  max_score = 1 if max_score.zero?
  max_errors = list.map { |r| r[:errors] }.max || 0
  max_errors = 1 if max_errors.zero?
  list.sort_by do |r|
    (1 - r[:errors] / max_errors) * 5 + (r[:score] / max_score)
  end.reverse
end

#clean ⇒ Object 



148
149
150
 
# File 'lib/zold/remotes.rb', line 148

def clean
  modify { [] }
end

#error(host, port = PORT) ⇒ Object 



213
214
215
216
 
# File 'lib/zold/remotes.rb', line 213

def error(host, port = PORT)
  assert_host_info(host, port)
  if_present(host, port) { |r| r[:errors] += 1 }
end

#exists?(host, port = PORT) ⇒ Boolean

Returns:

  • (Boolean) 


161
162
163
164
165
 
# File 'lib/zold/remotes.rb', line 161

def exists?(host, port = PORT)
  assert_host_info(host, port)
  list = Futex.new(@file).open(false) { load }
  !list.find { |r| r[:host] == host.downcase && r[:port] == port }.nil?
end

#iterate(log, farm: Farm::Empty.new) ⇒ Object

Go through the list of remotes and call a provided block for each of them. See how it’s used, for example, in fetch.rb.



185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
 
# File 'lib/zold/remotes.rb', line 185

def iterate(log, farm: Farm::Empty.new)
  raise 'Log can\'t be nil' if log.nil?
  raise 'Farm can\'t be nil' if farm.nil?
  ThreadPool.new('remotes', log: log).run(Concurrent.processor_count * 4, all) do |r, idx|
    Thread.current.name = "remotes-#{idx}@#{r[:host]}:#{r[:port]}"
    start = Time.now
    best = farm.best[0]
    begin
      yield RemoteNode.new(
        host: r[:host],
        port: r[:port],
        score: best.nil? ? Score::ZERO : best,
        idx: idx,
        master: master?(r[:host], r[:port]),
        log: log,
        network: @network
      )
      raise 'Took too long to execute' if (Time.now - start).round > @timeout
      unerror(r[:host], r[:port])
    rescue StandardError => e
      error(r[:host], r[:port])
      log.info("#{Rainbow("#{r[:host]}:#{r[:port]}").red}: #{e.message} in #{Age.new(start)}")
      log.debug(Backtrace.new(e).to_s)
      remove(r[:host], r[:port]) if r[:errors] > TOLERANCE
    end
  end
end

#master?(host, port) ⇒ Boolean

Returns:

  • (Boolean) 


238
239
240
 
# File 'lib/zold/remotes.rb', line 238

def master?(host, port)
  !MASTERS.find { |r| r[0] == host && r[1].to_i == port }.nil?
end

#masters ⇒ Object 



152
153
154
155
156
157
158
159
 
# File 'lib/zold/remotes.rb', line 152

def masters
  MASTERS.each do |r|
    if block_given?
      next unless yield(r[0], r[1].to_i)
    end
    add(r[0], r[1].to_i)
  end
end

#mtime ⇒ Object 



234
235
236
 
# File 'lib/zold/remotes.rb', line 234

def mtime
  File.exist?(@file) ? File.mtime(@file) : Time.now
end

#remove(host, port = PORT) ⇒ Object 



175
176
177
178
179
180
181
 
# File 'lib/zold/remotes.rb', line 175

def remove(host, port = PORT)
  assert_host_info(host, port)
  modify do |list|
    list.reject { |r| r[:host] == host.downcase && r[:port] == port }
  end
  unerror(host, port)
end

#rescore(host, port, score) ⇒ Object 



226
227
228
229
230
231
232
 
# File 'lib/zold/remotes.rb', line 226

def rescore(host, port, score)
  assert_host_info(host, port)
  raise 'Score can\'t be nil' if score.nil?
  raise 'Score has to be of type Integer' unless score.is_a?(Integer)
  if_present(host, port) { |r| r[:score] = score }
  unerror(host, port)
end

#unerror(host, port = PORT) ⇒ Object 



218
219
220
221
222
223
224
 
# File 'lib/zold/remotes.rb', line 218

def unerror(host, port = PORT)
  assert_host_info(host, port)

  if_present(host, port) do |remote|
    remote[:errors] -= 1 if (remote[:errors]).positive?
  end
end