Class: Sidekiq::Stats

Inherits:
Object
  • Object
show all
Defined in:
lib/sidekiq/api.rb

Defined Under Namespace

Classes: History, Queues

Instance Method Summary collapse

Constructor Details

#initialize ⇒ Stats

Returns a new instance of Stats.



10
11
12
 
# File 'lib/sidekiq/api.rb', line 10

def initialize
  fetch_stats_fast!
end

Instance Method Details

#dead_size ⇒ Object 



30
31
32
 
# File 'lib/sidekiq/api.rb', line 30

def dead_size
  stat :dead_size
end

#default_queue_latency ⇒ Object 



46
47
48
 
# File 'lib/sidekiq/api.rb', line 46

def default_queue_latency
  stat :default_queue_latency
end

#enqueued ⇒ Object 



34
35
36
 
# File 'lib/sidekiq/api.rb', line 34

def enqueued
  stat :enqueued
end

#failed ⇒ Object 



18
19
20
 
# File 'lib/sidekiq/api.rb', line 18

def failed
  stat :failed
end

#fetch_stats! ⇒ Object 



119
120
121
122
 
# File 'lib/sidekiq/api.rb', line 119

def fetch_stats!
  fetch_stats_fast!
  fetch_stats_slow!
end

#fetch_stats_fast! ⇒ Object

O(1) redis calls



55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
 
# File 'lib/sidekiq/api.rb', line 55

def fetch_stats_fast!
  pipe1_res = Sidekiq.redis { |conn|
    conn.pipelined do
      conn.get("stat:processed")
      conn.get("stat:failed")
      conn.zcard("schedule")
      conn.zcard("retry")
      conn.zcard("dead")
      conn.scard("processes")
      conn.lrange("queue:default", -1, -1)
    end
  }

  default_queue_latency = if (entry = pipe1_res[6].first)
    job = begin
      Sidekiq.load_json(entry)
    rescue
      {}
    end
    now = Time.now.to_f
    thence = job["enqueued_at"] || now
    now - thence
  else
    0
  end

  @stats = {
    processed: pipe1_res[0].to_i,
    failed: pipe1_res[1].to_i,
    scheduled_size: pipe1_res[2],
    retry_size: pipe1_res[3],
    dead_size: pipe1_res[4],
    processes_size: pipe1_res[5],

    default_queue_latency: default_queue_latency
  }
end

#fetch_stats_slow! ⇒ Object

O(number of processes + number of queues) redis calls



94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
 
# File 'lib/sidekiq/api.rb', line 94

def fetch_stats_slow!
  processes = Sidekiq.redis { |conn|
    conn.sscan_each("processes").to_a
  }

  queues = Sidekiq.redis { |conn|
    conn.sscan_each("queues").to_a
  }

  pipe2_res = Sidekiq.redis { |conn|
    conn.pipelined do
      processes.each { |key| conn.hget(key, "busy") }
      queues.each { |queue| conn.llen("queue:#{queue}") }
    end
  }

  s = processes.size
  workers_size = pipe2_res[0...s].sum(&:to_i)
  enqueued = pipe2_res[s..-1].sum(&:to_i)

  @stats[:workers_size] = workers_size
  @stats[:enqueued] = enqueued
  @stats
end

#processed ⇒ Object 



14
15
16
 
# File 'lib/sidekiq/api.rb', line 14

def processed
  stat :processed
end

#processes_size ⇒ Object 



38
39
40
 
# File 'lib/sidekiq/api.rb', line 38

def processes_size
  stat :processes_size
end

#queues ⇒ Object 



50
51
52
 
# File 'lib/sidekiq/api.rb', line 50

def queues
  Sidekiq::Stats::Queues.new.lengths
end

#reset(*stats) ⇒ Object 



124
125
126
127
128
129
130
131
132
133
134
135
136
 
# File 'lib/sidekiq/api.rb', line 124

def reset(*stats)
  all = %w[failed processed]
  stats = stats.empty? ? all : all & stats.flatten.compact.map(&:to_s)

  mset_args = []
  stats.each do |stat|
    mset_args << "stat:#{stat}"
    mset_args << 0
  end
  Sidekiq.redis do |conn|
    conn.mset(*mset_args)
  end
end

#retry_size ⇒ Object 



26
27
28
 
# File 'lib/sidekiq/api.rb', line 26

def retry_size
  stat :retry_size
end

#scheduled_size ⇒ Object 



22
23
24
 
# File 'lib/sidekiq/api.rb', line 22

def scheduled_size
  stat :scheduled_size
end

#workers_size ⇒ Object 



42
43
44
 
# File 'lib/sidekiq/api.rb', line 42

def workers_size
  stat :workers_size
end