Class: Redwood::PollManager

Inherits:
Object show all
Includes:
Singleton
Defined in:
lib/sup/poll.rb

Instance Method Summary collapse

Methods included from Singleton

included

Constructor Details

#initializePollManager

Returns a new instance of PollManager.



36
37
38
39
40
41
42
43
44
45
46
47
# File 'lib/sup/poll.rb', line 36

def initialize
  @delay = $config[:poll_interval] || 300
  @mutex = Mutex.new
  @thread = nil
  @last_poll = nil
  @polling = Mutex.new
  @poll_sources = nil
  @mode = nil
  @should_clear_running_totals = false
  clear_running_totals # defines @running_totals
  UpdateManager.register self
end

Instance Method Details

#clear_running_totalsObject



269
# File 'lib/sup/poll.rb', line 269

def clear_running_totals; @running_totals = {:num => 0, :numi => 0, :numu => 0, :numd => 0, :loaded_labels => Set.new}; end

#do_pollObject



129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
# File 'lib/sup/poll.rb', line 129

def do_poll
  total_num = total_numi = total_numu = total_numd = 0
  from_and_subj = []
  from_and_subj_inbox = []
  loaded_labels = Set.new

  @mutex.synchronize do
    @poll_sources.each do |source|
      begin
        yield "Loading from #{source}... "
      rescue SourceError => e
        warn "problem getting messages from #{source}: #{e.message}"
        next
      end

      msg = ""
      num = numi = numu = numd = 0
      poll_from source do |action,m,old_m,progress|
        if action == :delete
          yield "Deleting #{m.id}"
          loaded_labels.merge m.labels
          numd += 1
        elsif action == :update
          yield "Message at #{m.source_info} is an update of an old message. Updating labels from #{old_m.labels.to_a * ','} => #{m.labels.to_a * ','}"
          loaded_labels.merge m.labels
          numu += 1
        elsif action == :add
          if old_m
            new_locations = (m.locations - old_m.locations)
            if not new_locations.empty?
              yield "Message at #{new_locations[0].info} has changed its source location. Updating labels from #{old_m.labels.to_a * ','} => #{m.labels.to_a * ','}"
              numu += 1
            else
              yield "Skipping already-imported message at #{m.locations[-1].info}"
            end
          else
            yield "Found new message at #{m.source_info} with labels #{m.labels.to_a * ','}"
            loaded_labels.merge m.labels
            num += 1
            from_and_subj << [m.from && m.from.longname, m.subj]
            if (m.labels & [:inbox, :spam, :deleted, :killed]) == Set.new([:inbox])
              from_and_subj_inbox << [m.from && m.from.longname, m.subj]
              numi += 1
            end
          end
        else fail
        end
      end
      msg += "Found #{num} messages, #{numi} to inbox. " unless num == 0
      msg += "Updated #{numu} messages. " unless numu == 0
      msg += "Deleted #{numd} messages." unless numd == 0
      yield msg unless msg == ""
      total_num += num
      total_numi += numi
      total_numu += numu
      total_numd += numd
    end

    loaded_labels = loaded_labels - LabelManager::HIDDEN_RESERVED_LABELS - [:inbox, :killed]
    yield "Done polling; loaded #{total_num} new messages total"
    @last_poll = Time.now
  end
  [total_num, total_numi, total_numu, total_numd, from_and_subj, from_and_subj_inbox, loaded_labels]
end

#handle_idle_update(sender, idle_since) ⇒ Object



267
# File 'lib/sup/poll.rb', line 267

def handle_idle_update sender, idle_since; @should_clear_running_totals = false; end

#handle_unidle_update(sender, idle_since) ⇒ Object



268
# File 'lib/sup/poll.rb', line 268

def handle_unidle_update sender, idle_since; @should_clear_running_totals = true; clear_running_totals; end

#pollObject



91
92
93
94
95
96
97
98
99
100
101
# File 'lib/sup/poll.rb', line 91

def poll
  if @polling.try_lock
    @poll_sources = SourceManager.usual_sources
    num, numi = poll_with_sources
    @polling.unlock
    [num, numi]
  else
    debug "poll already in progress."
    return
  end
end

#poll_from(source, opts = {}) ⇒ Object

like Source#poll, but yields successive Message objects, which have their labels and locations set correctly. The Messages are saved to or removed from the index after being yielded.



197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
# File 'lib/sup/poll.rb', line 197

def poll_from source, opts={}
  debug "trying to acquire poll lock for: #{source}..."
  if source.try_lock
    begin
      source.poll do |sym, args|
        case sym
        when :add
          m = Message.build_from_source source, args[:info]
          old_m = Index.build_message m.id
          m.labels += args[:labels]
          m.labels.delete :inbox  if source.archived?
          m.labels.delete :unread if source.read?
          m.labels.delete :unread if m.source_marked_read? # preserve read status if possible
          m.labels.each { |l| LabelManager << l }
          m.labels = old_m.labels + (m.labels - [:unread, :inbox]) if old_m
          m.locations = old_m.locations + m.locations if old_m
          HookManager.run "before-add-message", :message => m
          yield :add, m, old_m, args[:progress] if block_given?
          Index.sync_message m, true

          if Index.message_joining_killed? m
            m.labels += [:killed]
            Index.sync_message m, true
          end

          ## We need to add or unhide the message when it either did not exist
          ## before at all or when it was updated. We do *not* add/unhide when
          ## the same message was found at a different location
          if old_m
            UpdateManager.relay self, :updated, m
          elsif !old_m or not old_m.locations.member? m.location
            UpdateManager.relay self, :added, m
          end
        when :delete
          Index.each_message({:location => [source.id, args[:info]]}, false) do |m|
            m.locations.delete Location.new(source, args[:info])
            Index.sync_message m, false
            if m.locations.size == 0
              yield :delete, m, [source,args[:info]], args[:progress] if block_given?
              Index.delete m.id
              UpdateManager.relay self, :location_deleted, m
            end
          end
        when :update
          Index.each_message({:location => [source.id, args[:old_info]]}, false) do |m|
            old_m = Index.build_message m.id
            m.locations.delete Location.new(source, args[:old_info])
            m.locations.push Location.new(source, args[:new_info])
            ## Update labels that might have been modified remotely
            m.labels -= source.supported_labels?
            m.labels += args[:labels]
            yield :update, m, old_m if block_given?
            Index.sync_message m, true
            UpdateManager.relay self, :updated, m
          end
        end
      end

    rescue SourceError => e
      warn "problem getting messages from #{source}: #{e.message}"

    ensure
      source.go_idle
      source.unlock
    end
  else
    debug "source #{source} is already being polled."
  end
end

#poll_unusualObject



103
104
105
106
107
108
109
110
111
112
113
# File 'lib/sup/poll.rb', line 103

def poll_unusual
  if @polling.try_lock
    @poll_sources = SourceManager.unusual_sources
    num, numi = poll_with_sources
    @polling.unlock
    [num, numi]
  else
    debug "poll_unusual already in progress."
    return
  end
end

#poll_with_sourcesObject



49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
# File 'lib/sup/poll.rb', line 49

def poll_with_sources
  @mode ||= PollMode.new

  if HookManager.enabled? "before-poll"
    HookManager.run("before-poll")
  else
    BufferManager.flash "Polling for new messages..."
  end

  num, numi, numu, numd, from_and_subj, from_and_subj_inbox, loaded_labels = @mode.poll
  clear_running_totals if @should_clear_running_totals
  @running_totals[:num] += num
  @running_totals[:numi] += numi
  @running_totals[:numu] += numu
  @running_totals[:numd] += numd
  @running_totals[:loaded_labels] += loaded_labels || []


  if HookManager.enabled? "after-poll"
    hook_args = { :num => num, :num_inbox => numi,
                  :num_total => @running_totals[:num], :num_inbox_total => @running_totals[:numi],
                  :num_updated => @running_totals[:numu],
                  :num_deleted => @running_totals[:numd],
                  :labels => @running_totals[:loaded_labels],
                  :from_and_subj => from_and_subj, :from_and_subj_inbox => from_and_subj_inbox,
                  :num_inbox_total_unread => lambda { Index.num_results_for :labels => [:inbox, :unread] } }

    HookManager.run("after-poll", hook_args)
  else
    if @running_totals[:num] > 0
      flash_msg = "Loaded #{@running_totals[:num].pluralize 'new message'}, #{@running_totals[:numi]} to inbox. " if @running_totals[:num] > 0
      flash_msg += "Updated #{@running_totals[:numu].pluralize 'message'}. " if @running_totals[:numu] > 0
      flash_msg += "Deleted #{@running_totals[:numd].pluralize 'message'}. " if @running_totals[:numd] > 0
      flash_msg += "Labels: #{@running_totals[:loaded_labels].map{|l| l.to_s}.join(', ')}." if @running_totals[:loaded_labels].size > 0
      BufferManager.flash flash_msg
    else
      BufferManager.flash "No new messages."
    end
  end

end

#startObject



115
116
117
118
119
120
121
122
# File 'lib/sup/poll.rb', line 115

def start
  @thread = Redwood::reporting_thread("periodic poll") do
    while true
      sleep @delay / 2
      poll if @last_poll.nil? || (Time.now - @last_poll) >= @delay
    end
  end
end

#stopObject



124
125
126
127
# File 'lib/sup/poll.rb', line 124

def stop
  @thread.kill if @thread
  @thread = nil
end