Method: CobwebModule::Crawl#update_counters

Defined in:
lib/crawl.rb

#update_counters ⇒ Object 



173
174
175
176
177
178
179
180
181
182
 
# File 'lib/crawl.rb', line 173

def update_counters
  if @options[:crawl_limit_by_page]
    if content.mime_type.match("text/html")
      increment_crawl_counter
    end
  else
    increment_crawl_counter
  end
  decrement_queue_counter
end