class Polipus::Plugin::Cleaner
Public Class Methods
new(options = {})
click to toggle source
# File lib/polipus/plugins/cleaner.rb, line 5 def initialize(options = {}) @reset = options[:reset] ||= false end
Public Instance Methods
on_initialize(crawler)
click to toggle source
# File lib/polipus/plugins/cleaner.rb, line 9 def on_initialize(crawler) crawler.logger.info { 'Cleaner plugin loaded' } unless @reset crawler.logger.info { 'Cleaner plugin is disabled, add :reset => true to the plugin if you really know what you are doing' } return nil end crawler.logger.info { 'Cleaning all: url_tracker, storage, queue' } proc do url_tracker.clear storage.clear queue_factory.clear @options[:queue_overflow_adapter].clear if @options[:queue_overflow_adapter] end end