Table of Contents - scruber-0.1.9 Documentation
Pages
Classes and Modules
- Object
- Scruber
- Scruber::AppSearcher
- Scruber::ArgumentError
- Scruber::CLI
- Scruber::CLI::Generators
- Scruber::CLI::Generators::ScraperGenerator
- Scruber::CLI::ProjectGenerator
- Scruber::CLI::Root
- Scruber::Core
- Scruber::Core::Configuration
- Scruber::Core::Crawler
- Scruber::Core::Extensions
- Scruber::Core::Extensions::Base
- Scruber::Core::Extensions::Base::CoreMethods
- Scruber::Core::Extensions::CsvOutput
- Scruber::Core::Extensions::CsvOutput::CoreMethods
- Scruber::Core::Extensions::Log
- Scruber::Core::Extensions::Log::CoreMethods
- Scruber::Core::Extensions::Loop
- Scruber::Core::Extensions::Loop::CoreMethods
- Scruber::Core::Extensions::ParserAliases
- Scruber::Core::Extensions::ParserAliases::CoreMethods
- Scruber::Core::Extensions::QueueAliases
- Scruber::Core::Extensions::QueueAliases::CoreMethods
- Scruber::Core::Extensions::Seed
- Scruber::Core::Extensions::Seed::CoreMethods
- Scruber::Core::PageFormat
- Scruber::Core::PageFormat::Base
- Scruber::Core::PageFormat::HTML
- Scruber::Core::PageFormat::Json
- Scruber::Core::PageFormat::XML
- Scruber::Fetcher
- Scruber::FetcherAdapters
- Scruber::FetcherAdapters::AbstractAdapter
- Scruber::FetcherAdapters::TyphoeusFetcher
- Scruber::Helpers
- Scruber::Helpers::DictionaryReader
- Scruber::Helpers::DictionaryReader::Csv
- Scruber::Helpers::DictionaryReader::Xml
- Scruber::Helpers::FetcherAgent
- Scruber::Helpers::FetcherAgentAdapters
- Scruber::Helpers::FetcherAgentAdapters::AbstractAdapter
- Scruber::Helpers::FetcherAgentAdapters::Memory
- Scruber::Helpers::ProxyRotator
- Scruber::Helpers::ProxyRotator::Configuration
- Scruber::Helpers::ProxyRotator::Proxy
- Scruber::Helpers::UserAgentRotator
- Scruber::Helpers::UserAgentRotator::Configuration
- Scruber::Helpers::UserAgentRotator::UserAgent
- Scruber::Queue
- Scruber::QueueAdapters
- Scruber::QueueAdapters::AbstractAdapter
- Scruber::QueueAdapters::AbstractAdapter::Page
- Scruber::QueueAdapters::Memory
- Scruber::QueueAdapters::Memory::Page
Methods
- ::[] — Scruber::Core::PageFormat
- ::[] — Scruber::Fetcher
- ::[] — Scruber::Helpers::DictionaryReader
- ::[] — Scruber::Helpers::FetcherAgent
- ::[] — Scruber::Queue
- ::_adapters — Scruber::Fetcher
- ::_adapters — Scruber::Helpers::FetcherAgent
- ::_adapters — Scruber::Queue
- ::_collection — Scruber::Helpers::FetcherAgentAdapters::Memory
- ::_registered_dictionaries — Scruber::Core::Extensions::Loop
- ::_registered_files — Scruber::Core::Extensions::CsvOutput
- ::_registered_formats — Scruber::Core::PageFormat
- ::_registered_method_missings — Scruber::Core::Crawler
- ::_registered_types — Scruber::Helpers::DictionaryReader
- ::adapter — Scruber::Fetcher
- ::adapter — Scruber::Helpers::FetcherAgent
- ::adapter — Scruber::Queue
- ::add — Scruber::Core::PageFormat
- ::add — Scruber::Helpers::DictionaryReader
- ::add_adapter — Scruber::Fetcher
- ::add_adapter — Scruber::Helpers::FetcherAgent
- ::add_adapter — Scruber::Queue
- ::add_dictionary — Scruber::Core::Extensions::Loop
- ::close_all — Scruber::Core::Extensions::CsvOutput
- ::configuration — Scruber::Helpers::ProxyRotator
- ::configuration — Scruber::Helpers::UserAgentRotator
- ::configuration — Scruber
- ::configure — Scruber::Helpers::ProxyRotator
- ::configure — Scruber::Helpers::UserAgentRotator
- ::configure — Scruber
- ::configured? — Scruber::Helpers::ProxyRotator
- ::const_missing — Object
- ::csv_out — Scruber::Core::Extensions::CsvOutput
- ::delete — Scruber::Helpers::FetcherAgentAdapters::Memory
- ::descendants — Scruber::Core::Extensions::Base
- ::exit_on_failure? — Scruber::CLI::Root
- ::find — Scruber::Helpers::FetcherAgentAdapters::AbstractAdapter
- ::find — Scruber::Helpers::FetcherAgentAdapters::Memory
- ::find — Scruber::Helpers::ProxyRotator
- ::find — Scruber::Helpers::FetcherAgent
- ::get_collection — Scruber::Helpers::UserAgentRotator
- ::included — Scruber::Core::Extensions::CsvOutput::CoreMethods
- ::included — Scruber::Core::Extensions::ParserAliases::CoreMethods
- ::included — Scruber::Core::Extensions::QueueAliases::CoreMethods
- ::inherited — Scruber::Core::Extensions::Base
- ::logger — Scruber
- ::loop — Scruber::Core::Extensions::Loop
- ::new — Scruber::Core::Configuration
- ::new — Scruber::Core::Crawler
- ::new — Scruber::FetcherAdapters::AbstractAdapter
- ::new — Scruber::FetcherAdapters::TyphoeusFetcher
- ::new — Scruber::Helpers::DictionaryReader::Csv
- ::new — Scruber::Helpers::DictionaryReader::Xml
- ::new — Scruber::Helpers::FetcherAgentAdapters::AbstractAdapter
- ::new — Scruber::Helpers::FetcherAgentAdapters::Memory
- ::new — Scruber::Helpers::ProxyRotator::Proxy
- ::new — Scruber::Helpers::ProxyRotator::Configuration
- ::new — Scruber::Helpers::UserAgentRotator::UserAgent
- ::new — Scruber::Helpers::UserAgentRotator::Configuration
- ::new — Scruber::QueueAdapters::AbstractAdapter
- ::new — Scruber::QueueAdapters::AbstractAdapter::Page
- ::new — Scruber::QueueAdapters::Memory
- ::new — Scruber::Fetcher
- ::new — Scruber::Helpers::FetcherAgent
- ::new — Scruber::Queue
- ::next — Scruber::Helpers::ProxyRotator
- ::next — Scruber::Helpers::UserAgentRotator
- ::process — Scruber::Core::PageFormat::Base
- ::process — Scruber::Core::PageFormat::HTML
- ::process — Scruber::Core::PageFormat::Json
- ::process — Scruber::Core::PageFormat::XML
- ::process — Scruber::Core::PageFormat
- ::random — Scruber::Helpers::ProxyRotator
- ::read — Scruber::Helpers::DictionaryReader
- ::register — Scruber::Core::Extensions::Base
- ::register_csv — Scruber::Core::Extensions::CsvOutput
- ::register_method_missing — Scruber::Core::Crawler
- ::root — Scruber
- ::run — Scruber
- ::source_root — Scruber::CLI::Generators::ScraperGenerator
- ::source_root — Scruber::CLI::ProjectGenerator
- ::store — Scruber::Helpers::FetcherAgentAdapters::Memory
- #[] — Scruber::QueueAdapters::AbstractAdapter::Page
- #add — Scruber::Helpers::ProxyRotator::Configuration
- #add — Scruber::Helpers::UserAgentRotator::Configuration
- #add — Scruber::QueueAdapters::AbstractAdapter
- #add — Scruber::QueueAdapters::Memory
- #add_dictionary — Scruber::Core::Extensions::Loop::CoreMethods
- #add_downloaded — Scruber::QueueAdapters::Memory
- #add_error_page — Scruber::QueueAdapters::Memory
- #add_processed_page — Scruber::QueueAdapters::Memory
- #address — Scruber::Helpers::ProxyRotator::Proxy
- #after_request_callback — Scruber::FetcherAdapters::AbstractAdapter
- #bad_response? — Scruber::FetcherAdapters::AbstractAdapter
- #before_request_callback — Scruber::FetcherAdapters::AbstractAdapter
- #build_request — Scruber::FetcherAdapters::TyphoeusFetcher
- #clean — Scruber::Helpers::ProxyRotator::Configuration
- #clean — Scruber::Helpers::UserAgentRotator::Configuration
- #configure — Scruber::Helpers::ProxyRotator::Configuration
- #configure — Scruber::Helpers::UserAgentRotator::Configuration
- #convert_to_utf8 — Scruber::FetcherAdapters::AbstractAdapter
- #cookie_for — Scruber::FetcherAdapters::AbstractAdapter
- #cookie_for — Scruber::Helpers::FetcherAgentAdapters::AbstractAdapter
- #create_directories — Scruber::CLI::ProjectGenerator
- #create_files — Scruber::CLI::Generators::ScraperGenerator
- #create_files — Scruber::CLI::ProjectGenerator
- #csv_file — Scruber::Core::Extensions::CsvOutput::CoreMethods
- #csv_out — Scruber::Core::Extensions::CsvOutput::CoreMethods
- #delete — Scruber::Helpers::FetcherAgentAdapters::AbstractAdapter
- #delete — Scruber::Helpers::FetcherAgentAdapters::Memory
- #delete — Scruber::QueueAdapters::AbstractAdapter::Page
- #delete — Scruber::QueueAdapters::Memory
- #delete — Scruber::QueueAdapters::Memory::Page
- #determine_retry_at — Scruber::FetcherAdapters::AbstractAdapter
- #downloaded_count — Scruber::QueueAdapters::AbstractAdapter
- #downloaded_count — Scruber::QueueAdapters::Memory
- #exec_app — Scruber::AppSearcher
- #fetch_downloaded — Scruber::QueueAdapters::AbstractAdapter
- #fetch_downloaded — Scruber::QueueAdapters::Memory
- #fetch_error — Scruber::QueueAdapters::AbstractAdapter
- #fetch_error — Scruber::QueueAdapters::Memory
- #fetch_pending — Scruber::QueueAdapters::AbstractAdapter
- #fetch_pending — Scruber::QueueAdapters::Memory
- #fetcher_agent — Scruber::QueueAdapters::AbstractAdapter::Page
- #find — Scruber::QueueAdapters::AbstractAdapter
- #find — Scruber::QueueAdapters::Memory
- #find_executable — Scruber::AppSearcher
- #find_scraper — Scruber::AppSearcher
- #generate_page_id — Scruber::QueueAdapters::AbstractAdapter::Page
- #has_work? — Scruber::QueueAdapters::AbstractAdapter
- #has_work? — Scruber::QueueAdapters::Memory
- #headers_for — Scruber::FetcherAdapters::AbstractAdapter
- #http? — Scruber::Helpers::ProxyRotator::Proxy
- #hydra — Scruber::FetcherAdapters::TyphoeusFetcher
- #id — Scruber::Helpers::ProxyRotator::Proxy
- #id — Scruber::Helpers::UserAgentRotator::UserAgent
- #init_project — Scruber::CLI::ProjectGenerator
- #initialize_progressbar — Scruber::Core::Crawler
- #initialized? — Scruber::QueueAdapters::AbstractAdapter
- #initialized? — Scruber::QueueAdapters::Memory
- #load_extenstions — Scruber::Core::Crawler
- #log — Scruber::Core::Extensions::Log::CoreMethods
- #loop — Scruber::Core::Extensions::Loop::CoreMethods
- #merge_options — Scruber::Core::Configuration
- #method_missing — Scruber::Core::Crawler
- #on_complete — Scruber::Core::Crawler
- #on_complete_callback — Scruber::FetcherAdapters::TyphoeusFetcher
- #on_page_error — Scruber::Core::Crawler
- #parse — Scruber::Core::Extensions::ParserAliases::CoreMethods
- #parse_cookies_from_page! — Scruber::Helpers::FetcherAgentAdapters::AbstractAdapter
- #parser — Scruber::Core::Crawler
- #print_instructions — Scruber::CLI::ProjectGenerator
- #process_page — Scruber::Core::Crawler
- #processed! — Scruber::QueueAdapters::AbstractAdapter::Page
- #proxy — Scruber::Helpers::FetcherAgentAdapters::AbstractAdapter
- #proxy — Scruber::QueueAdapters::AbstractAdapter::Page
- #proxy_for — Scruber::FetcherAdapters::AbstractAdapter
- #proxyuserpwd — Scruber::Helpers::ProxyRotator::Proxy
- #push — Scruber::QueueAdapters::Memory
- #read — Scruber::Helpers::DictionaryReader::Csv
- #read — Scruber::Helpers::DictionaryReader::Xml
- #rebuild_caches — Scruber::Helpers::ProxyRotator::Configuration
- #redownload! — Scruber::QueueAdapters::AbstractAdapter::Page
- #register_callback — Scruber::Core::Crawler
- #respond_to? — Scruber::Core::Crawler
- #response_cookies — Scruber::QueueAdapters::AbstractAdapter::Page
- #run — Scruber::Core::Crawler
- #run — Scruber::FetcherAdapters::AbstractAdapter
- #run — Scruber::FetcherAdapters::TyphoeusFetcher
- #save — Scruber::Helpers::FetcherAgentAdapters::AbstractAdapter
- #save — Scruber::Helpers::FetcherAgentAdapters::Memory
- #save — Scruber::QueueAdapters::AbstractAdapter::Page
- #save — Scruber::QueueAdapters::Memory::Page
- #seed — Scruber::Core::Extensions::Seed::CoreMethods
- #sent_to_redownload? — Scruber::QueueAdapters::AbstractAdapter::Page
- #serialize_cookies — Scruber::Helpers::FetcherAgentAdapters::AbstractAdapter
- #set_filter — Scruber::Helpers::UserAgentRotator::Configuration
- #set_mode — Scruber::Helpers::ProxyRotator::Configuration
- #set_status — Scruber::Core::Extensions::Log::CoreMethods
- #show_progress — Scruber::Core::Crawler
- #size — Scruber::QueueAdapters::AbstractAdapter
- #size — Scruber::QueueAdapters::Memory
- #start — Scruber::CLI::Root
- #url_join — Scruber::QueueAdapters::AbstractAdapter::Page
- #user_agent_for — Scruber::FetcherAdapters::AbstractAdapter
- #version — Scruber::CLI::Root