Table of Contents - sengi-0.1.0 Documentation
Classes and Modules
Methods
- ::new — TheFox::Sengi::Crawler
- ::new — TheFox::Sengi::Uri
- ::perform — TheFox::Sengi::CrawlerWorker
- #append_slash — TheFox::Sengi::Uri
- #check_blacklist — TheFox::Sengi::Crawler
- #domain_hash_id_key_name — TheFox::Sengi::Uri
- #domain_id — TheFox::Sengi::Uri
- #domain_id= — TheFox::Sengi::Uri
- #domain_key_name — TheFox::Sengi::Uri
- #domain_nowww — TheFox::Sengi::Uri
- #domain_nowww_hash — TheFox::Sengi::Uri
- #domain_original_hash — TheFox::Sengi::Uri
- #domain_setup — TheFox::Sengi::Uri
- #enqueue — TheFox::Sengi::Crawler
- #go — TheFox::Sengi::Crawler
- #hash_id_key_name — TheFox::Sengi::Uri
- #host_downcase — TheFox::Sengi::Uri
- #id — TheFox::Sengi::Uri
- #id= — TheFox::Sengi::Uri
- #insert_domain — TheFox::Sengi::Crawler
- #insert_request — TheFox::Sengi::Crawler
- #insert_response — TheFox::Sengi::Crawler
- #insert_url — TheFox::Sengi::Crawler
- #is_blacklisted — TheFox::Sengi::Uri
- #is_blacklisted= — TheFox::Sengi::Uri
- #is_ignored — TheFox::Sengi::Uri
- #is_ignored= — TheFox::Sengi::Uri
- #is_ignored_reason — TheFox::Sengi::Uri
- #is_ignored_reason= — TheFox::Sengi::Uri
- #is_relative? — TheFox::Sengi::Uri
- #is_valid? — TheFox::Sengi::Uri
- #join — TheFox::Sengi::Uri
- #key_name — TheFox::Sengi::Uri
- #make_http_request — TheFox::Sengi::Crawler
- #process_html_links — TheFox::Sengi::Crawler
- #process_html_meta — TheFox::Sengi::Crawler
- #process_html_meta_generator — TheFox::Sengi::Crawler
- #process_http_response — TheFox::Sengi::Crawler
- #redis_setup — TheFox::Sengi::Crawler
- #reenqueue — TheFox::Sengi::Crawler
- #remove_fragment — TheFox::Sengi::Uri
- #request_id — TheFox::Sengi::Uri
- #request_id= — TheFox::Sengi::Uri
- #request_key_name — TheFox::Sengi::Uri
- #response_content_type — TheFox::Sengi::Uri
- #response_content_type= — TheFox::Sengi::Uri
- #response_id — TheFox::Sengi::Uri
- #response_id= — TheFox::Sengi::Uri
- #response_key_name — TheFox::Sengi::Uri
- #response_size — TheFox::Sengi::Uri
- #response_size= — TheFox::Sengi::Uri
- #ruri — TheFox::Sengi::Uri
- #to_hash — TheFox::Sengi::Uri
- #to_http — TheFox::Sengi::Uri
- #to_s — TheFox::Sengi::Uri
- #uri_setup — TheFox::Sengi::Crawler
- #validate — TheFox::Sengi::Uri
- #weight — TheFox::Sengi::Uri