Table of Contents - robotstxt-parser-0.1.1 Documentation
Classes and Modules
Methods
- ::get — Robotstxt
- ::get_allowed? — Robotstxt
- ::new — Robotstxt::Parser
- ::parse — Robotstxt
- ::ultimate_scrubber — Robotstxt
- #all_allowed — Robotstxt::Getter
- #all_forbidden — Robotstxt::Getter
- #allowed? — Robotstxt::Parser
- #decode_body — Robotstxt::Getter
- #match_path_glob — Robotstxt::Parser
- #match_ua_glob — Robotstxt::Parser
- #normalize_percent_encoding — Robotstxt::Parser
- #objectify_uri — Robotstxt::CommonMethods
- #obtain — Robotstxt::Getter
- #obtain_via_http — Robotstxt::Getter
- #parse — Robotstxt::Parser
- #path_allowed? — Robotstxt::Parser
- #reify — Robotstxt::Parser