Table of Contents - ruby-crawler-0.0.1 Documentation
Classes and Modules
- Crawler
- Crawler::Document
- Crawler::DocumentParser
- Crawler::Error
- Crawler::Formatting
- Crawler::Http
- Crawler::Index
- Crawler::InvalidProtocolError
- Crawler::Storage
- Crawler::Validations
Methods
- ::crawl — Crawler
- ::new — Crawler::Document
- ::new — Crawler::Index
- ::new — Crawler
- ::results — Crawler
- #clear_path_results — Crawler::Storage
- #clear_stored_results — Crawler::Storage
- #construct_url — Crawler::Formatting
- #consume_document — Crawler::Index
- #extract_assets — Crawler::DocumentParser
- #extract_domain_specific_paths — Crawler::DocumentParser
- #extract_links — Crawler::DocumentParser
- #get_domain_data — Crawler::Storage
- #get_path_assets — Crawler::Storage
- #get_path_data — Crawler::Storage
- #get_path_linked_to_from — Crawler::Storage
- #get_path_links_to — Crawler::Storage
- #get_paths_to_visit — Crawler::Storage
- #get_paths_visited — Crawler::Storage
- #get_stored_paths — Crawler::Storage
- #normalize_path — Crawler::Formatting
- #parse_content — Crawler::DocumentParser
- #path_assets_key — Crawler::Storage
- #path_linked_to_from_key — Crawler::Storage
- #path_links_to_key — Crawler::Storage
- #paths_to_visit_key — Crawler::Storage
- #paths_visited_key — Crawler::Storage
- #prefix — Crawler::Storage
- #redis — Crawler::Storage
- #remove_path_from_queue — Crawler::Storage
- #request — Crawler::Http
- #results — Crawler::Index
- #store_path — Crawler::Storage
- #store_path_assets — Crawler::Storage
- #store_path_linked_to_from — Crawler::Storage
- #store_path_links_to — Crawler::Storage
- #store_path_visited — Crawler::Storage
- #store_paths_to_visit — Crawler::Storage
- #stored_paths_key — Crawler::Storage
- #update_paths_linked_to_from_path — Crawler::Index
- #validate_protocol — Crawler::Validations