Method List
-
#crawl MyCrawler
-
#crawl_depth Command_line_argument_parser
-
#crawl_domain Spider
-
#crawl_type Command_line_argument_parser
-
#crawl_web Spider
-
#display_usage Command_line_argument_parser
-
#ensure_crawl_type_corrent Command_line_argument_parser
-
#find_urls_on_page Spider
-
#get_domain UrlUtils
-
#get_url UrlStore
-
#initialize UrlStore
-
#initialize Spider
-
#initialize MyCrawler
-
#initialize Command_line_argument_parser
-
#make_absolute UrlUtils
-
#open_url Spider
-
#page_limit Command_line_argument_parser
-
#parse_arguments Command_line_argument_parser
-
#parse_url Spider
-
#relative? UrlUtils
-
#update_url_if_redirected Spider
-
#url_file Command_line_argument_parser
-
#urls UrlStore
-
#urls_on_same_domain? UrlUtils