Method List
-
#+ Scrape::RobotsTxtRules
-
#<< Scrape::RobotsTxtRules
-
#=~ Scrape::Match
-
#=~ Scrape::RobotsTxt
-
#=~ Scrape::RobotsTxtRules
-
#[] Scrape::RobotsTxt
-
#[] Scrape::Application
-
#accept? Scrape::Site
-
#add_match Scrape::Site
-
#add_site Scrape::Application
-
#app Scrape::CLI
-
#command Scrape::CLI
-
#disallows Scrape::RobotsTxt
-
#each Scrape::RobotsTxt
-
#enqueue Scrape::DSL
-
#enqueue Scrape::Application
-
#extract_options! Array
-
#history Scrape::Application
-
#initialize Scrape::DSL
-
#initialize Scrape::DefaultLoader
-
#initialize Scrape::CLI
-
#initialize Scrape::Site
-
#initialize Scrape::Application
-
#initialize Scrape::RobotsTxt
-
#initialize Scrape::RobotsTxtRules
-
#initialize Scrape::Match
-
#invoke Scrape::Match
-
load Scrape::RobotsTxt
-
#load Scrape::DefaultLoader
-
#load_scrapefile Scrape::Application
-
load_scrapefile Scrape
-
#loader Scrape::Application
-
logger Scrape
-
logger= Scrape
-
#match Scrape::DSL
-
#matcher Scrape::Match
-
#matches Scrape::Site
-
#normalize Scrape::Site
-
#open Scrape::Site
-
open Scrape
-
#options Scrape::Application
-
#options Scrape::Site
-
#options Scrape::CLI
-
parse Scrape::RobotsTxt
-
#parse Scrape::Site
-
#queue Scrape::Application
-
#reset Scrape::Application
-
#robots_txt Scrape::Site
-
#run Scrape::Application
-
#run Scrape::CLI
-
#scrapefile Scrape::Application
-
#site Scrape::DSL
-
#sites Scrape::Application
-
#starts_with String
-
#to_a Scrape::RobotsTxtRules
-
#to_s Scrape::Site
-
#url Scrape::Site
-
user_agent Scrape
-
#user_agents Scrape::RobotsTxt