Module: Skyscraper

Extended by:

ActiveSupport::Autoload, ActiveSupport::Concern

Defined in:

lib/skyscraper.rb,
lib/skyscraper/base.rb,
lib/skyscraper/node.rb,
lib/skyscraper/path.rb,
lib/skyscraper/field.rb,
lib/skyscraper/pages.rb,
lib/skyscraper/config.rb,
lib/skyscraper/results.rb,
lib/skyscraper/version.rb,
lib/skyscraper/document.rb,
lib/skyscraper/resource.rb,
lib/skyscraper/path/base.rb,
lib/skyscraper/path/local.rb,
lib/skyscraper/path/remote.rb

Defined Under Namespace

Modules: ClassMethods, Path Classes: Base, Config, Document, Field, LocalFormException, NoResourceException, Node, NotActionException, Pages, Resource, Results

Constant Summary

VERSION =

"0.1.0"

@@defaults =

{
  delay: { sleep: 0, after: 1 },
  limit: nil,
  encoding: "utf-8",
  download_path: "/tmp/skyscraper/:sequence/:file_name", 
  noise_errors: true,
  skip_on_error: true
}

Class Method Summary

• .config ⇒ Object
• .fetch(path, encoding = Skyscraper.config.encoding) ⇒ Object

Instance Method Summary

• #fetch ⇒ Object

Class Method Details

.config ⇒ Object

# File 'lib/skyscraper.rb', line 33

def self.config 
  @config ||= Skyscraper::Config.new @@defaults
end

.fetch(path, encoding = Skyscraper.config.encoding) ⇒ Object

# File 'lib/skyscraper.rb', line 37

def self.fetch path, encoding = Skyscraper.config.encoding
  document = Skyscraper::Document.load path, encoding
  Node.new document.css("html")
end

Instance Method Details

#fetch ⇒ Object

# File 'lib/skyscraper.rb', line 43

def fetch
  self.class.send(:base).fetch 
end