Class: Coherent::RecursiveHTTPFetcher
- Inherits:
-
Object
- Object
- Coherent::RecursiveHTTPFetcher
- Defined in:
- lib/plugin/recursive-http-fetcher.rb
Instance Attribute Summary collapse
-
#quiet ⇒ Object
Returns the value of attribute quiet.
Instance Method Summary collapse
- #download(link) ⇒ Object
- #fetch(links = @urls_to_fetch) ⇒ Object
- #fetch_dir(url) ⇒ Object
-
#initialize(urls_to_fetch, level = 1, cwd = ".") ⇒ RecursiveHTTPFetcher
constructor
A new instance of RecursiveHTTPFetcher.
- #links(base_url, contents) ⇒ Object
- #ls ⇒ Object
- #pop_d ⇒ Object
- #push_d(dir) ⇒ Object
Constructor Details
#initialize(urls_to_fetch, level = 1, cwd = ".") ⇒ RecursiveHTTPFetcher
Returns a new instance of RecursiveHTTPFetcher.
5 6 7 8 9 10 |
# File 'lib/plugin/recursive-http-fetcher.rb', line 5 def initialize(urls_to_fetch, level = 1, cwd = ".") @level = level @cwd = cwd @urls_to_fetch = RUBY_VERSION >= '1.9' ? urls_to_fetch.lines : urls_to_fetch.to_a @quiet = false end |
Instance Attribute Details
#quiet ⇒ Object
Returns the value of attribute quiet.
4 5 6 |
# File 'lib/plugin/recursive-http-fetcher.rb', line 4 def quiet @quiet end |
Instance Method Details
#download(link) ⇒ Object
44 45 46 47 48 49 50 51 |
# File 'lib/plugin/recursive-http-fetcher.rb', line 44 def download(link) puts "+ #{File.join(@cwd, File.basename(link))}" unless @quiet open(link) do |stream| File.open(File.join(@cwd, File.basename(link)), "wb") do |file| file.write(stream.read) end end end |
#fetch(links = @urls_to_fetch) ⇒ Object
53 54 55 56 57 |
# File 'lib/plugin/recursive-http-fetcher.rb', line 53 def fetch(links = @urls_to_fetch) links.each do |l| (l =~ /\/$/ || links == @urls_to_fetch) ? fetch_dir(l) : download(l) end end |
#fetch_dir(url) ⇒ Object
59 60 61 62 63 64 65 66 67 68 |
# File 'lib/plugin/recursive-http-fetcher.rb', line 59 def fetch_dir(url) @level += 1 push_d(File.basename(url)) if @level > 0 open(url) do |stream| contents = stream.read fetch(links(url, contents)) end pop_d if @level > 0 @level -= 1 end |
#links(base_url, contents) ⇒ Object
33 34 35 36 37 38 39 40 41 42 |
# File 'lib/plugin/recursive-http-fetcher.rb', line 33 def links(base_url, contents) links = [] contents.scan(/href\s*=\s*\"*[^\">]*/i) do |link| link = link.sub(/href="/i, "") next if link =~ /svnindex.xsl$/ next if link =~ /^(\w*:|)\/\// || link =~ /^\./ links << File.join(base_url, link) end links end |
#ls ⇒ Object
12 13 14 15 16 17 18 19 20 21 22 |
# File 'lib/plugin/recursive-http-fetcher.rb', line 12 def ls @urls_to_fetch.collect do |url| if url =~ /^svn(\+ssh)?:\/\/.*/ || url =~ /\/svn\// `svn ls #{url}`.split("\n").map {|entry| "/#{entry}"} rescue nil else open(url) do |stream| links("", stream.read) end rescue nil end end.flatten end |
#pop_d ⇒ Object
29 30 31 |
# File 'lib/plugin/recursive-http-fetcher.rb', line 29 def pop_d @cwd = File.dirname(@cwd) end |
#push_d(dir) ⇒ Object
24 25 26 27 |
# File 'lib/plugin/recursive-http-fetcher.rb', line 24 def push_d(dir) @cwd = File.join(@cwd, dir) FileUtils.mkdir_p(@cwd) end |