Class: RecursiveHTTPFetcher
Instance Attribute Summary collapse
-
#quiet ⇒ Object
Returns the value of attribute quiet.
Instance Method Summary collapse
- #download(link) ⇒ Object
- #fetch(links = @urls_to_fetch) ⇒ Object
- #fetch_dir(url) ⇒ Object
-
#initialize(urls_to_fetch, level = 1, cwd = ".") ⇒ RecursiveHTTPFetcher
constructor
A new instance of RecursiveHTTPFetcher.
- #links(base_url, contents) ⇒ Object
- #ls ⇒ Object
- #pop_d ⇒ Object
- #push_d(dir) ⇒ Object
Constructor Details
#initialize(urls_to_fetch, level = 1, cwd = ".") ⇒ RecursiveHTTPFetcher
Returns a new instance of RecursiveHTTPFetcher.
884 885 886 887 888 889 |
# File 'lib/commands/plugin.rb', line 884 def initialize(urls_to_fetch, level = 1, cwd = ".") @level = level @cwd = cwd @urls_to_fetch = urls_to_fetch.to_a @quiet = false end |
Instance Attribute Details
#quiet ⇒ Object
Returns the value of attribute quiet.
883 884 885 |
# File 'lib/commands/plugin.rb', line 883 def quiet @quiet end |
Instance Method Details
#download(link) ⇒ Object
923 924 925 926 927 928 929 930 |
# File 'lib/commands/plugin.rb', line 923 def download(link) puts "+ #{File.join(@cwd, File.basename(link))}" unless @quiet open(link) do |stream| File.open(File.join(@cwd, File.basename(link)), "wb") do |file| file.write(stream.read) end end end |
#fetch(links = @urls_to_fetch) ⇒ Object
932 933 934 935 936 |
# File 'lib/commands/plugin.rb', line 932 def fetch(links = @urls_to_fetch) links.each do |l| (l =~ /\/$/ || links == @urls_to_fetch) ? fetch_dir(l) : download(l) end end |
#fetch_dir(url) ⇒ Object
938 939 940 941 942 943 944 945 946 947 |
# File 'lib/commands/plugin.rb', line 938 def fetch_dir(url) @level += 1 push_d(File.basename(url)) if @level > 0 open(url) do |stream| contents = stream.read fetch(links(url, contents)) end pop_d if @level > 0 @level -= 1 end |
#links(base_url, contents) ⇒ Object
912 913 914 915 916 917 918 919 920 921 |
# File 'lib/commands/plugin.rb', line 912 def links(base_url, contents) links = [] contents.scan(/href\s*=\s*\"*[^\">]*/i) do |link| link = link.sub(/href="/i, "") next if link =~ /svnindex.xsl$/ next if link =~ /^(\w*:|)\/\// || link =~ /^\./ links << File.join(base_url, link) end links end |
#ls ⇒ Object
891 892 893 894 895 896 897 898 899 900 901 |
# File 'lib/commands/plugin.rb', line 891 def ls @urls_to_fetch.collect do |url| if url =~ /^svn(\+ssh)?:\/\/.*/ `svn ls #{url}`.split("\n").map {|entry| "/#{entry}"} rescue nil else open(url) do |stream| links("", stream.read) end rescue nil end end.flatten end |
#pop_d ⇒ Object
908 909 910 |
# File 'lib/commands/plugin.rb', line 908 def pop_d @cwd = File.dirname(@cwd) end |
#push_d(dir) ⇒ Object
903 904 905 906 |
# File 'lib/commands/plugin.rb', line 903 def push_d(dir) @cwd = File.join(@cwd, dir) FileUtils.mkdir_p(@cwd) end |