Class: RecursiveHTTPFetcher

Inherits:
Object show all
Defined in:
lib/commands/plugin.rb

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(urls_to_fetch, level = 1, cwd = ".") ⇒ RecursiveHTTPFetcher

Returns a new instance of RecursiveHTTPFetcher.



902
903
904
905
906
907
 
# File 'lib/commands/plugin.rb', line 902

def initialize(urls_to_fetch, level = 1, cwd = ".")
  @level = level
  @cwd = cwd
  @urls_to_fetch = RUBY_VERSION >= '1.9' ? urls_to_fetch.lines : urls_to_fetch.to_a
  @quiet = false
end

Instance Attribute Details

#quiet ⇒ Object

Returns the value of attribute quiet.



901
902
903
 
# File 'lib/commands/plugin.rb', line 901

def quiet
  @quiet
end

Instance Method Details

#download(link) ⇒ Object 



941
942
943
944
945
946
947
948
 
# File 'lib/commands/plugin.rb', line 941

def download(link)
  puts "+ #{File.join(@cwd, File.basename(link))}" unless @quiet
  open(link) do |stream|
    File.open(File.join(@cwd, File.basename(link)), "wb") do |file|
      file.write(stream.read)
    end
  end
end

#fetch(links = @urls_to_fetch) ⇒ Object 



950
951
952
953
954
 
# File 'lib/commands/plugin.rb', line 950

def fetch(links = @urls_to_fetch)
  links.each do |l|
    (l =~ /\/$/ || links == @urls_to_fetch) ? fetch_dir(l) : download(l)
  end
end

#fetch_dir(url) ⇒ Object 



956
957
958
959
960
961
962
963
964
965
 
# File 'lib/commands/plugin.rb', line 956

def fetch_dir(url)
  @level += 1
  push_d(File.basename(url)) if @level > 0
  open(url) do |stream|
    contents =  stream.read
    fetch(links(url, contents))
  end
  pop_d if @level > 0
  @level -= 1
end

#links(base_url, contents) ⇒ Object 



930
931
932
933
934
935
936
937
938
939
 
# File 'lib/commands/plugin.rb', line 930

def links(base_url, contents)
  links = []
  contents.scan(/href\s*=\s*\"*[^\">]*/i) do |link|
    link = link.sub(/href="/i, "")
    next if link =~ /svnindex.xsl$/
    next if link =~ /^(\w*:|)\/\// || link =~ /^\./
    links << File.join(base_url, link)
  end
  links
end

#ls ⇒ Object 



909
910
911
912
913
914
915
916
917
918
919
 
# File 'lib/commands/plugin.rb', line 909

def ls
  @urls_to_fetch.collect do |url|
    if url =~ /^svn(\+ssh)?:\/\/.*/
      `svn ls #{url}`.split("\n").map {|entry| "/#{entry}"} rescue nil
    else
      open(url) do |stream|
        links("", stream.read)
      end rescue nil
    end
  end.flatten
end

#pop_d ⇒ Object 



926
927
928
 
# File 'lib/commands/plugin.rb', line 926

def pop_d
  @cwd = File.dirname(@cwd)
end

#push_d(dir) ⇒ Object 



921
922
923
924
 
# File 'lib/commands/plugin.rb', line 921

def push_d(dir)
  @cwd = File.join(@cwd, dir)
  FileUtils.mkdir_p(@cwd)
end