Module: AtCoderFriends::Scraping::Tasks

Included in:
Agent
Defined in:
lib/at_coder_friends/scraping/tasks.rb

Overview

fetch problems from tasks page

Instance Method Summary collapse

Instance Method Details

#fetch_all ⇒ Object 



7
8
9
10
11
12
13
14
15
16
17
18
19
 
# File 'lib/at_coder_friends/scraping/tasks.rb', line 7

def fetch_all
  puts "***** fetch_all #{contest} *****"
  fetch_assignments.map do |q, url|
    begin
      pbm = fetch_problem(q, url)
      yield pbm if block_given?
      pbm
    rescue StandardError => e
      puts e.to_s
      puts e.backtrace
    end
  end
end

#fetch_assignments ⇒ Object 



21
22
23
24
25
26
27
28
29
30
 
# File 'lib/at_coder_friends/scraping/tasks.rb', line 21

def fetch_assignments
  url = contest_url('tasks')
  puts "fetch list from #{url} ..."
  page = fetch_with_auth(url)
  page
    .search('//table[1]//td[1]//a')
    .each_with_object({}) do |a, h|
      h[a.text] = a[:href]
    end
end

#fetch_problem(q, url) ⇒ Object 



32
33
34
35
36
37
 
# File 'lib/at_coder_friends/scraping/tasks.rb', line 32

def fetch_problem(q, url)
  puts "fetch problem from #{url} ..."
  page = fetch_with_auth(url)
  page.search('br').each { |br| br.replace("\n") }
  Problem.new(q, page)
end