Class: Maxwell::Converter

Inherits:
Object
  • Object
show all
Defined in:
lib/maxwell/converter.rb

Class Method Summary collapse

Class Method Details

.call(url, use_poltergeist = false) ⇒ Object 



12
13
14
 
# File 'lib/maxwell/converter.rb', line 12

def call(url, use_poltergeist=false)
  use_poltergeist ? call_with_js(url) : call_without_js(url)
end

.call_with_js(url) ⇒ Object 



32
33
34
35
36
37
38
39
40
41
42
43
44
 
# File 'lib/maxwell/converter.rb', line 32

def call_with_js(url)
  Capybara.register_driver :poltergeist do |app|
    Capybara::Poltergeist::Driver.new(app, { js_errors: false, timeout: 1000 })
  end
  Capybara.default_selector = :xpath
  session = Capybara::Session.new(:poltergeist)

  session.driver.headers = { 'User-Agent' => @user_agent }
  session.visit url
  Nokogiri::HTML(session.html).tap do
    session.driver.quit
  end
end

.call_without_js(url) ⇒ Object 



16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
 
# File 'lib/maxwell/converter.rb', line 16

def call_without_js(url)
  client = HTTPClient.new(
    default_header: {
      "User-Agent" => @user_agent
    }
  )

  html = begin
    client.get_content(url)
  rescue
    ""
  end

  Nokogiri::HTML(html)
end