Class: W3map::DistributedQueue

Inherits:
Object
  • Object
show all
Defined in:
lib/w3map.rb

Instance Method Summary collapse

Constructor Details

#initialize(session_name, config = {}) ⇒ DistributedQueue

Returns a new instance of DistributedQueue.



78
79
80
81
 
# File 'lib/w3map.rb', line 78

def initialize(session_name, config={})
  @session_name = session_name
  @redis = Redis.new config
end

Instance Method Details

#add_to_processing_urls(url) ⇒ Object 



86
87
88
 
# File 'lib/w3map.rb', line 86

def add_to_processing_urls(url)
  @redis.sadd urls_schema, url
end

#already_processed?(url) ⇒ Boolean

Returns:

  • (Boolean) 


99
100
101
 
# File 'lib/w3map.rb', line 99

def already_processed?(url)
  @redis.sismember urls_schema, url
end

#close ⇒ Object 



89
90
91
 
# File 'lib/w3map.rb', line 89

def close
  @redis.quit
end

#flush_processing_urls ⇒ Object 



109
110
111
 
# File 'lib/w3map.rb', line 109

def flush_processing_urls
  @redis.del urls_schema
end

#flush_queue ⇒ Object 



112
113
114
 
# File 'lib/w3map.rb', line 112

def flush_queue
  @redis.del queue_schema
end

#last_entries(limit) ⇒ Object 



92
93
94
95
 
# File 'lib/w3map.rb', line 92

def last_entries(limit)
  limit = limit + -1 if limit > 0
  @redis.lrange queue_schema, 0, limit
end

#len ⇒ Object 



96
97
98
 
# File 'lib/w3map.rb', line 96

def len
  @redis.llen queue_schema
end

#pop ⇒ Object 



105
106
107
108
 
# File 'lib/w3map.rb', line 105

def pop
  _, url = @redis.brpop queue_schema
  url
end

#processing_urls ⇒ Object 



102
103
104
 
# File 'lib/w3map.rb', line 102

def processing_urls
  @redis.smembers(urls_schema)
end

#push(url) ⇒ Object 



82
83
84
85
 
# File 'lib/w3map.rb', line 82

def push(url)
  add_to_processing_urls url
  @redis.lpush queue_schema, url
end