Class: Workers::TaskGroup

Inherits:
Object
  • Object
show all
Includes:
Helpers
Defined in:
lib/workers/task_group.rb

Instance Attribute Summary collapse

Instance Method Summary collapse

Methods included from Helpers

#concat_e, #log_debug, #log_error, #log_info, #log_warn

Constructor Details

#initialize(options = {}) ⇒ TaskGroup

Returns a new instance of TaskGroup.



8
9
10
11
12
13
14
15
16
17
18
19
 
# File 'lib/workers/task_group.rb', line 8

def initialize(options = {})
  @logger = Workers::LogProxy.new(options[:logger])
  @pool = options[:pool] || Workers.pool
  @state = :initialized
  @tasks = []
  @internal_lock = Mutex.new
  @external_lock = Mutex.new
  @finished_count = 0
  @conditional = ConditionVariable.new

  return nil
end

Instance Attribute Details

#state ⇒ Object (readonly)

Returns the value of attribute state.



5
6
7
 
# File 'lib/workers/task_group.rb', line 5

def state
  @state
end

#tasks ⇒ Object (readonly)

Returns the value of attribute tasks.



6
7
8
 
# File 'lib/workers/task_group.rb', line 6

def tasks
  @tasks
end

Instance Method Details

#add(options = {}, &block) ⇒ Object 



21
22
23
24
25
26
27
28
29
30
 
# File 'lib/workers/task_group.rb', line 21

def add(options = {}, &block)
  state!(:initialized)

  options[:finished] = method(:finished)
  options[:perform] ||= block

  @tasks << Workers::Task.new(options)

  return nil
end

#failures ⇒ Object 



55
56
57
 
# File 'lib/workers/task_group.rb', line 55

def failures
  return @tasks.select { |t| t.failed? }
end

#map(inputs, options = {}, &block) ⇒ Object 



59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
 
# File 'lib/workers/task_group.rb', line 59

def map(inputs, options = {}, &block)
  inputs.each do |input|
    add(:input => input, :max_tries => options[:max_tries]) do |i|
      block.call(i)
    end
  end

  run

  if (failure = failures[0])
    a = failure.input.inspect
    m = failure.exception.message
    b = failure.exception.backtrace.join("\n")

    raise "At least one task failed. ARGS=#{a}, TRACE=#{m}\n#{b}\n----------\n"
  end

  return tasks.map { |t| t.result }
end

#run ⇒ Object 



32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
 
# File 'lib/workers/task_group.rb', line 32

def run
  state!(:initialized)

  @state = :running
  @run_thread = Thread.current

  return [] if @tasks.empty?

  @internal_lock.synchronize do
    @tasks.each do |task|
      @pool.perform { task.run }
    end

    @conditional.wait(@internal_lock)
  end

  return @tasks.all? { |t| t.succeeded? }
end

#successes ⇒ Object 



51
52
53
 
# File 'lib/workers/task_group.rb', line 51

def successes
  return @tasks.select { |t| t.succeeded? }
end

#synchronize(&block) ⇒ Object

Convenient mutex to be used by a users’s task code that needs serializing. This should NEVER be used by TaskGroup code (use the @internal_lock instead);



81
82
83
84
85
 
# File 'lib/workers/task_group.rb', line 81

def synchronize(&block)
  @external_lock.synchronize { block.call }

  return nil
end