Class: ActsAsFerret::BulkIndexer

Inherits:
Object
  • Object
show all
Defined in:
lib/bulk_indexer.rb

Instance Method Summary collapse

Constructor Details

#initialize(args = {}) ⇒ BulkIndexer

Returns a new instance of BulkIndexer.



3
4
5
6
7
8
9
10
11
12
13
14
15
 
# File 'lib/bulk_indexer.rb', line 3

def initialize(args = {})
  @batch_size = args[:batch_size] || 1000
  @logger = args[:logger]
  @model = args[:model]
  @work_done = 0
  @index = args[:index]
  if args[:reindex]
    @reindex = true
    @model_count  = @model.count.to_f
  else
    @model_count = args[:total]
  end
end

Instance Method Details

#index_records(records, offset) ⇒ Object 



17
18
19
20
21
22
23
24
25
26
27
28
 
# File 'lib/bulk_indexer.rb', line 17

def index_records(records, offset)
  batch_time = measure_time {
    docs = []
    records.each { |rec| docs << [rec.to_doc, rec.ferret_analyzer] if rec.ferret_enabled?(true) }
    @index.update_batch(docs)
    # records.each { |rec| @index.add_document(rec.to_doc, rec.ferret_analyzer) if rec.ferret_enabled?(true) }
  }.to_f
  @work_done = offset.to_f / @model_count * 100.0 if @model_count > 0
  remaining_time = ( batch_time / @batch_size ) * ( @model_count - offset + @batch_size )
  @logger.info "#{@reindex ? 're' : 'bulk '}index model #{@model.name} : #{'%.2f' % @work_done}% complete : #{'%.2f' % remaining_time} secs to finish"

end

#measure_time ⇒ Object 



30
31
32
33
34
 
# File 'lib/bulk_indexer.rb', line 30

def measure_time
  t1 = Time.now
  yield
  Time.now - t1
end