Class: BulkImports::FinishBatchedPipelineWorker

Inherits:
Object
  • Object
show all
Includes:
ApplicationWorker, ExceptionBacktrace
Defined in:
app/workers/bulk_imports/finish_batched_pipeline_worker.rb

Constant Summary collapse

REQUEUE_DELAY =
5.seconds
STALE_AFTER =
4.hours

Constants included from ApplicationWorker

ApplicationWorker::LOGGING_EXTRA_KEY, ApplicationWorker::SAFE_PUSH_BULK_LIMIT

Constants included from Gitlab::Loggable

Gitlab::Loggable::ANONYMOUS

Constants included from WorkerAttributes

WorkerAttributes::DEFAULT_CONCURRENCY_LIMIT_PERCENTAGE_BY_URGENCY, WorkerAttributes::DEFAULT_DATA_CONSISTENCY, WorkerAttributes::DEFAULT_DATA_CONSISTENCY_PER_DB, WorkerAttributes::DEFAULT_DEFER_DELAY, WorkerAttributes::LOAD_BALANCED_DATA_CONSISTENCIES, WorkerAttributes::NAMESPACE_WEIGHTS, WorkerAttributes::VALID_DATA_CONSISTENCIES, WorkerAttributes::VALID_RESOURCE_BOUNDARIES, WorkerAttributes::VALID_URGENCIES

Instance Method Summary collapse

Methods included from Gitlab::Loggable

#build_structured_payload

Methods included from Gitlab::SidekiqVersioning::Worker

#job_version

Methods included from WorkerContext

#with_context

Instance Method Details

#perform(pipeline_tracker_id) ⇒ Object



18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
# File 'app/workers/bulk_imports/finish_batched_pipeline_worker.rb', line 18

def perform(pipeline_tracker_id)
  @tracker = Tracker.find(pipeline_tracker_id)
  @context = ::BulkImports::Pipeline::Context.new(tracker)

  return unless tracker.batched? && tracker.started?

  @sorted_batches = tracker.batches.by_last_updated
  return fail_stale_tracker_and_batches if most_recent_batch_stale?

  return re_enqueue if import_in_progress?

  tracker.pipeline_class.new(@context).on_finish
  logger.info(log_attributes(message: 'Tracker finished'))
  tracker.finish!
end