Class: BulkImports::PipelineWorker

Inherits:
Object
  • Object
show all
Includes:
ApplicationWorker, ExclusiveLeaseGuard
Defined in:
app/workers/bulk_imports/pipeline_worker.rb

Overview

rubocop:disable Scalability/IdempotentWorker

Constant Summary collapse

FILE_EXTRACTION_PIPELINE_PERFORM_DELAY = 
10.seconds

Constants included from ApplicationWorker

ApplicationWorker::LOGGING_EXTRA_KEY, ApplicationWorker::SAFE_PUSH_BULK_LIMIT

Constants included from Gitlab::Loggable

Gitlab::Loggable::ANONYMOUS

Constants included from WorkerAttributes

WorkerAttributes::DEFAULT_DATA_CONSISTENCY, WorkerAttributes::DEFAULT_DEFER_DELAY, WorkerAttributes::NAMESPACE_WEIGHTS, WorkerAttributes::VALID_DATA_CONSISTENCIES, WorkerAttributes::VALID_RESOURCE_BOUNDARIES, WorkerAttributes::VALID_URGENCIES

Instance Method Summary collapse

Methods included from ExclusiveLeaseGuard

#exclusive_lease, #lease_release?, #lease_taken_log_level, #lease_taken_message, #log_lease_taken, #release_lease, #renew_lease!, #try_obtain_lease

Methods included from Gitlab::Loggable

#build_structured_payload

Methods included from Gitlab::SidekiqVersioning::Worker

#job_version

Methods included from WorkerContext

#with_context

Instance Method Details

#perform(pipeline_tracker_id, stage, entity_id) ⇒ Object 



17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
 
# File 'app/workers/bulk_imports/pipeline_worker.rb', line 17

def perform(pipeline_tracker_id, stage, entity_id)
  @entity = ::BulkImports::Entity.find(entity_id)
  @pipeline_tracker = ::BulkImports::Tracker.find(pipeline_tracker_id)

  try_obtain_lease do
    if pipeline_tracker.enqueued?
      logger.info(log_attributes(message: 'Pipeline starting'))

      run
    else
      message = "Pipeline in #{pipeline_tracker.human_status_name} state instead of expected enqueued state"

      logger.error(log_attributes(message: message))

      fail_tracker(StandardError.new(message)) unless pipeline_tracker.finished? || pipeline_tracker.skipped?
    end
  end
ensure
  ::BulkImports::EntityWorker.perform_async(entity_id, stage)
end