diff options
Diffstat (limited to 'app/workers/ci/catalog/resources/process_sync_events_worker.rb')
-rw-r--r-- | app/workers/ci/catalog/resources/process_sync_events_worker.rb | 41 |
1 files changed, 41 insertions, 0 deletions
diff --git a/app/workers/ci/catalog/resources/process_sync_events_worker.rb b/app/workers/ci/catalog/resources/process_sync_events_worker.rb new file mode 100644 index 00000000000..15e06393aff --- /dev/null +++ b/app/workers/ci/catalog/resources/process_sync_events_worker.rb @@ -0,0 +1,41 @@ +# frozen_string_literal: true + +module Ci + module Catalog + module Resources + # This worker can be called multiple times simultaneously but only one can process events + # at a time. This is ensured by `try_obtain_lease` in `Ci::ProcessSyncEventsService`. + # + # This worker is enqueued in 3 ways: + # 1. By Project model callback after updating one of the columns referenced in + # `Ci::Catalog::Resource#sync_with_project`. + # 2. Every minute by cron job. This ensures we process SyncEvents from direct/bulk + # database updates that do not use the Project AR model. + # 3. By `Ci::ProcessSyncEventsService` if there are any remaining pending + # SyncEvents after processing. + # + class ProcessSyncEventsWorker + include ApplicationWorker + include CronjobQueue # rubocop: disable Scalability/CronWorkerContext -- Periodic processing is required + + feature_category :pipeline_composition + + data_consistency :always # rubocop:disable SidekiqLoadBalancing/WorkerDataConsistency -- We should not sync stale data + urgency :high + + idempotent! + deduplicate :until_executed, if_deduplicated: :reschedule_once, ttl: 1.minute + + def perform + results = ::Ci::ProcessSyncEventsService.new( + ::Ci::Catalog::Resources::SyncEvent, ::Ci::Catalog::Resource + ).execute + + results.each do |key, value| + log_extra_metadata_on_done(key, value) + end + end + end + end + end +end |