From f61bb2a16a514b71bf33aabbbb999d6732016a24 Mon Sep 17 00:00:00 2001 From: GitLab Bot Date: Tue, 20 Apr 2021 14:36:54 +0000 Subject: Add latest changes from gitlab-org/gitlab@13-11-stable-ee --- .../batched_background_migration_worker.rb | 57 ++++++++++++++++++++++ 1 file changed, 57 insertions(+) create mode 100644 app/workers/database/batched_background_migration_worker.rb (limited to 'app/workers/database/batched_background_migration_worker.rb') diff --git a/app/workers/database/batched_background_migration_worker.rb b/app/workers/database/batched_background_migration_worker.rb new file mode 100644 index 00000000000..de274d58ad7 --- /dev/null +++ b/app/workers/database/batched_background_migration_worker.rb @@ -0,0 +1,57 @@ +# frozen_string_literal: true + +module Database + class BatchedBackgroundMigrationWorker + include ApplicationWorker + include CronjobQueue # rubocop:disable Scalability/CronWorkerContext + + feature_category :database + idempotent! + + LEASE_TIMEOUT_MULTIPLIER = 3 + MINIMUM_LEASE_TIMEOUT = 10.minutes.freeze + INTERVAL_VARIANCE = 5.seconds.freeze + + def perform + return unless Feature.enabled?(:execute_batched_migrations_on_schedule, type: :ops) && active_migration + + with_exclusive_lease(active_migration.interval) do + # Now that we have the exclusive lease, reload migration in case another process has changed it. + # This is a temporary solution until we have better concurrency handling around job execution + # + # We also have to disable this cop, because ApplicationRecord aliases reset to reload, but our database + # models don't inherit from ApplicationRecord + active_migration.reload # rubocop:disable Cop/ActiveRecordAssociationReload + + run_active_migration if active_migration.active? && active_migration.interval_elapsed?(variance: INTERVAL_VARIANCE) + end + end + + private + + def active_migration + @active_migration ||= Gitlab::Database::BackgroundMigration::BatchedMigration.active_migration + end + + def run_active_migration + Gitlab::Database::BackgroundMigration::BatchedMigrationRunner.new.run_migration_job(active_migration) + end + + def with_exclusive_lease(interval) + timeout = max(interval * LEASE_TIMEOUT_MULTIPLIER, MINIMUM_LEASE_TIMEOUT) + lease = Gitlab::ExclusiveLease.new(lease_key, timeout: timeout) + + yield if lease.try_obtain + ensure + lease&.cancel + end + + def max(left, right) + left >= right ? left : right + end + + def lease_key + self.class.name.demodulize.underscore + end + end +end -- cgit v1.2.3