blob: e1233a449e71ce26b39782910f62a34806cbeec4 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
|
# frozen_string_literal: true
module LooseForeignKeys
class CleanupWorker
include ApplicationWorker
include Gitlab::ExclusiveLeaseHelpers
include CronjobQueue # rubocop: disable Scalability/CronWorkerContext
sidekiq_options retry: false
feature_category :cell
data_consistency :always
idempotent!
def perform
connection_name, base_model = current_connection_name_and_base_model
modification_tracker, turbo_mode = initialize_modification_tracker_for(connection_name)
# Add small buffer on MAX_RUNTIME to account for single long running
# query or extra worker time after the cleanup.
lock_ttl = modification_tracker.max_runtime + 10.seconds
in_lock(self.class.name.underscore, ttl: lock_ttl, retries: 0) do
stats = {}
Gitlab::Database::SharedModel.using_connection(base_model.connection) do
stats = ProcessDeletedRecordsService.new(
connection: base_model.connection,
modification_tracker: modification_tracker
).execute
stats[:connection] = connection_name
stats[:turbo_mode] = turbo_mode
end
log_extra_metadata_on_done(:stats, stats)
end
end
private
# Rotate the databases every minute
#
# If one DB is configured: every minute use the configured DB
# If two DBs are configured (Main, CI): minute 1 -> Main, minute 2 -> CI
def current_connection_name_and_base_model
minutes_since_epoch = Time.current.to_i / 60
connections_with_name = Gitlab::Database.database_base_models_with_gitlab_shared.to_a # this will never be empty
connections_with_name[minutes_since_epoch % connections_with_name.count]
end
def initialize_modification_tracker_for(connection_name)
turbo_mode = turbo_mode?(connection_name)
modification_tracker ||= turbo_mode ? TurboModificationTracker.new : ModificationTracker.new
[modification_tracker, turbo_mode]
end
def turbo_mode?(connection_name)
%w[main ci].include?(connection_name) &&
Feature.enabled?(:"loose_foreign_keys_turbo_mode_#{connection_name}", type: :ops)
end
end
end
|
