1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
|
# frozen_string_literal: true
module BulkImports
class RelationExportWorker
include ApplicationWorker
include ExceptionBacktrace
idempotent!
deduplicate :until_executed
loggable_arguments 2, 3
data_consistency :always
feature_category :importers
sidekiq_options status_expiration: StuckExportJobsWorker::EXPORT_JOBS_EXPIRATION, retry: 6
worker_resource_boundary :memory
sidekiq_retries_exhausted do |job, exception|
_user_id, portable_id, portable_type, relation, batched = job['args']
portable = portable(portable_id, portable_type)
export = portable.bulk_import_exports.find_by_relation(relation)
Gitlab::ErrorTracking.track_exception(exception, portable_id: portable_id, portable_type: portable.class.name)
export.update!(status_event: 'fail_op', error: exception.message.truncate(255), batched: batched)
end
def self.portable(portable_id, portable_class)
portable_class.classify.constantize.find(portable_id)
end
def perform(user_id, portable_id, portable_class, relation, batched = false)
user = User.find(user_id)
portable = self.class.portable(portable_id, portable_class)
config = BulkImports::FileTransfer.config_for(portable)
log_extra_metadata_on_done(:relation, relation)
if Gitlab::Utils.to_boolean(batched) && config.batchable_relation?(relation)
log_extra_metadata_on_done(:batched, true)
BatchedRelationExportService.new(user, portable, relation, jid).execute
else
log_extra_metadata_on_done(:batched, false)
RelationExportService.new(user, portable, relation, jid).execute
end
end
end
end
|
