1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
|
# frozen_string_literal: true
module BulkImports
class RelationExportService
include Gitlab::ImportExport::CommandLineUtil
EXISTING_EXPORT_TTL = 3.minutes
def initialize(user, portable, relation, jid)
@user = user
@portable = portable
@relation = relation
@jid = jid
@config = FileTransfer.config_for(portable)
end
def execute
find_or_create_export! do |export|
export.remove_existing_upload!
export_service.execute
compress_exported_relation
upload_compressed_file(export)
end
ensure
FileUtils.remove_entry(export_path)
end
private
attr_reader :user, :portable, :relation, :jid, :config
delegate :export_path, to: :config
def find_or_create_export!
export = portable.bulk_import_exports.safe_find_or_create_by!(relation: relation)
return export if export.finished? && export.updated_at > EXISTING_EXPORT_TTL.ago && !export.batched?
start_export!(export)
yield export
finish_export!(export)
rescue StandardError => e
fail_export!(export, e)
end
def export_service
@export_service ||= if config.tree_relation?(relation) || config.self_relation?(relation)
TreeExportService.new(portable, export_path, relation, user)
elsif config.file_relation?(relation)
FileExportService.new(portable, export_path, relation, user)
else
raise BulkImports::Error, 'Unsupported export relation'
end
end
def upload_compressed_file(export)
compressed_file = File.join(export_path, "#{export_service.exported_filename}.gz")
upload = ExportUpload.find_or_initialize_by(export_id: export.id) # rubocop: disable CodeReuse/ActiveRecord
File.open(compressed_file) { |file| upload.export_file = file }
upload.save!
end
def compress_exported_relation
gzip(dir: export_path, filename: export_service.exported_filename)
end
def start_export!(export)
export.update!(
status_event: 'start',
jid: jid,
batched: false,
batches_count: 0,
total_objects_count: 0,
error: nil
)
export.batches.destroy_all if export.batches.any? # rubocop:disable Cop/DestroyAll
end
def finish_export!(export)
export.update!(status_event: 'finish', batched: false, error: nil)
end
def fail_export!(export, exception)
Gitlab::ErrorTracking.track_exception(exception, portable_id: portable.id, portable_type: portable.class.name)
export&.update(status_event: 'fail_op', error: exception.class, batched: false)
end
end
end
|
