1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
|
# frozen_string_literal: true
module Gitlab
module GithubGistsImport
class StartImportWorker # rubocop:disable Scalability/IdempotentWorker
include ApplicationWorker
data_consistency :always
queue_namespace :github_gists_importer
feature_category :importers
sidekiq_options dead: false, retry: 5
worker_has_external_dependencies!
sidekiq_retries_exhausted do |msg, _|
Gitlab::GithubGistsImport::Status.new(msg['args'][0]).fail!
user = User.find(msg['args'][0])
Gitlab::GithubImport::PageCounter.new(user, :gists, 'github-gists-importer').expire!
end
def perform(user_id, encrypted_token)
logger.info(structured_payload(user_id: user_id, message: 'starting importer'))
user = User.find(user_id)
decrypted_token = Gitlab::CryptoHelper.aes256_gcm_decrypt(encrypted_token)
result = Gitlab::GithubGistsImport::Importer::GistsImporter.new(user, decrypted_token).execute
if result.success?
schedule_finish_worker(user_id, result.waiter)
elsif result.next_attempt_in
schedule_next_attempt(result.next_attempt_in, user_id, encrypted_token)
else
log_error_and_raise!(user_id, result.error)
end
end
private
def schedule_finish_worker(user_id, waiter)
logger.info(structured_payload(user_id: user_id, message: 'importer finished'))
Gitlab::GithubGistsImport::FinishImportWorker.perform_async(user_id, waiter.key, waiter.jobs_remaining)
end
def schedule_next_attempt(next_attempt_in, user_id, encrypted_token)
logger.info(structured_payload(user_id: user_id, message: 'rate limit reached'))
self.class.perform_in(next_attempt_in, user_id, encrypted_token)
end
def log_error_and_raise!(user_id, error)
logger.error(structured_payload(user_id: user_id, message: 'import failed', 'error.message': error.message))
raise(error)
end
def logger
Gitlab::GithubImport::Logger
end
end
end
end
|
