1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
|
# frozen_string_literal: true
class RunPipelineScheduleWorker # rubocop:disable Scalability/IdempotentWorker
include ApplicationWorker
data_consistency :always
sidekiq_options retry: 3
include PipelineQueue
queue_namespace :pipeline_creation
feature_category :continuous_integration
deduplicate :until_executed
idempotent!
def perform(schedule_id, user_id, options = {})
schedule = Ci::PipelineSchedule.find_by_id(schedule_id)
user = User.find_by_id(user_id)
return unless schedule && schedule.project && user
options.symbolize_keys!
if options[:scheduling]
return if schedule.next_run_at > Time.current
update_next_run_at_for(schedule)
end
run_pipeline_schedule(schedule, user)
end
def run_pipeline_schedule(schedule, user)
response = Ci::CreatePipelineService
.new(schedule.project, user, ref: schedule.ref)
.execute(
:schedule,
save_on_errors: Feature.enabled?(:persist_failed_pipelines_from_schedules, schedule.project),
ignore_skip_ci: true, schedule: schedule
)
return response if response.payload.persisted?
# Remove with FF persist_failed_pipelines_from_schedules enabled, as corrupted yml is not longer logged
# This is a user operation error such as corrupted .gitlab-ci.yml. Log the error for debugging purpose.
log_extra_metadata_on_done(:pipeline_creation_error, response.message)
rescue StandardError => e
error(schedule, e)
end
private
def update_next_run_at_for(schedule)
# Ensure `next_run_at` is set properly before creating a pipeline.
# Otherwise, multiple pipelines could be created in a short interval.
schedule.schedule_next_run!
end
def error(schedule, error)
failed_creation_counter.increment
log_error(schedule, error)
track_error(schedule, error)
end
def log_error(schedule, error)
Gitlab::AppLogger.error "Failed to create a scheduled pipeline. " \
"schedule_id: #{schedule.id} message: #{error.message}"
end
def track_error(schedule, error)
Gitlab::ErrorTracking.track_and_raise_for_dev_exception(
error,
issue_url: 'https://gitlab.com/gitlab-org/gitlab-foss/issues/41231',
schedule_id: schedule.id
)
end
def failed_creation_counter
@failed_creation_counter ||= Gitlab::Metrics.counter(
:pipeline_schedule_creation_failed_total,
"Counter of failed attempts of pipeline schedule creation"
)
end
end
|