Merge branch 'require-needs-to-be-present' into 'master'

Require `needs:` to be present

Closes #65839

See merge request gitlab-org/gitlab-ce!31761

4 files changed, 47 insertions, 20 deletions

diff --git a/lib/gitlab/ci/pipeline/chain/populate.rb b/lib/gitlab/ci/pipeline/chain/populate.rb
index 0405292a25b..65029f5ce7f 100644
--- a/lib/gitlab/ci/pipeline/chain/populate.rb
+++ b/lib/gitlab/ci/pipeline/chain/populate.rb
@@ -23,12 +23,17 @@ module Gitlab
             @command.seeds_block&.call(pipeline)
 
             ##
-            # Populate pipeline with all stages, and stages with builds.
+            # Gather all runtime build/stage errors
             #
-            pipeline.stage_seeds.each do |stage|
-              pipeline.stages << stage.to_resource
+            if seeds_errors = pipeline.stage_seeds.flat_map(&:errors).compact.presence
+              return error(seeds_errors.join("\n"))
             end
 
+            ##
+            # Populate pipeline with all stages, and stages with builds.
+            #
+            pipeline.stages = pipeline.stage_seeds.map(&:to_resource)
+
             if pipeline.stages.none?
               return error('No stages / jobs for this pipeline.')
             end
diff --git a/lib/gitlab/ci/pipeline/seed/base.rb b/lib/gitlab/ci/pipeline/seed/base.rb
index 1fd3a61017f..e9e22569ae0 100644
--- a/lib/gitlab/ci/pipeline/seed/base.rb
+++ b/lib/gitlab/ci/pipeline/seed/base.rb
@@ -13,6 +13,10 @@ module Gitlab
             raise NotImplementedError
           end
 
+          def errors
+            raise NotImplementedError
+          end
+
           def to_resource
             raise NotImplementedError
           end
diff --git a/lib/gitlab/ci/pipeline/seed/build.rb b/lib/gitlab/ci/pipeline/seed/build.rb
index ab0d4c38ab6..32086735556 100644
--- a/lib/gitlab/ci/pipeline/seed/build.rb
+++ b/lib/gitlab/ci/pipeline/seed/build.rb
@@ -13,6 +13,7 @@ module Gitlab
             @pipeline = pipeline
             @attributes = attributes
             @previous_stages = previous_stages
+            @needs_attributes = dig(:needs_attributes)
 
             @only = Gitlab::Ci::Build::Policy
               .fabricate(attributes.delete(:only))
@@ -27,8 +28,15 @@ module Gitlab
           def included?
             strong_memoize(:inclusion) do
               all_of_only? &&
-                none_of_except? &&
-                all_of_needs?
+                none_of_except?
+            end
+          end
+
+          def errors
+            return unless included?
+
+            strong_memoize(:errors) do
+              needs_errors
             end
           end
 
@@ -48,6 +56,18 @@ module Gitlab
             @attributes.to_h.dig(:options, :trigger).present?
           end
 
+          def to_resource
+            strong_memoize(:resource) do
+              if bridge?
+                ::Ci::Bridge.new(attributes)
+              else
+                ::Ci::Build.new(attributes)
+              end
+            end
+          end
+
+          private
+
           def all_of_only?
             @only.all? { |spec| spec.satisfied_by?(@pipeline, self) }
           end
@@ -56,25 +76,17 @@ module Gitlab
             @except.none? { |spec| spec.satisfied_by?(@pipeline, self) }
           end
 
-          def all_of_needs?
-            return true unless Feature.enabled?(:ci_dag_support, @pipeline.project)
-            return true if dig(:needs_attributes).nil?
+          def needs_errors
+            return unless Feature.enabled?(:ci_dag_support, @pipeline.project)
+            return if @needs_attributes.nil?
 
-            dig(:needs_attributes).all? do |need|
-              @previous_stages.any? do |stage|
+            @needs_attributes.flat_map do |need|
+              result = @previous_stages.any? do |stage|
                 stage.seeds_names.include?(need[:name])
               end
-            end
-          end
 
-          def to_resource
-            strong_memoize(:resource) do
-              if bridge?
-                ::Ci::Bridge.new(attributes)
-              else
-                ::Ci::Build.new(attributes)
-              end
-            end
+              "#{name}: needs '#{need[:name]}'" unless result
+            end.compact
           end
         end
       end
diff --git a/lib/gitlab/ci/pipeline/seed/stage.rb b/lib/gitlab/ci/pipeline/seed/stage.rb
index 7c737027445..b600df2f656 100644
--- a/lib/gitlab/ci/pipeline/seed/stage.rb
+++ b/lib/gitlab/ci/pipeline/seed/stage.rb
@@ -33,6 +33,12 @@ module Gitlab
             end
           end
 
+          def errors
+            strong_memoize(:errors) do
+              seeds.flat_map(&:errors).compact
+            end
+          end
+
           def seeds_names
             strong_memoize(:seeds_names) do
               seeds.map(&:name).to_set