Add latest changes from gitlab-org/gitlab@master

3 files changed, 227 insertions, 0 deletions

diff --git a/spec/lib/bulk_imports/projects/graphql/get_snippet_repository_query_spec.rb b/spec/lib/bulk_imports/projects/graphql/get_snippet_repository_query_spec.rb
new file mode 100644
index 00000000000..b680fa5cbfc
--- /dev/null
+++ b/spec/lib/bulk_imports/projects/graphql/get_snippet_repository_query_spec.rb
@@ -0,0 +1,58 @@
+# frozen_string_literal: true
+
+require 'spec_helper'
+
+RSpec.describe BulkImports::Projects::Graphql::GetSnippetRepositoryQuery do
+  describe 'query repository based on full_path' do
+    let_it_be(:entity)  { create(:bulk_import_entity) }
+    let_it_be(:tracker) { create(:bulk_import_tracker, entity: entity) }
+    let_it_be(:context) { BulkImports::Pipeline::Context.new(tracker) }
+
+    it 'has a valid query' do
+      query = GraphQL::Query.new(
+        GitlabSchema,
+        described_class.to_s,
+        variables: described_class.variables(context)
+      )
+      result = GitlabSchema.static_validator.validate(query)
+
+      expect(result[:errors]).to be_empty
+    end
+
+    it 'returns snippet httpUrlToRepo' do
+      expect(described_class.to_s).to include('httpUrlToRepo')
+    end
+
+    it 'returns snippet createdAt' do
+      expect(described_class.to_s).to include('createdAt')
+    end
+
+    it 'returns snippet title' do
+      expect(described_class.to_s).to include('title')
+    end
+
+    describe '.variables' do
+      it 'queries project based on source_full_path and pagination' do
+        expected = { full_path: entity.source_full_path, cursor: nil, per_page: 500 }
+
+        expect(described_class.variables(context)).to eq(expected)
+      end
+    end
+
+    describe '.data_path' do
+      it '.data_path returns data path' do
+        expected = %w[data project snippets nodes]
+
+        expect(described_class.data_path).to eq(expected)
+      end
+    end
+
+    describe '.page_info_path' do
+      it '.page_info_path returns pagination information path' do
+        expected = %w[data project snippets page_info]
+
+        expect(described_class.page_info_path).to eq(expected)
+      end
+    end
+  end
+end
diff --git a/spec/lib/bulk_imports/projects/pipelines/snippets_repository_pipeline_spec.rb b/spec/lib/bulk_imports/projects/pipelines/snippets_repository_pipeline_spec.rb
new file mode 100644
index 00000000000..9897e74ec7b
--- /dev/null
+++ b/spec/lib/bulk_imports/projects/pipelines/snippets_repository_pipeline_spec.rb
@@ -0,0 +1,168 @@
+# frozen_string_literal: true
+
+require 'spec_helper'
+
+RSpec.describe BulkImports::Projects::Pipelines::SnippetsRepositoryPipeline do
+  let(:user) { create(:user) }
+  let(:project) { create(:project) }
+  let(:bulk_import) { create(:bulk_import, user: user) }
+  let(:bulk_import_configuration) { create(:bulk_import_configuration, bulk_import: bulk_import) }
+  let!(:matched_snippet) { create(:snippet, project: project, created_at: "1981-12-13T23:59:59Z")}
+  let(:entity) do
+    create(
+      :bulk_import_entity,
+      :project_entity,
+      project: project,
+      bulk_import: bulk_import_configuration.bulk_import,
+      source_full_path: 'source/full/path',
+      destination_name: 'My Destination Project',
+      destination_namespace: project.full_path
+    )
+  end
+
+  let(:tracker) { create(:bulk_import_tracker, entity: entity) }
+  let(:context) { BulkImports::Pipeline::Context.new(tracker) }
+
+  subject(:pipeline) { described_class.new(context) }
+
+  let(:http_url_to_repo) { 'https://example.com/foo/bar/snippets/42.git' }
+  let(:data) do
+    [
+      {
+        'title' => matched_snippet.title,
+        'httpUrlToRepo' => http_url_to_repo,
+        'createdAt' => matched_snippet.created_at.to_s
+      }
+    ]
+  end
+
+  let(:page_info) do
+    {
+      'next_page' => 'eyJpZCI6IjIyMDA2OTYifQ',
+      'has_next_page' => false
+    }
+  end
+
+  let(:extracted_data) { BulkImports::Pipeline::ExtractedData.new(data: data, page_info: page_info) }
+
+  describe 'extractor' do
+    it 'is a GraphqlExtractor with Graphql::GetSnippetRepositoryQuery' do
+      expect(described_class.get_extractor).to eq(
+        klass: BulkImports::Common::Extractors::GraphqlExtractor,
+        options: {
+          query: BulkImports::Projects::Graphql::GetSnippetRepositoryQuery
+        })
+    end
+  end
+
+  describe '#run' do
+    let(:validation_response) { double(Hash, 'error?': false) }
+
+    before do
+      allow_next_instance_of(BulkImports::Common::Extractors::GraphqlExtractor) do |extractor|
+        allow(extractor).to receive(:extract).and_return(extracted_data)
+      end
+
+      allow_next_instance_of(Snippets::RepositoryValidationService) do |repository_validation|
+        allow(repository_validation).to receive(:execute).and_return(validation_response)
+      end
+    end
+
+    shared_examples 'skippable snippet' do
+      it 'does not create snippet repo' do
+        pipeline.run
+
+        expect(Gitlab::GlRepository::SNIPPET.repository_for(matched_snippet).exists?).to be false
+      end
+    end
+
+    context 'when a snippet is not matched' do
+      let(:data) do
+        [
+          {
+            'title' => 'unmatched title',
+            'httpUrlToRepo' => http_url_to_repo,
+            'createdAt' => matched_snippet.created_at.to_s
+          }
+        ]
+      end
+
+      it_behaves_like 'skippable snippet'
+    end
+
+    context 'when httpUrlToRepo is empty' do
+      let(:data) do
+        [
+          {
+            'title' => matched_snippet.title,
+            'createdAt' => matched_snippet.created_at.to_s
+          }
+        ]
+      end
+
+      it_behaves_like 'skippable snippet'
+    end
+
+    context 'when a snippet matches' do
+      context 'when snippet url is valid' do
+        it 'creates snippet repo' do
+          expect { pipeline.run }
+            .to change { Gitlab::GlRepository::SNIPPET.repository_for(matched_snippet).exists? }.to true
+        end
+
+        it 'updates snippets statistics' do
+          allow_next_instance_of(Repository) do |repository|
+            allow(repository).to receive(:fetch_as_mirror)
+          end
+
+          service = double(Snippets::UpdateStatisticsService)
+
+          expect(Snippets::UpdateStatisticsService).to receive(:new).with(kind_of(Snippet)).and_return(service)
+          expect(service).to receive(:execute)
+
+          pipeline.run
+        end
+
+        it 'fetches snippet repo from url' do
+          expect_next_instance_of(Repository) do |repository|
+            expect(repository)
+              .to receive(:fetch_as_mirror)
+              .with("https://oauth2:#{bulk_import_configuration.access_token}@example.com/foo/bar/snippets/42.git")
+          end
+
+          pipeline.run
+        end
+      end
+
+      context 'when url is invalid' do
+        let(:http_url_to_repo) { 'http://0.0.0.0' }
+
+        it_behaves_like 'skippable snippet'
+      end
+
+      context 'when snippet is invalid' do
+        let(:validation_response) { double(Hash, 'error?': true) }
+
+        before do
+          allow_next_instance_of(Repository) do |repository|
+            allow(repository).to receive(:fetch_as_mirror)
+          end
+        end
+
+        it 'does not leave a hanging SnippetRepository behind' do
+          pipeline.run
+
+          expect(SnippetRepository.where(snippet_id: matched_snippet.id).exists?).to be false
+        end
+
+        it 'does not call UpdateStatisticsService' do
+          expect(Snippets::UpdateStatisticsService).not_to receive(:new)
+
+          pipeline.run
+        end
+
+        it_behaves_like 'skippable snippet'
+      end
+    end
+  end
+end
diff --git a/spec/lib/bulk_imports/projects/stage_spec.rb b/spec/lib/bulk_imports/projects/stage_spec.rb
index a64c551e68b..62f941806c8 100644
--- a/spec/lib/bulk_imports/projects/stage_spec.rb
+++ b/spec/lib/bulk_imports/projects/stage_spec.rb
@@ -14,6 +14,7 @@ RSpec.describe BulkImports::Projects::Stage do
       [2, BulkImports::Common::Pipelines::BadgesPipeline],
       [3, BulkImports::Projects::Pipelines::IssuesPipeline],
       [3, BulkImports::Projects::Pipelines::SnippetsPipeline],
+      [4, BulkImports::Projects::Pipelines::SnippetsRepositoryPipeline],
       [4, BulkImports::Common::Pipelines::BoardsPipeline],
       [4, BulkImports::Projects::Pipelines::MergeRequestsPipeline],
       [4, BulkImports::Projects::Pipelines::ExternalPullRequestsPipeline],