path: root/.gitlab/ci/rails/shared.gitlab-ci.yml

include:
  - local: .gitlab/ci/global.gitlab-ci.yml
  - local: .gitlab/ci/rules.gitlab-ci.yml

.rules:dont-interrupt:
  rules:
    - if: $CI_COMMIT_REF_NAME == $CI_DEFAULT_BRANCH
      allow_failure: true
    - if: $CI_MERGE_REQUEST_IID
      when: manual
      allow_failure: true

#######################
# rspec job base specs
.rails-job-base:
  extends:
    - .default-retry
    - .default-before_script
    - .ruby-cache

.base-script:
  script:
    - source ./scripts/rspec_helpers.sh
    # Only install knapsack after bundle install! Otherwise oddly some native
    # gems could not be found under some circumstance. No idea why, hours wasted.
    - run_timed_command "gem install knapsack --no-document"
    - section_start "gitaly-test-spawn" "Spawning Gitaly"; scripts/gitaly-test-spawn; section_end "gitaly-test-spawn"  # Do not use 'bundle exec' here
    - export RSPEC_SKIPPED_TESTS_REPORT_PATH="rspec/skipped_tests-${CI_JOB_ID}.txt"
    - export RSPEC_RETRIED_TESTS_REPORT_PATH="rspec/retried_tests-${CI_JOB_ID}.txt"
    - tooling/bin/create_job_metrics_file || true

.no-redis-cluster:
  variables:
    USE_REDIS_CLUSTER: "false"

.clusterwide-db:
  variables:
    CLUSTERWIDE_DB: "true"

.single-db:
  variables:
    DECOMPOSED_DB: "false"

.single-db-ci-connection:
  extends: .single-db
  variables:
    CI_CONNECTION_DB: "true"

.single-db-rspec:
  extends: .single-db

.single-db-ci-connection-rspec:
  extends: .single-db-ci-connection

.praefect-with-db:
  variables:
    GITALY_PRAEFECT_WITH_DB: '1'

.rspec-base-needs:
  needs:
    - job: "clone-gitlab-repo"
      optional: true  # Optional so easier to switch in between
    - job: "setup-test-env"
    - job: "retrieve-tests-metadata"

.rspec-base:
  extends:
    - .rails-job-base
    - .base-artifacts
    - .repo-from-artifacts
  stage: test
  variables:
    RUBY_GC_MALLOC_LIMIT: 67108864
    RUBY_GC_MALLOC_LIMIT_MAX: 134217728
    RECORD_DEPRECATIONS: "true"
    GEO_SECONDARY_PROXY: 0
    SUCCESSFULLY_RETRIED_TEST_EXIT_CODE: 137
    EVENT_PROF: "sql.active_record"
  needs:
    - !reference [.rspec-base-needs, needs]
    - job: "compile-test-assets"
    - job: "detect-tests"
      optional: true
  script:
    - !reference [.base-script, script]
    # We need to exclude background migration because unit tests run with
    # spec/lib, yet background migration tests are also sitting there,
    # and they should run on their own jobs so we don't need to run them
    # in unit tests again.
    - rspec_parallelized_job "--fail-fast=${RSPEC_FAIL_FAST_THRESHOLD} --tag ~quarantine --tag ~level:background_migration --tag ~click_house --tag ~real_ai_request"
  after_script:
    - echo -e "\e[0Ksection_start:`date +%s`:report_results_section[collapsed=true]\r\e[0KReport results"
    - bundle exec gem list gitlab_quality-test_tooling
    - |
      if [ "$CREATE_RAILS_TEST_FAILURE_ISSUES" == "true" ]; then
        bundle exec relate-failure-issue \
          --token "${TEST_FAILURES_PROJECT_TOKEN}" \
          --project "gitlab-org/gitlab" \
          --input-files "rspec/rspec-*.json" \
          --exclude-labels-for-search "QA,rspec:slow test" \
          --system-log-files "log" \
          --related-issues-file "rspec/${CI_JOB_ID}-failed-test-issues.json";
      fi
      if [ "$CREATE_RAILS_SLOW_TEST_ISSUES" == "true" ]; then
        bundle exec slow-test-issues \
          --token "${TEST_FAILURES_PROJECT_TOKEN}" \
          --project "gitlab-org/gitlab" \
          --input-files "rspec/rspec-*.json" \
          --related-issues-file "rspec/${CI_JOB_ID}-slow-test-issues.json";
      fi
      if [ "$ADD_SLOW_TEST_NOTE_TO_MERGE_REQUEST" == "true" ]; then
        bundle exec slow-test-merge-request-report-note \
          --token "${TEST_SLOW_NOTE_PROJECT_TOKEN}" \
          --project "gitlab-org/gitlab" \
          --input-files "rspec/rspec-*.json" \
          --merge_request_iid "$CI_MERGE_REQUEST_IID";
      fi
    - echo -e "\e[0Ksection_end:`date +%s`:report_results_section\r\e[0K"
    - tooling/bin/push_job_metrics || true

  allow_failure:
    exit_codes: !reference [.rspec-base, variables, SUCCESSFULLY_RETRIED_TEST_EXIT_CODE]

.base-artifacts:
  artifacts:
    expire_in: 31d
    when: always
    paths:
      - auto_explain/
      - coverage/
      - crystalball/
      - deprecations/
      - knapsack/
      - rspec/
      - tmp/capybara/
      - log/*.log
    reports:
      junit: "rspec/rspec-*.xml"

.rspec-base-migration:
  script:
    - !reference [.base-script, script]
    - rspec_parallelized_job "--fail-fast=${RSPEC_FAIL_FAST_THRESHOLD} --tag ~quarantine --tag ~zoekt --tag ~click_house"
  after_script:
    - !reference [.rspec-base, after_script]

.rspec-base-pg13:
  extends:
    - .rspec-base
    - .use-pg13

.rspec-base-pg14:
  extends:
    - .rspec-base
    - .use-pg14

.rspec-base-pg14-clickhouse23:
  extends:
    - .rspec-base
    - .use-pg14-clickhouse23
  script:
    - cp config/click_house.yml.example config/click_house.yml
    - 'sed -i "s|url:.*$|url: http://clickhouse:8123|g" config/click_house.yml'
    - !reference [.base-script, script]
    - rspec_parallelized_job "--fail-fast=${RSPEC_FAIL_FAST_THRESHOLD} --tag click_house"

.rspec-base-pg14-as-if-foss:
  extends:
    - .rspec-base
    - .as-if-foss
    - .use-pg14
  needs:
    - !reference [.rspec-base-needs, needs]
    - job: "compile-test-assets as-if-foss"
    - job: "detect-tests"
      optional: true

.rspec-base-pg15:
  extends:
    - .rspec-base
    - .use-pg15

.rspec-ee-base-pg13:
  extends:
    - .rspec-base
    - .use-pg13-es7-ee

.rspec-ee-base-pg13-es8:
  extends:
    - .rspec-base
    - .use-pg13-es8-ee
    - .rails:rules:run-search-tests

.rspec-ee-base-pg13-opensearch1:
  extends:
    - .rspec-base
    - .use-pg13-opensearch1-ee
    - .rails:rules:run-search-tests

.rspec-ee-base-pg13-opensearch2:
  extends:
    - .rspec-base
    - .use-pg13-opensearch2-ee
    - .rails:rules:run-search-tests

.rspec-ee-base-pg14:
  extends:
    - .rspec-base
    - .use-pg14-es7-ee

.rspec-ee-base-pg14-es8:
  extends:
    - .rspec-base
    - .use-pg14-es8-ee
    - .rails:rules:run-search-tests

.rspec-ee-base-pg14-opensearch1:
  extends:
    - .rspec-base
    - .use-pg14-opensearch1-ee
    - .rails:rules:run-search-tests

.rspec-ee-base-pg14-opensearch2:
  extends:
    - .rspec-base
    - .use-pg14-opensearch2-ee
    - .rails:rules:run-search-tests

.rspec-ee-base-pg15:
  extends:
    - .rspec-base
    - .use-pg15-es7-ee

.rspec-ee-base-pg15-es8:
  extends:
    - .rspec-base
    - .use-pg15-es8-ee
    - .rails:rules:run-search-tests

.rspec-ee-base-pg15-opensearch1:
  extends:
    - .rspec-base
    - .use-pg15-opensearch1-ee
    - .rails:rules:run-search-tests

.rspec-ee-base-pg15-opensearch2:
  extends:
    - .rspec-base
    - .use-pg15-opensearch2-ee
    - .rails:rules:run-search-tests

.db-job-base:
  extends:
    - .rails-job-base
    - .rails:rules:ee-and-foss-migration
    - .use-pg14
  stage: test
  needs: ["setup-test-env"]
# rspec job base specs
######################

############################
# rspec job parallel configs
# Adjusting these parallel job counts has an impact on the
# rspec:artifact-collector jobs in .gitlab/ci/rails.gitlab-ci.yml
# Please double-check and adjust accordingly
.rspec-migration-parallel:
  parallel: 15

.rspec-background-migration-parallel:
  parallel: 5

.rspec-ee-migration-parallel:
  parallel: 2

.rspec-ee-background-migration-parallel:
  parallel: 2

.rspec-unit-parallel:
  parallel: 32

.rspec-ee-unit-parallel:
  parallel: 28

.rspec-integration-parallel:
  parallel: 16

.rspec-ee-integration-parallel:
  parallel: 7

.rspec-system-parallel:
  parallel: 32

.rspec-ee-system-parallel:
  parallel: 14