Welcome to mirror list, hosted at ThFree Co, Russian Federation.

gitlab.com/gitlab-org/gitlab-foss.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
Diffstat (limited to 'db/ci/migrate/20150601043231_migrate_jobs_to_yaml.rb')
-rw-r--r--db/ci/migrate/20150601043231_migrate_jobs_to_yaml.rb97
1 files changed, 97 insertions, 0 deletions
diff --git a/db/ci/migrate/20150601043231_migrate_jobs_to_yaml.rb b/db/ci/migrate/20150601043231_migrate_jobs_to_yaml.rb
new file mode 100644
index 00000000000..1fa4cf74dd8
--- /dev/null
+++ b/db/ci/migrate/20150601043231_migrate_jobs_to_yaml.rb
@@ -0,0 +1,97 @@
+# Migration tested on MySQL and PostgreSQL.
+# Can be performed online without errors.
+# This migration will loop through all projects and jobs, so it can take some time.
+
+class MigrateJobsToYaml < ActiveRecord::Migration
+ def up
+ select_all("SELECT * FROM projects").each do |project|
+ config = {}
+
+ concatenate_expression = if ActiveRecord::Base.connection.adapter_name == 'PostgreSQL'
+ "string_agg(tags.name, ',')"
+ else
+ "GROUP_CONCAT(tags.name SEPARATOR ',')"
+ end
+
+ sql = "SELECT j.*, #{concatenate_expression} tags
+ FROM jobs j
+ LEFT JOIN taggings tgs ON j.id = tgs.taggable_id AND tgs.taggable_type = 'Job'
+ LEFT JOIN tags ON tgs.tag_id = tags.id
+ WHERE project_id = #{project['id']}
+ AND active = true
+ AND job_type = 'parallel'
+ GROUP BY j.id"
+
+ # skip_refs migrate
+ skip_refs = []
+
+ if project["skip_refs"].present?
+ skip_refs = project["skip_refs"].split(",").map(&:strip).select{|ref| ref =~ /^[\w-]*\Z/ }
+ end
+
+
+ # Create Jobs
+ select_all(sql).each do |job|
+ config[job["name"].to_s] = {
+ script: job["commands"] && job["commands"].split("\n").map(&:strip),
+ tags: job["tags"] && job["tags"].split(",").map(&:strip)
+ }
+
+ except = build_except_param(parse_boolean_value(job["build_branches"]), parse_boolean_value(job["build_tags"]))
+ except = except + skip_refs
+
+ if except.any?
+ config[job["name"].to_s][:except] = except
+ end
+ end
+
+ # Create Deploy Jobs
+ select_all(sql.sub("parallel", 'deploy')).each do |job|
+ config[job["name"].to_s] = {
+ script: job["commands"] && job["commands"].split("\n").map(&:strip),
+ type: "deploy",
+ tags: job["tags"] && job["tags"].split(",").map(&:strip)
+ }
+
+ if job["refs"].present?
+ config[job["name"].to_s][:only] = job["refs"].split(",").map(&:strip)
+ else
+ except = build_except_param(parse_boolean_value(job["build_branches"]), parse_boolean_value(job["build_tags"]))
+ except = except + skip_refs
+
+ if except.any?
+ config[job["name"].to_s][:except] = except
+ end
+ end
+ end
+
+ yaml_config = YAML.dump(config.deep_stringify_keys)
+
+ yaml_config.sub!("---", "# This file is generated by GitLab CI")
+
+ execute("UPDATE projects SET generated_yaml_config = '#{quote_string(yaml_config)}' WHERE projects.id = #{project["id"]}")
+ end
+ end
+
+ def down
+
+ end
+
+ private
+
+ def parse_boolean_value(value)
+ [ true, 1, '1', 't', 'T', 'true', 'TRUE', 'on', 'ON' ].include?(value)
+ end
+
+ def build_except_param(branches, tags)
+ unless branches
+ return ["branches"]
+ end
+
+ unless tags
+ return ["tags"]
+ end
+
+ []
+ end
+end