debian-mirror-gitlab/scripts/trigger-build

277 lines
7.2 KiB
Text
Raw Normal View History

2018-11-08 19:23:39 +05:30
#!/usr/bin/env ruby
2018-12-13 13:39:08 +05:30
# frozen_string_literal: true
2018-11-08 19:23:39 +05:30
2018-12-05 23:21:45 +05:30
require 'gitlab'
#
# Configure credentials to be used with gitlab gem
#
Gitlab.configure do |config|
2018-12-13 13:39:08 +05:30
config.endpoint = 'https://gitlab.com/api/v4'
2018-12-05 23:21:45 +05:30
end
2018-11-08 19:23:39 +05:30
module Trigger
def self.ee?
2019-12-04 20:38:33 +05:30
# Support former project name for `dev`
%w[gitlab gitlab-ee].include?(ENV['CI_PROJECT_NAME'])
2018-11-08 19:23:39 +05:30
end
2018-12-05 23:21:45 +05:30
class Base
2019-12-26 22:10:19 +05:30
def invoke!(post_comment: false, downstream_job_name: nil)
2020-03-13 15:44:24 +05:30
pipeline_variables = variables
puts "Triggering downstream pipeline on #{downstream_project_path}"
puts "with variables #{pipeline_variables}"
2018-12-05 23:21:45 +05:30
pipeline = Gitlab.run_trigger(
downstream_project_path,
2018-12-13 13:39:08 +05:30
trigger_token,
2018-12-05 23:21:45 +05:30
ref,
2020-03-13 15:44:24 +05:30
pipeline_variables)
2018-11-08 19:23:39 +05:30
2018-12-13 13:39:08 +05:30
puts "Triggered downstream pipeline: #{pipeline.web_url}\n"
2018-12-05 23:21:45 +05:30
puts "Waiting for downstream pipeline status"
2018-11-08 19:23:39 +05:30
2018-12-13 13:39:08 +05:30
Trigger::CommitComment.post!(pipeline, access_token) if post_comment
2019-12-26 22:10:19 +05:30
downstream_job =
if downstream_job_name
Gitlab.pipeline_jobs(downstream_project_path, pipeline.id).auto_paginate.find do |potential_job|
potential_job.name == downstream_job_name
end
end
if downstream_job
Trigger::Job.new(downstream_project_path, downstream_job.id, access_token)
else
Trigger::Pipeline.new(downstream_project_path, pipeline.id, access_token)
end
2018-11-08 19:23:39 +05:30
end
private
2018-12-13 13:39:08 +05:30
# Must be overridden
2018-12-05 23:21:45 +05:30
def downstream_project_path
raise NotImplementedError
end
2018-12-13 13:39:08 +05:30
# Must be overridden
2018-12-05 23:21:45 +05:30
def ref
raise NotImplementedError
end
2018-12-13 13:39:08 +05:30
# Must be overridden
def trigger_token
raise NotImplementedError
end
# Must be overridden
def access_token
raise NotImplementedError
end
# Can be overridden
2018-12-05 23:21:45 +05:30
def extra_variables
{}
end
2018-12-13 13:39:08 +05:30
# Can be overridden
2018-12-05 23:21:45 +05:30
def version_param_value(version_file)
2020-01-01 13:55:28 +05:30
ENV[version_file]&.strip || File.read(version_file).strip
2018-12-05 23:21:45 +05:30
end
def variables
base_variables.merge(extra_variables).merge(version_file_variables)
end
def base_variables
2018-11-08 19:23:39 +05:30
{
2019-02-15 15:39:39 +05:30
'GITLAB_REF_SLUG' => ENV['CI_COMMIT_TAG'] ? ENV['CI_COMMIT_REF_NAME'] : ENV['CI_COMMIT_REF_SLUG'],
2018-12-13 13:39:08 +05:30
'TRIGGERED_USER' => ENV['TRIGGERED_USER'] || ENV['GITLAB_USER_NAME'],
'TRIGGER_SOURCE' => ENV['CI_JOB_URL'],
'TOP_UPSTREAM_SOURCE_PROJECT' => ENV['CI_PROJECT_PATH'],
'TOP_UPSTREAM_SOURCE_JOB' => ENV['CI_JOB_URL'],
2020-03-13 15:44:24 +05:30
'TOP_UPSTREAM_SOURCE_SHA' => ENV['CI_COMMIT_SHA'],
'TOP_UPSTREAM_SOURCE_REF' => ENV['CI_COMMIT_REF_NAME'],
'TOP_UPSTREAM_MERGE_REQUEST_PROJECT_ID' => ENV['CI_MERGE_REQUEST_PROJECT_ID'],
'TOP_UPSTREAM_MERGE_REQUEST_IID' => ENV['CI_MERGE_REQUEST_IID']
2018-11-08 19:23:39 +05:30
}
end
2018-12-05 23:21:45 +05:30
# Read version files from all components
def version_file_variables
Dir.glob("*_VERSION").each_with_object({}) do |version_file, params|
params[version_file] = version_param_value(version_file)
2018-11-08 19:23:39 +05:30
end
end
end
2018-12-05 23:21:45 +05:30
class Omnibus < Base
private
2018-11-08 19:23:39 +05:30
2018-12-05 23:21:45 +05:30
def downstream_project_path
2019-12-21 20:55:43 +05:30
ENV['OMNIBUS_PROJECT_PATH'] || 'gitlab-org/build/omnibus-gitlab-mirror'
2018-11-08 19:23:39 +05:30
end
2018-12-05 23:21:45 +05:30
def ref
ENV['OMNIBUS_BRANCH'] || 'master'
end
2018-12-13 13:39:08 +05:30
def trigger_token
2019-12-21 20:55:43 +05:30
ENV['CI_JOB_TOKEN']
2018-12-13 13:39:08 +05:30
end
def access_token
ENV['GITLAB_BOT_MULTI_PROJECT_PIPELINE_POLLING_TOKEN']
end
2018-12-05 23:21:45 +05:30
def extra_variables
{
'GITLAB_VERSION' => ENV['CI_COMMIT_SHA'],
'ALTERNATIVE_SOURCES' => 'true',
2019-02-15 15:39:39 +05:30
'ee' => Trigger.ee? ? 'true' : 'false',
'QA_BRANCH' => ENV['QA_BRANCH'] || 'master'
2018-12-05 23:21:45 +05:30
}
end
end
class CNG < Base
2018-11-08 19:23:39 +05:30
private
2018-12-05 23:21:45 +05:30
def downstream_project_path
ENV['CNG_PROJECT_PATH'] || 'gitlab-org/build/CNG-mirror'
end
def ref
2019-09-30 21:07:59 +05:30
default_ref =
if ENV['CI_COMMIT_REF_NAME'] =~ /^[\d-]+-stable(-ee)?$/
ENV['CI_COMMIT_REF_NAME']
else
'master'
end
ENV['CNG_BRANCH'] || default_ref
2018-12-05 23:21:45 +05:30
end
2018-12-13 13:39:08 +05:30
def trigger_token
ENV['BUILD_TRIGGER_TOKEN']
end
def access_token
ENV['GITLAB_BOT_MULTI_PROJECT_PIPELINE_POLLING_TOKEN']
end
2018-12-05 23:21:45 +05:30
def extra_variables
edition = Trigger.ee? ? 'EE' : 'CE'
{
2019-02-15 15:39:39 +05:30
# Back-compatibility until https://gitlab.com/gitlab-org/build/CNG/merge_requests/189 is merged
2018-12-05 23:21:45 +05:30
"GITLAB_#{edition}_VERSION" => ENV['CI_COMMIT_REF_NAME'],
2019-02-15 15:39:39 +05:30
"GITLAB_VERSION" => ENV['CI_COMMIT_REF_NAME'],
"GITLAB_TAG" => ENV['CI_COMMIT_TAG'],
2019-07-07 11:18:12 +05:30
"GITLAB_ASSETS_TAG" => ENV['CI_COMMIT_TAG'] ? ENV['CI_COMMIT_REF_NAME'] : ENV['CI_COMMIT_REF_SLUG'],
2019-09-04 21:01:54 +05:30
"FORCE_RAILS_IMAGE_BUILDS" => 'true',
2018-12-13 13:39:08 +05:30
"#{edition}_PIPELINE" => 'true'
2018-11-08 19:23:39 +05:30
}
2018-12-05 23:21:45 +05:30
end
2018-11-08 19:23:39 +05:30
2018-12-05 23:21:45 +05:30
def version_param_value(_version_file)
raw_version = super
# if the version matches semver format, treat it as a tag and prepend `v`
if raw_version =~ Regexp.compile(/^\d+\.\d+\.\d+(-rc\d+)?(-ee)?$/)
"v#{raw_version}"
2018-11-08 19:23:39 +05:30
else
2018-12-05 23:21:45 +05:30
raw_version
2018-11-08 19:23:39 +05:30
end
end
2018-12-05 23:21:45 +05:30
end
2018-11-08 19:23:39 +05:30
2018-12-05 23:21:45 +05:30
class CommitComment
2018-12-13 13:39:08 +05:30
def self.post!(downstream_pipeline, access_token)
Gitlab.private_token = access_token
2018-12-05 23:21:45 +05:30
Gitlab.create_commit_comment(
ENV['CI_PROJECT_PATH'],
ENV['CI_COMMIT_SHA'],
"The [`#{ENV['CI_JOB_NAME']}`](#{ENV['CI_JOB_URL']}) job from pipeline #{ENV['CI_PIPELINE_URL']} triggered #{downstream_pipeline.web_url} downstream.")
2018-12-13 13:39:08 +05:30
rescue Gitlab::Error::Error => error
puts "Ignoring the following error: #{error}"
2018-11-08 19:23:39 +05:30
end
end
class Pipeline
INTERVAL = 60 # seconds
MAX_DURATION = 3600 * 3 # 3 hours
2018-12-13 13:39:08 +05:30
attr_reader :project, :id, :api_token
2018-12-05 23:21:45 +05:30
2019-12-26 22:10:19 +05:30
def self.unscoped_class_name
name.split('::').last
end
def self.gitlab_api_method_name
unscoped_class_name.downcase
end
2018-12-13 13:39:08 +05:30
def initialize(project, id, api_token)
2018-12-05 23:21:45 +05:30
@project = project
@id = id
2018-12-13 13:39:08 +05:30
@api_token = api_token
2018-11-08 19:23:39 +05:30
@start = Time.now.to_i
2018-12-05 23:21:45 +05:30
# gitlab-bot's token "GitLab multi-project pipeline polling"
2018-12-13 13:39:08 +05:30
Gitlab.private_token = api_token
2018-11-08 19:23:39 +05:30
end
def wait!
loop do
2019-12-26 22:10:19 +05:30
raise "#{self.class.unscoped_class_name} timed out after waiting for #{duration} minutes!" if timeout?
2018-11-08 19:23:39 +05:30
case status
when :created, :pending, :running
print "."
sleep INTERVAL
when :success
2019-12-26 22:10:19 +05:30
puts "#{self.class.unscoped_class_name} succeeded in #{duration} minutes!"
2018-11-08 19:23:39 +05:30
break
else
2019-12-26 22:10:19 +05:30
raise "#{self.class.unscoped_class_name} did not succeed!"
2018-11-08 19:23:39 +05:30
end
STDOUT.flush
end
end
def timeout?
Time.now.to_i > (@start + MAX_DURATION)
end
def duration
(Time.now.to_i - @start) / 60
end
def status
2019-12-26 22:10:19 +05:30
Gitlab.public_send(self.class.gitlab_api_method_name, project, id).status.to_sym # rubocop:disable GitlabSecurity/PublicSend
2018-12-05 23:21:45 +05:30
rescue Gitlab::Error::Error => error
puts "Ignoring the following error: #{error}"
2018-11-08 19:23:39 +05:30
# Ignore GitLab API hiccups. If GitLab is really down, we'll hit the job
# timeout anyway.
:running
end
end
2019-12-26 22:10:19 +05:30
Job = Class.new(Pipeline)
2018-11-08 19:23:39 +05:30
end
case ARGV[0]
when 'omnibus'
2019-12-26 22:10:19 +05:30
Trigger::Omnibus.new.invoke!(post_comment: true, downstream_job_name: 'Trigger:qa-test').wait!
2018-11-08 19:23:39 +05:30
when 'cng'
2018-12-13 13:39:08 +05:30
Trigger::CNG.new.invoke!.wait!
2018-11-08 19:23:39 +05:30
else
puts "Please provide a valid option:
omnibus - Triggers a pipeline that builds the omnibus-gitlab package
cng - Triggers a pipeline that builds images used by the GitLab helm chart"
end