debian-mirror-gitlab/db/fixtures/development/14_pipelines.rb

223 lines
7.4 KiB
Ruby
Raw Normal View History

2020-01-01 13:55:28 +05:30
require './spec/support/sidekiq_middleware'
2017-08-17 22:00:37 +05:30
2016-09-29 09:46:39 +05:30
class Gitlab::Seeder::Pipelines
2019-12-04 20:38:33 +05:30
STAGES = %w[build test deploy notify]
2016-09-29 09:46:39 +05:30
BUILDS = [
2017-08-17 22:00:37 +05:30
# build stage
{ name: 'build:linux', stage: 'build', status: :success,
queued_at: 10.hour.ago, started_at: 9.hour.ago, finished_at: 8.hour.ago },
{ name: 'build:osx', stage: 'build', status: :success,
queued_at: 10.hour.ago, started_at: 10.hour.ago, finished_at: 9.hour.ago },
# test stage
{ name: 'rspec:linux 0 3', stage: 'test', status: :success,
queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
{ name: 'rspec:linux 1 3', stage: 'test', status: :success,
queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
{ name: 'rspec:linux 2 3', stage: 'test', status: :success,
queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
{ name: 'rspec:windows 0 3', stage: 'test', status: :success,
queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
{ name: 'rspec:windows 1 3', stage: 'test', status: :success,
queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
{ name: 'rspec:windows 2 3', stage: 'test', status: :success,
queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
{ name: 'rspec:windows 2 3', stage: 'test', status: :success,
queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
{ name: 'rspec:osx', stage: 'test', status_event: :success,
queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
{ name: 'spinach:linux', stage: 'test', status: :success,
queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
{ name: 'spinach:osx', stage: 'test', status: :failed, allow_failure: true,
queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
# deploy stage
{ name: 'staging', stage: 'deploy', environment: 'staging', status_event: :success,
options: { environment: { action: 'start', on_stop: 'stop staging' } },
queued_at: 7.hour.ago, started_at: 6.hour.ago, finished_at: 4.hour.ago },
{ name: 'stop staging', stage: 'deploy', environment: 'staging',
when: 'manual', status: :skipped },
{ name: 'production', stage: 'deploy', environment: 'production',
when: 'manual', status: :skipped },
# notify stage
2018-11-20 20:47:30 +05:30
{ name: 'slack', stage: 'notify', when: 'manual', status: :success },
2016-09-29 09:46:39 +05:30
]
2017-08-17 22:00:37 +05:30
EXTERNAL_JOBS = [
{ name: 'jenkins', stage: 'test', status: :success,
queued_at: 7.hour.ago, started_at: 6.hour.ago, finished_at: 4.hour.ago },
]
2016-09-29 09:46:39 +05:30
def initialize(project)
@project = project
end
def seed!
pipelines.each do |pipeline|
2018-11-20 20:47:30 +05:30
BUILDS.each { |opts| build_create!(pipeline, opts) }
EXTERNAL_JOBS.each { |opts| commit_status_create!(pipeline, opts) }
pipeline.update_duration
2020-10-24 23:57:45 +05:30
::Ci::ProcessPipelineService.new(pipeline).execute
2016-09-29 09:46:39 +05:30
end
end
private
def pipelines
create_master_pipelines + create_merge_request_pipelines
end
def create_master_pipelines
@project.repository.commits('master', limit: 4).map do |commit|
2019-10-12 21:52:04 +05:30
create_pipeline!(@project, 'master', commit).tap do |pipeline|
random_pipeline.tap do |triggered_by_pipeline|
triggered_by_pipeline.try(:sourced_pipelines)&.create(
source_job: triggered_by_pipeline.builds.all.sample,
source_project: triggered_by_pipeline.project,
project: pipeline.project,
pipeline: pipeline)
end
end
2016-09-29 09:46:39 +05:30
end
2019-10-12 21:52:04 +05:30
rescue ActiveRecord::ActiveRecordError
2016-09-29 09:46:39 +05:30
[]
end
def create_merge_request_pipelines
pipelines = @project.merge_requests.first(3).map do |merge_request|
project = merge_request.source_project
branch = merge_request.source_branch
merge_request.commits.last(4).map do |commit|
2018-11-20 20:47:30 +05:30
create_pipeline!(project, branch, commit).tap do |pipeline|
merge_request.update!(head_pipeline_id: pipeline.id)
end
2016-09-29 09:46:39 +05:30
end
end
pipelines.flatten
2019-10-12 21:52:04 +05:30
rescue ActiveRecord::ActiveRecordError
2016-09-29 09:46:39 +05:30
[]
end
def create_pipeline!(project, ref, commit)
2019-02-15 15:39:39 +05:30
project.ci_pipelines.create!(sha: commit.id, ref: ref, source: :push)
2016-09-29 09:46:39 +05:30
end
def build_create!(pipeline, opts = {})
attributes = job_attributes(pipeline, opts)
2019-02-15 15:39:39 +05:30
attributes[:options] ||= {}
attributes[:options][:script] = 'build command'
2016-09-29 09:46:39 +05:30
Ci::Build.create!(attributes).tap do |build|
# We need to set build trace and artifacts after saving a build
# (id required), that is why we need `#tap` method instead of passing
# block directly to `Ci::Build#create!`.
setup_artifacts(build)
2018-11-20 20:47:30 +05:30
setup_test_reports(build)
2016-09-29 09:46:39 +05:30
setup_build_log(build)
2017-09-10 17:25:29 +05:30
build.project.environments.
find_or_create_by(name: build.expanded_environment_name)
2018-11-20 20:47:30 +05:30
build.save!
2016-09-29 09:46:39 +05:30
end
end
def setup_artifacts(build)
2018-11-20 20:47:30 +05:30
return unless build.stage == "build"
2016-09-29 09:46:39 +05:30
artifacts_cache_file(artifacts_archive_path) do |file|
2018-11-20 20:47:30 +05:30
build.job_artifacts.build(project: build.project, file_type: :archive, file_format: :zip, file: file)
2016-09-29 09:46:39 +05:30
end
artifacts_cache_file(artifacts_metadata_path) do |file|
2018-11-20 20:47:30 +05:30
build.job_artifacts.build(project: build.project, file_type: :metadata, file_format: :gzip, file: file)
end
end
def setup_test_reports(build)
return unless build.stage == "test" && build.name == "rspec:osx"
if build.ref == build.project.default_branch
artifacts_cache_file(test_reports_pass_path) do |file|
build.job_artifacts.build(project: build.project, file_type: :junit, file_format: :gzip, file: file)
end
else
artifacts_cache_file(test_reports_failed_path) do |file|
build.job_artifacts.build(project: build.project, file_type: :junit, file_format: :gzip, file: file)
end
2016-09-29 09:46:39 +05:30
end
end
def setup_build_log(build)
if %w(running success failed).include?(build.status)
2017-08-17 22:00:37 +05:30
build.trace.set(FFaker::Lorem.paragraphs(6).join("\n\n"))
2016-09-29 09:46:39 +05:30
end
end
def commit_status_create!(pipeline, opts = {})
attributes = job_attributes(pipeline, opts)
GenericCommitStatus.create!(attributes)
end
def job_attributes(pipeline, opts)
2020-03-13 15:44:24 +05:30
{
name: 'test build', stage: 'test', stage_idx: stage_index(opts[:stage]),
2017-08-17 22:00:37 +05:30
ref: pipeline.ref, tag: false, user: build_user, project: @project, pipeline: pipeline,
2020-03-13 15:44:24 +05:30
scheduling_type: :stage, created_at: Time.now, updated_at: Time.now
2016-09-29 09:46:39 +05:30
}.merge(opts)
end
def build_user
@project.team.users.sample
end
2019-10-12 21:52:04 +05:30
def random_pipeline
Ci::Pipeline.limit(4).all.sample
end
2016-09-29 09:46:39 +05:30
def build_status
Ci::Build::AVAILABLE_STATUSES.sample
end
def stage_index(stage)
STAGES.index(stage) || 0
end
def artifacts_archive_path
Rails.root + 'spec/fixtures/ci_build_artifacts.zip'
end
def artifacts_metadata_path
Rails.root + 'spec/fixtures/ci_build_artifacts_metadata.gz'
end
2018-11-20 20:47:30 +05:30
def test_reports_pass_path
Rails.root + 'spec/fixtures/junit/junit_ant.xml.gz'
end
def test_reports_failed_path
Rails.root + 'spec/fixtures/junit/junit.xml.gz'
end
2016-09-29 09:46:39 +05:30
def artifacts_cache_file(file_path)
2018-11-20 20:47:30 +05:30
file = Tempfile.new("artifacts")
file.close
2016-09-29 09:46:39 +05:30
2018-11-20 20:47:30 +05:30
FileUtils.copy(file_path, file.path)
yield(UploadedFile.new(file.path, filename: File.basename(file_path)))
2016-09-29 09:46:39 +05:30
end
end
Gitlab::Seeder.quiet do
2019-12-26 22:10:19 +05:30
Project.not_mass_generated.sample(5).each do |project|
2016-09-29 09:46:39 +05:30
project_builds = Gitlab::Seeder::Pipelines.new(project)
project_builds.seed!
end
end