2017-08-17 22:00:37 +05:30
|
|
|
require './spec/support/sidekiq'
|
|
|
|
|
2016-09-29 09:46:39 +05:30
|
|
|
class Gitlab::Seeder::Pipelines
|
|
|
|
STAGES = %w[build test deploy notify]
|
|
|
|
BUILDS = [
|
2017-08-17 22:00:37 +05:30
|
|
|
# build stage
|
|
|
|
{ name: 'build:linux', stage: 'build', status: :success,
|
|
|
|
queued_at: 10.hour.ago, started_at: 9.hour.ago, finished_at: 8.hour.ago },
|
|
|
|
{ name: 'build:osx', stage: 'build', status: :success,
|
|
|
|
queued_at: 10.hour.ago, started_at: 10.hour.ago, finished_at: 9.hour.ago },
|
|
|
|
|
|
|
|
# test stage
|
|
|
|
{ name: 'rspec:linux 0 3', stage: 'test', status: :success,
|
|
|
|
queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
|
|
|
|
{ name: 'rspec:linux 1 3', stage: 'test', status: :success,
|
|
|
|
queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
|
|
|
|
{ name: 'rspec:linux 2 3', stage: 'test', status: :success,
|
|
|
|
queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
|
|
|
|
{ name: 'rspec:windows 0 3', stage: 'test', status: :success,
|
|
|
|
queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
|
|
|
|
{ name: 'rspec:windows 1 3', stage: 'test', status: :success,
|
|
|
|
queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
|
|
|
|
{ name: 'rspec:windows 2 3', stage: 'test', status: :success,
|
|
|
|
queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
|
|
|
|
{ name: 'rspec:windows 2 3', stage: 'test', status: :success,
|
|
|
|
queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
|
|
|
|
{ name: 'rspec:osx', stage: 'test', status_event: :success,
|
|
|
|
queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
|
|
|
|
{ name: 'spinach:linux', stage: 'test', status: :success,
|
|
|
|
queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
|
|
|
|
{ name: 'spinach:osx', stage: 'test', status: :failed, allow_failure: true,
|
|
|
|
queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
|
|
|
|
|
|
|
|
# deploy stage
|
|
|
|
{ name: 'staging', stage: 'deploy', environment: 'staging', status_event: :success,
|
|
|
|
options: { environment: { action: 'start', on_stop: 'stop staging' } },
|
|
|
|
queued_at: 7.hour.ago, started_at: 6.hour.ago, finished_at: 4.hour.ago },
|
|
|
|
{ name: 'stop staging', stage: 'deploy', environment: 'staging',
|
|
|
|
when: 'manual', status: :skipped },
|
|
|
|
{ name: 'production', stage: 'deploy', environment: 'production',
|
|
|
|
when: 'manual', status: :skipped },
|
|
|
|
|
|
|
|
# notify stage
|
2016-09-29 09:46:39 +05:30
|
|
|
{ name: 'slack', stage: 'notify', when: 'manual', status: :created },
|
|
|
|
]
|
2017-08-17 22:00:37 +05:30
|
|
|
EXTERNAL_JOBS = [
|
|
|
|
{ name: 'jenkins', stage: 'test', status: :success,
|
|
|
|
queued_at: 7.hour.ago, started_at: 6.hour.ago, finished_at: 4.hour.ago },
|
|
|
|
]
|
2016-09-29 09:46:39 +05:30
|
|
|
|
|
|
|
def initialize(project)
|
|
|
|
@project = project
|
|
|
|
end
|
|
|
|
|
|
|
|
def seed!
|
|
|
|
pipelines.each do |pipeline|
|
|
|
|
begin
|
|
|
|
BUILDS.each { |opts| build_create!(pipeline, opts) }
|
2017-08-17 22:00:37 +05:30
|
|
|
EXTERNAL_JOBS.each { |opts| commit_status_create!(pipeline, opts) }
|
2016-09-29 09:46:39 +05:30
|
|
|
print '.'
|
|
|
|
rescue ActiveRecord::RecordInvalid
|
|
|
|
print 'F'
|
|
|
|
ensure
|
2017-08-17 22:00:37 +05:30
|
|
|
pipeline.update_duration
|
2016-11-03 12:29:30 +05:30
|
|
|
pipeline.update_status
|
2016-09-29 09:46:39 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
def pipelines
|
|
|
|
create_master_pipelines + create_merge_request_pipelines
|
|
|
|
end
|
|
|
|
|
|
|
|
def create_master_pipelines
|
|
|
|
@project.repository.commits('master', limit: 4).map do |commit|
|
|
|
|
create_pipeline!(@project, 'master', commit)
|
|
|
|
end
|
|
|
|
rescue
|
|
|
|
[]
|
|
|
|
end
|
|
|
|
|
|
|
|
def create_merge_request_pipelines
|
|
|
|
pipelines = @project.merge_requests.first(3).map do |merge_request|
|
|
|
|
project = merge_request.source_project
|
|
|
|
branch = merge_request.source_branch
|
|
|
|
|
|
|
|
merge_request.commits.last(4).map do |commit|
|
|
|
|
create_pipeline!(project, branch, commit)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
pipelines.flatten
|
|
|
|
rescue
|
|
|
|
[]
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
|
def create_pipeline!(project, ref, commit)
|
2017-09-10 17:25:29 +05:30
|
|
|
project.pipelines.create(sha: commit.id, ref: ref, source: :push)
|
2016-09-29 09:46:39 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def build_create!(pipeline, opts = {})
|
|
|
|
attributes = job_attributes(pipeline, opts)
|
|
|
|
.merge(commands: '$ build command')
|
|
|
|
|
|
|
|
Ci::Build.create!(attributes).tap do |build|
|
|
|
|
# We need to set build trace and artifacts after saving a build
|
|
|
|
# (id required), that is why we need `#tap` method instead of passing
|
|
|
|
# block directly to `Ci::Build#create!`.
|
|
|
|
|
|
|
|
setup_artifacts(build)
|
|
|
|
setup_build_log(build)
|
2017-09-10 17:25:29 +05:30
|
|
|
|
|
|
|
build.project.environments.
|
|
|
|
find_or_create_by(name: build.expanded_environment_name)
|
|
|
|
|
2016-09-29 09:46:39 +05:30
|
|
|
build.save
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def setup_artifacts(build)
|
|
|
|
return unless %w[build test].include?(build.stage)
|
|
|
|
|
|
|
|
artifacts_cache_file(artifacts_archive_path) do |file|
|
|
|
|
build.artifacts_file = file
|
|
|
|
end
|
|
|
|
|
|
|
|
artifacts_cache_file(artifacts_metadata_path) do |file|
|
|
|
|
build.artifacts_metadata = file
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def setup_build_log(build)
|
|
|
|
if %w(running success failed).include?(build.status)
|
2017-08-17 22:00:37 +05:30
|
|
|
build.trace.set(FFaker::Lorem.paragraphs(6).join("\n\n"))
|
2016-09-29 09:46:39 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def commit_status_create!(pipeline, opts = {})
|
|
|
|
attributes = job_attributes(pipeline, opts)
|
|
|
|
|
|
|
|
GenericCommitStatus.create!(attributes)
|
|
|
|
end
|
|
|
|
|
|
|
|
def job_attributes(pipeline, opts)
|
|
|
|
{ name: 'test build', stage: 'test', stage_idx: stage_index(opts[:stage]),
|
2017-08-17 22:00:37 +05:30
|
|
|
ref: pipeline.ref, tag: false, user: build_user, project: @project, pipeline: pipeline,
|
2016-09-29 09:46:39 +05:30
|
|
|
created_at: Time.now, updated_at: Time.now
|
|
|
|
}.merge(opts)
|
|
|
|
end
|
|
|
|
|
|
|
|
def build_user
|
|
|
|
@project.team.users.sample
|
|
|
|
end
|
|
|
|
|
|
|
|
def build_status
|
|
|
|
Ci::Build::AVAILABLE_STATUSES.sample
|
|
|
|
end
|
|
|
|
|
|
|
|
def stage_index(stage)
|
|
|
|
STAGES.index(stage) || 0
|
|
|
|
end
|
|
|
|
|
|
|
|
def artifacts_archive_path
|
|
|
|
Rails.root + 'spec/fixtures/ci_build_artifacts.zip'
|
|
|
|
end
|
|
|
|
|
|
|
|
def artifacts_metadata_path
|
|
|
|
Rails.root + 'spec/fixtures/ci_build_artifacts_metadata.gz'
|
|
|
|
end
|
|
|
|
|
|
|
|
def artifacts_cache_file(file_path)
|
|
|
|
cache_path = file_path.to_s.gsub('ci_', "p#{@project.id}_")
|
|
|
|
|
|
|
|
FileUtils.copy(file_path, cache_path)
|
|
|
|
File.open(cache_path) do |file|
|
|
|
|
yield file
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
Gitlab::Seeder.quiet do
|
|
|
|
Project.all.sample(5).each do |project|
|
|
|
|
project_builds = Gitlab::Seeder::Pipelines.new(project)
|
|
|
|
project_builds.seed!
|
|
|
|
end
|
|
|
|
end
|