2020-04-22 19:07:51 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2020-01-01 13:55:28 +05:30
|
|
|
require './spec/support/sidekiq_middleware'
|
2018-10-15 14:42:47 +05:30
|
|
|
require './spec/support/helpers/test_env'
|
2023-01-13 00:05:48 +05:30
|
|
|
require 'active_support/testing/time_helpers'
|
2016-09-29 09:46:39 +05:30
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
# Usage:
|
|
|
|
#
|
|
|
|
# Simple invocation always creates a new project:
|
|
|
|
#
|
2021-02-22 17:27:13 +05:30
|
|
|
# FILTER=cycle_analytics SEED_VSA=1 bundle exec rake db:seed_fu
|
2020-04-22 19:07:51 +05:30
|
|
|
#
|
|
|
|
# Create more issues/MRs:
|
|
|
|
#
|
2021-02-22 17:27:13 +05:30
|
|
|
# VSA_ISSUE_COUNT=100 FILTER=cycle_analytics SEED_VSA=1 bundle exec rake db:seed_fu
|
2020-04-22 19:07:51 +05:30
|
|
|
#
|
|
|
|
# Run for an existing project
|
|
|
|
#
|
2021-02-22 17:27:13 +05:30
|
|
|
# VSA_SEED_PROJECT_ID=10 FILTER=cycle_analytics SEED_VSA=1 bundle exec rake db:seed_fu
|
2020-04-22 19:07:51 +05:30
|
|
|
|
2016-09-29 09:46:39 +05:30
|
|
|
class Gitlab::Seeder::CycleAnalytics
|
2023-01-13 00:05:48 +05:30
|
|
|
include ActiveSupport::Testing::TimeHelpers
|
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
attr_reader :project, :issues, :merge_requests, :developers
|
|
|
|
|
2021-02-22 17:27:13 +05:30
|
|
|
FLAG = 'SEED_VSA'
|
|
|
|
PERF_TEST = 'VSA_PERF_TEST'
|
2020-04-22 19:07:51 +05:30
|
|
|
|
|
|
|
ISSUE_STAGE_MAX_DURATION_IN_HOURS = 72
|
|
|
|
PLAN_STAGE_MAX_DURATION_IN_HOURS = 48
|
|
|
|
CODE_STAGE_MAX_DURATION_IN_HOURS = 72
|
|
|
|
TEST_STAGE_MAX_DURATION_IN_HOURS = 5
|
|
|
|
REVIEW_STAGE_MAX_DURATION_IN_HOURS = 72
|
|
|
|
DEPLOYMENT_MAX_DURATION_IN_HOURS = 48
|
|
|
|
|
|
|
|
def self.seeder_based_on_env(project)
|
|
|
|
if ENV[FLAG]
|
|
|
|
self.new(project: project)
|
|
|
|
elsif ENV[PERF_TEST]
|
|
|
|
self.new(project: project, perf: true)
|
|
|
|
end
|
2016-09-29 09:46:39 +05:30
|
|
|
end
|
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
def initialize(project: nil, perf: false)
|
|
|
|
@project = project || create_new_vsm_project
|
2021-02-22 17:27:13 +05:30
|
|
|
@issue_count = perf ? 1000 : ENV.fetch('VSA_ISSUE_COUNT', 5).to_i
|
2020-04-22 19:07:51 +05:30
|
|
|
@issues = []
|
|
|
|
@merge_requests = []
|
|
|
|
@developers = []
|
2016-09-29 09:46:39 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def seed!
|
2023-03-17 16:20:25 +05:30
|
|
|
unless project.repository_exists?
|
|
|
|
puts
|
|
|
|
puts 'WARNING'
|
|
|
|
puts '======='
|
|
|
|
puts "Seeding #{self.class} is not possible because the given project (#{project.full_path}) doesn't have a repository."
|
|
|
|
puts 'Try specifying a project with working repository or omit the VSA_SEED_PROJECT_ID parameter so the seed script will automatically create one.'
|
|
|
|
puts
|
|
|
|
|
|
|
|
return
|
|
|
|
end
|
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
create_developers!
|
|
|
|
create_issues!
|
|
|
|
|
|
|
|
seed_issue_stage!
|
|
|
|
seed_plan_stage!
|
|
|
|
seed_code_stage!
|
|
|
|
seed_test_stage!
|
|
|
|
seed_review_stage!
|
|
|
|
seed_staging_stage!
|
|
|
|
|
|
|
|
puts "Successfully seeded '#{project.full_path}' for Value Stream Management!"
|
|
|
|
puts "URL: #{Rails.application.routes.url_helpers.project_url(project)}"
|
2016-09-29 09:46:39 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
def seed_issue_stage!
|
|
|
|
issues.each do |issue|
|
|
|
|
time = within_end_time(issue.created_at + rand(ISSUE_STAGE_MAX_DURATION_IN_HOURS).hours)
|
2016-09-29 09:46:39 +05:30
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
if issue.id.even?
|
|
|
|
issue.metrics.update!(first_associated_with_milestone_at: time)
|
2016-09-29 09:46:39 +05:30
|
|
|
else
|
2020-04-22 19:07:51 +05:30
|
|
|
issue.metrics.update!(first_added_to_board_at: time)
|
2016-09-29 09:46:39 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
def seed_plan_stage!
|
|
|
|
issues.each do |issue|
|
|
|
|
plan_stage_start = issue.metrics.first_associated_with_milestone_at || issue.metrics.first_added_to_board_at
|
2016-09-29 09:46:39 +05:30
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
first_mentioned_in_commit_at = within_end_time(plan_stage_start + rand(PLAN_STAGE_MAX_DURATION_IN_HOURS).hours)
|
|
|
|
issue.metrics.update!(first_mentioned_in_commit_at: first_mentioned_in_commit_at)
|
|
|
|
end
|
|
|
|
end
|
2016-09-29 09:46:39 +05:30
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
def seed_code_stage!
|
|
|
|
issues.each do |issue|
|
|
|
|
merge_request = FactoryBot.create(
|
|
|
|
:merge_request,
|
|
|
|
target_project: project,
|
|
|
|
source_project: project,
|
|
|
|
source_branch: "#{issue.iid}-feature-branch",
|
|
|
|
target_branch: 'master',
|
|
|
|
author: developers.sample,
|
|
|
|
created_at: within_end_time(issue.metrics.first_mentioned_in_commit_at + rand(CODE_STAGE_MAX_DURATION_IN_HOURS).hours)
|
|
|
|
)
|
2016-09-29 09:46:39 +05:30
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
@merge_requests << merge_request
|
2016-09-29 09:46:39 +05:30
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
MergeRequestsClosingIssues.create!(issue: issue, merge_request: merge_request)
|
|
|
|
end
|
|
|
|
end
|
2016-09-29 09:46:39 +05:30
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
def seed_test_stage!
|
|
|
|
merge_requests.each do |merge_request|
|
2023-01-13 00:05:48 +05:30
|
|
|
pipeline = FactoryBot.create(:ci_pipeline, :success, project: project, partition_id: Ci::Pipeline.current_partition_value)
|
2020-04-22 19:07:51 +05:30
|
|
|
build = FactoryBot.create(:ci_build, pipeline: pipeline, project: project, user: developers.sample)
|
|
|
|
|
2020-06-23 00:09:42 +05:30
|
|
|
# Required because seeds run in a transaction and these are now
|
|
|
|
# created in an `after_commit` hook.
|
|
|
|
merge_request.ensure_metrics
|
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
merge_request.metrics.update!(
|
|
|
|
latest_build_started_at: merge_request.created_at,
|
|
|
|
latest_build_finished_at: within_end_time(merge_request.created_at + TEST_STAGE_MAX_DURATION_IN_HOURS.hours),
|
|
|
|
pipeline_id: build.commit_id
|
|
|
|
)
|
2016-09-29 09:46:39 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
def seed_review_stage!
|
|
|
|
merge_requests.each do |merge_request|
|
|
|
|
merge_request.metrics.update!(merged_at: within_end_time(merge_request.created_at + REVIEW_STAGE_MAX_DURATION_IN_HOURS.hours))
|
|
|
|
end
|
|
|
|
end
|
2016-09-29 09:46:39 +05:30
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
def seed_staging_stage!
|
|
|
|
merge_requests.each do |merge_request|
|
|
|
|
merge_request.metrics.update!(first_deployed_to_production_at: within_end_time(merge_request.metrics.merged_at + DEPLOYMENT_MAX_DURATION_IN_HOURS.hours))
|
|
|
|
end
|
|
|
|
end
|
2016-09-29 09:46:39 +05:30
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
def create_issues!
|
|
|
|
@issue_count.times do
|
2023-01-13 00:05:48 +05:30
|
|
|
travel_to(start_time + rand(5).days) do
|
2020-04-22 19:07:51 +05:30
|
|
|
title = "#{FFaker::Product.brand}-#{suffix}"
|
|
|
|
@issues << Issue.create!(project: project, title: title, author: developers.sample)
|
|
|
|
end
|
2016-09-29 09:46:39 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
def create_developers!
|
|
|
|
5.times do |i|
|
|
|
|
user = FactoryBot.create(
|
|
|
|
:user,
|
|
|
|
name: "VSM User#{i}",
|
|
|
|
username: "vsm-user-#{i}-#{suffix}",
|
|
|
|
email: "vsm-user-#{i}@#{suffix}.com"
|
|
|
|
)
|
2016-09-29 09:46:39 +05:30
|
|
|
|
2021-10-27 15:23:28 +05:30
|
|
|
project.group&.add_developer(user)
|
2020-04-22 19:07:51 +05:30
|
|
|
project.add_developer(user)
|
2016-09-29 09:46:39 +05:30
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
@developers << user
|
2016-09-29 09:46:39 +05:30
|
|
|
end
|
2022-10-11 01:57:18 +05:30
|
|
|
|
|
|
|
AuthorizedProjectUpdate::ProjectRecalculateService.new(project).execute
|
2016-09-29 09:46:39 +05:30
|
|
|
end
|
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
def create_new_vsm_project
|
2021-12-11 22:18:48 +05:30
|
|
|
namespace = FactoryBot.create(
|
|
|
|
:group,
|
|
|
|
name: "Value Stream Management Group #{suffix}",
|
|
|
|
path: "vsmg-#{suffix}"
|
|
|
|
)
|
2020-04-22 19:07:51 +05:30
|
|
|
project = FactoryBot.create(
|
|
|
|
:project,
|
2023-03-17 16:20:25 +05:30
|
|
|
:repository,
|
2020-04-22 19:07:51 +05:30
|
|
|
name: "Value Stream Management Project #{suffix}",
|
|
|
|
path: "vsmp-#{suffix}",
|
|
|
|
creator: admin,
|
2021-12-11 22:18:48 +05:30
|
|
|
namespace: namespace
|
2020-04-22 19:07:51 +05:30
|
|
|
)
|
|
|
|
|
|
|
|
project.create_repository
|
|
|
|
project
|
|
|
|
end
|
2016-09-29 09:46:39 +05:30
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
def admin
|
|
|
|
@admin ||= User.admins.first
|
2016-09-29 09:46:39 +05:30
|
|
|
end
|
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
def suffix
|
|
|
|
@suffix ||= Time.now.to_i
|
|
|
|
end
|
2018-03-17 18:26:18 +05:30
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
def start_time
|
|
|
|
@start_time ||= 25.days.ago
|
|
|
|
end
|
2016-09-29 09:46:39 +05:30
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
def end_time
|
|
|
|
@end_time ||= Time.now
|
|
|
|
end
|
2017-09-10 17:25:29 +05:30
|
|
|
|
2020-04-22 19:07:51 +05:30
|
|
|
def within_end_time(time)
|
|
|
|
[time, end_time].min
|
2016-09-29 09:46:39 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
Gitlab::Seeder.quiet do
|
2021-02-22 17:27:13 +05:30
|
|
|
project_id = ENV['VSA_SEED_PROJECT_ID']
|
2020-04-22 19:07:51 +05:30
|
|
|
project = Project.find(project_id) if project_id
|
|
|
|
|
|
|
|
seeder = Gitlab::Seeder::CycleAnalytics.seeder_based_on_env(project)
|
|
|
|
|
|
|
|
if seeder
|
2016-09-29 09:46:39 +05:30
|
|
|
seeder.seed!
|
|
|
|
else
|
2020-04-22 19:07:51 +05:30
|
|
|
puts "Skipped. Use the `#{Gitlab::Seeder::CycleAnalytics::FLAG}` environment variable to enable."
|
2016-09-29 09:46:39 +05:30
|
|
|
end
|
|
|
|
end
|