debian-mirror-gitlab/lib/gitlab/seeder.rb

199 lines
5.5 KiB
Ruby
Raw Normal View History

2018-12-13 13:39:08 +05:30
# frozen_string_literal: true
2014-09-02 18:07:02 +05:30
module Gitlab
class Seeder
2019-12-26 22:10:19 +05:30
extend ActionView::Helpers::NumberHelper
2022-06-21 17:19:12 +05:30
MASS_INSERT_PREFIX = 'mass_insert'
MASS_INSERT_PROJECT_START = "#{MASS_INSERT_PREFIX}_project_"
MASS_INSERT_GROUP_START = "#{MASS_INSERT_PREFIX}_group_"
MASS_INSERT_USER_START = "#{MASS_INSERT_PREFIX}_user_"
2020-07-28 23:09:34 +05:30
REPORTED_USER_START = 'reported_user_'
2022-06-21 17:19:12 +05:30
ESTIMATED_INSERT_PER_MINUTE = 250_000
2019-12-26 22:10:19 +05:30
MASS_INSERT_ENV = 'MASS_INSERT'
2022-06-21 17:19:12 +05:30
module NamespaceSeed
extend ActiveSupport::Concern
included do
scope :not_mass_generated, -> do
where.not("path LIKE '#{MASS_INSERT_GROUP_START}%'")
end
end
end
2019-12-26 22:10:19 +05:30
module ProjectSeed
extend ActiveSupport::Concern
included do
scope :not_mass_generated, -> do
2020-01-01 13:55:28 +05:30
where.not("path LIKE '#{MASS_INSERT_PROJECT_START}%'")
2019-12-26 22:10:19 +05:30
end
end
end
module UserSeed
extend ActiveSupport::Concern
included do
scope :not_mass_generated, -> do
2020-07-28 23:09:34 +05:30
where.not("username LIKE '#{MASS_INSERT_USER_START}%' OR username LIKE '#{REPORTED_USER_START}%'")
2019-12-26 22:10:19 +05:30
end
end
end
2022-06-21 17:19:12 +05:30
def self.log_message(message)
puts "#{Time.current}: #{message}"
end
2019-12-26 22:10:19 +05:30
def self.with_mass_insert(size, model)
humanized_model_name = model.is_a?(String) ? model : model.model_name.human.pluralize(size)
if !ENV[MASS_INSERT_ENV] && !ENV['CI']
puts "\nSkipping mass insertion for #{humanized_model_name}."
puts "Consider running the seed with #{MASS_INSERT_ENV}=1"
return
end
humanized_size = number_with_delimiter(size)
estimative = estimated_time_message(size)
puts "\nCreating #{humanized_size} #{humanized_model_name}."
puts estimative
yield
puts "\n#{number_with_delimiter(size)} #{humanized_model_name} created!"
end
def self.estimated_time_message(size)
estimated_minutes = (size.to_f / ESTIMATED_INSERT_PER_MINUTE).round
humanized_minutes = 'minute'.pluralize(estimated_minutes)
2020-10-24 23:57:45 +05:30
if estimated_minutes == 0
2019-12-26 22:10:19 +05:30
"Rough estimated time: less than a minute ⏰"
else
"Rough estimated time: #{estimated_minutes} #{humanized_minutes}"
end
end
2014-09-02 18:07:02 +05:30
def self.quiet
2019-12-26 22:10:19 +05:30
# Additional seed logic for models.
2022-06-21 17:19:12 +05:30
Namespace.include(NamespaceSeed)
2019-12-26 22:10:19 +05:30
Project.include(ProjectSeed)
User.include(UserSeed)
2021-11-11 11:23:49 +05:30
old_perform_deliveries = ActionMailer::Base.perform_deliveries
ActionMailer::Base.perform_deliveries = false
2018-03-17 18:26:18 +05:30
2014-09-02 18:07:02 +05:30
SeedFu.quiet = true
2017-08-17 22:00:37 +05:30
2022-05-07 20:08:51 +05:30
without_database_logging do
without_statement_timeout do
without_new_note_notifications do
yield
end
2021-11-11 11:23:49 +05:30
end
2021-01-03 14:25:43 +05:30
end
2017-08-17 22:00:37 +05:30
2021-11-11 11:23:49 +05:30
puts "\nOK".color(:green)
ensure
2014-09-02 18:07:02 +05:30
SeedFu.quiet = false
2021-11-11 11:23:49 +05:30
ActionMailer::Base.perform_deliveries = old_perform_deliveries
2014-09-02 18:07:02 +05:30
end
2019-03-02 22:35:43 +05:30
def self.without_gitaly_timeout
# Remove Gitaly timeout
old_timeout = Gitlab::CurrentSettings.current_application_settings.gitaly_timeout_default
Gitlab::CurrentSettings.current_application_settings.update_columns(gitaly_timeout_default: 0)
# Otherwise we still see the default value when running seed_fu
ApplicationSetting.expire
yield
ensure
Gitlab::CurrentSettings.current_application_settings.update_columns(gitaly_timeout_default: old_timeout)
ApplicationSetting.expire
end
2021-11-11 11:23:49 +05:30
def self.without_new_note_notifications
NotificationService.alias_method :original_new_note, :new_note
NotificationService.define_method(:new_note) { |note| }
2018-03-17 18:26:18 +05:30
2021-11-11 11:23:49 +05:30
yield
ensure
NotificationService.alias_method :new_note, :original_new_note
NotificationService.remove_method :original_new_note
2014-09-02 18:07:02 +05:30
end
2021-01-03 14:25:43 +05:30
def self.without_statement_timeout
2022-05-07 20:08:51 +05:30
Gitlab::Database::EachDatabase.each_database_connection do |connection|
connection.execute('SET statement_timeout=0')
end
yield
ensure
Gitlab::Database::EachDatabase.each_database_connection do |connection|
connection.execute('RESET statement_timeout')
end
end
def self.without_database_logging
old_loggers = Gitlab::Database.database_base_models.transform_values do |model|
model.logger
end
Gitlab::Database.database_base_models.each do |_, model|
model.logger = nil
end
2021-01-03 14:25:43 +05:30
yield
ensure
2022-05-07 20:08:51 +05:30
Gitlab::Database.database_base_models.each do |connection_name, model|
model.logger = old_loggers[connection_name]
end
2021-01-03 14:25:43 +05:30
end
2022-08-27 11:52:29 +05:30
module Ci
class DailyBuildGroupReportResult
DEFAULT_BRANCH = 'master'
COUNT_OF_DAYS = 5
def initialize(project)
@project = project
@last_pipeline = project.last_pipeline
end
def seed
COUNT_OF_DAYS.times do |count|
date = Time.now.utc - count.day
create_report(date)
end
end
private
attr_reader :project, :last_pipeline
def create_report(date)
last_pipeline.builds.uniq(&:group_name).each do |build|
::Ci::DailyBuildGroupReportResult.create(
project: project,
last_pipeline: last_pipeline,
date: date,
ref_path: last_pipeline.source_ref_path,
group_name: build.group_name,
data: {
'coverage' => rand(20..99)
},
group: project.group,
default_branch: last_pipeline.default_branch?
)
rescue ActiveRecord::RecordNotUnique
return false
end
end
end
end
2014-09-02 18:07:02 +05:30
end
end
2018-03-17 18:26:18 +05:30
# :nocov: