2021-04-17 20:07:23 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
|
|
|
module Gitlab
|
|
|
|
module Database
|
|
|
|
module BackgroundMigration
|
|
|
|
class BatchedMigrationWrapper
|
2022-06-21 17:19:12 +05:30
|
|
|
def initialize(connection:, metrics: PrometheusMetrics.new)
|
2022-04-04 11:22:00 +05:30
|
|
|
@connection = connection
|
2022-06-21 17:19:12 +05:30
|
|
|
@metrics = metrics
|
2022-04-04 11:22:00 +05:30
|
|
|
end
|
|
|
|
|
2021-04-29 21:17:54 +05:30
|
|
|
# Wraps the execution of a batched_background_migration.
|
|
|
|
#
|
|
|
|
# Updates the job's tracking records with the status of the migration
|
|
|
|
# when starting and finishing execution, and optionally saves batch_metrics
|
|
|
|
# the migration provides, if any are given.
|
|
|
|
#
|
|
|
|
# The job's batch_metrics are serialized to JSON for storage.
|
2021-04-17 20:07:23 +05:30
|
|
|
def perform(batch_tracking_record)
|
|
|
|
start_tracking_execution(batch_tracking_record)
|
|
|
|
|
|
|
|
execute_batch(batch_tracking_record)
|
|
|
|
|
2022-04-04 11:22:00 +05:30
|
|
|
batch_tracking_record.succeed!
|
|
|
|
rescue Exception => error # rubocop:disable Lint/RescueException
|
|
|
|
batch_tracking_record.failure!(error: error)
|
2021-04-17 20:07:23 +05:30
|
|
|
|
2021-06-08 01:23:25 +05:30
|
|
|
raise
|
2021-04-17 20:07:23 +05:30
|
|
|
ensure
|
2022-06-21 17:19:12 +05:30
|
|
|
metrics.track(batch_tracking_record)
|
2021-04-17 20:07:23 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
attr_reader :connection, :metrics
|
2022-04-04 11:22:00 +05:30
|
|
|
|
2021-04-17 20:07:23 +05:30
|
|
|
def start_tracking_execution(tracking_record)
|
2022-04-04 11:22:00 +05:30
|
|
|
tracking_record.run!
|
2021-04-17 20:07:23 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def execute_batch(tracking_record)
|
2022-04-04 11:22:00 +05:30
|
|
|
job_instance = migration_instance_for(tracking_record.migration_job_class)
|
2021-04-17 20:07:23 +05:30
|
|
|
|
|
|
|
job_instance.perform(
|
|
|
|
tracking_record.min_value,
|
|
|
|
tracking_record.max_value,
|
|
|
|
tracking_record.migration_table_name,
|
|
|
|
tracking_record.migration_column_name,
|
|
|
|
tracking_record.sub_batch_size,
|
2021-06-08 01:23:25 +05:30
|
|
|
tracking_record.pause_ms,
|
2021-04-17 20:07:23 +05:30
|
|
|
*tracking_record.migration_job_arguments)
|
2021-04-29 21:17:54 +05:30
|
|
|
|
|
|
|
if job_instance.respond_to?(:batch_metrics)
|
|
|
|
tracking_record.metrics = job_instance.batch_metrics
|
|
|
|
end
|
2021-04-17 20:07:23 +05:30
|
|
|
end
|
|
|
|
|
2022-04-04 11:22:00 +05:30
|
|
|
def migration_instance_for(job_class)
|
|
|
|
if job_class < Gitlab::BackgroundMigration::BaseJob
|
|
|
|
job_class.new(connection: connection)
|
|
|
|
else
|
|
|
|
job_class.new
|
|
|
|
end
|
2021-04-17 20:07:23 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|