2021-03-08 18:12:59 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
|
|
|
# Used for git housekeeping
|
|
|
|
#
|
|
|
|
# Ex.
|
|
|
|
# Repositories::HousekeepingService.new(project).execute
|
|
|
|
# Repositories::HousekeepingService.new(project.wiki).execute
|
|
|
|
#
|
|
|
|
module Repositories
|
|
|
|
class HousekeepingService < BaseService
|
|
|
|
# Timeout set to 24h
|
|
|
|
LEASE_TIMEOUT = 86400
|
|
|
|
PACK_REFS_PERIOD = 6
|
|
|
|
|
|
|
|
class LeaseTaken < StandardError
|
|
|
|
def to_s
|
|
|
|
"Somebody already triggered housekeeping for this resource in the past #{LEASE_TIMEOUT / 60} minutes"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def initialize(resource, task = nil)
|
|
|
|
@resource = resource
|
|
|
|
@task = task
|
|
|
|
end
|
|
|
|
|
|
|
|
def execute
|
|
|
|
lease_uuid = try_obtain_lease
|
|
|
|
raise LeaseTaken unless lease_uuid.present?
|
|
|
|
|
|
|
|
yield if block_given?
|
|
|
|
|
|
|
|
execute_gitlab_shell_gc(lease_uuid)
|
|
|
|
end
|
|
|
|
|
|
|
|
def needed?
|
|
|
|
pushes_since_gc > 0 && period_match? && housekeeping_enabled?
|
|
|
|
end
|
|
|
|
|
|
|
|
def increment!
|
|
|
|
Gitlab::Metrics.measure(:increment_pushes_since_gc) do
|
|
|
|
@resource.increment_pushes_since_gc
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
def execute_gitlab_shell_gc(lease_uuid)
|
2021-03-11 19:13:27 +05:30
|
|
|
@resource.git_garbage_collect_worker_klass.perform_async(@resource.id, task, lease_key, lease_uuid)
|
2021-03-08 18:12:59 +05:30
|
|
|
ensure
|
|
|
|
if pushes_since_gc >= gc_period
|
|
|
|
Gitlab::Metrics.measure(:reset_pushes_since_gc) do
|
|
|
|
@resource.reset_pushes_since_gc
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def try_obtain_lease
|
|
|
|
Gitlab::Metrics.measure(:obtain_housekeeping_lease) do
|
|
|
|
lease = ::Gitlab::ExclusiveLease.new(lease_key, timeout: LEASE_TIMEOUT)
|
|
|
|
lease.try_obtain
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def lease_key
|
|
|
|
"#{@resource.class.name.underscore.pluralize}_housekeeping:#{@resource.id}"
|
|
|
|
end
|
|
|
|
|
|
|
|
def pushes_since_gc
|
|
|
|
@resource.pushes_since_gc
|
|
|
|
end
|
|
|
|
|
|
|
|
def task
|
|
|
|
return @task if @task
|
|
|
|
|
|
|
|
if pushes_since_gc % gc_period == 0
|
|
|
|
:gc
|
|
|
|
elsif pushes_since_gc % full_repack_period == 0
|
|
|
|
:full_repack
|
|
|
|
elsif pushes_since_gc % repack_period == 0
|
|
|
|
:incremental_repack
|
|
|
|
else
|
|
|
|
:pack_refs
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def period_match?
|
2023-03-04 22:38:38 +05:30
|
|
|
if Feature.enabled?(:optimized_housekeeping)
|
|
|
|
pushes_since_gc % repack_period == 0
|
|
|
|
else
|
|
|
|
[gc_period, full_repack_period, repack_period, PACK_REFS_PERIOD].any? { |period| pushes_since_gc % period == 0 }
|
|
|
|
end
|
2021-03-08 18:12:59 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def housekeeping_enabled?
|
|
|
|
Gitlab::CurrentSettings.housekeeping_enabled
|
|
|
|
end
|
|
|
|
|
|
|
|
def gc_period
|
|
|
|
Gitlab::CurrentSettings.housekeeping_gc_period
|
|
|
|
end
|
|
|
|
|
|
|
|
def full_repack_period
|
|
|
|
Gitlab::CurrentSettings.housekeeping_full_repack_period
|
|
|
|
end
|
|
|
|
|
|
|
|
def repack_period
|
|
|
|
Gitlab::CurrentSettings.housekeeping_incremental_repack_period
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|