2019-03-02 22:35:43 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
|
|
|
module Ci
|
|
|
|
class DestroyExpiredJobArtifactsService
|
|
|
|
include ::Gitlab::ExclusiveLeaseHelpers
|
|
|
|
include ::Gitlab::LoopHelpers
|
|
|
|
|
|
|
|
BATCH_SIZE = 100
|
|
|
|
LOOP_TIMEOUT = 45.minutes
|
|
|
|
LOOP_LIMIT = 1000
|
|
|
|
EXCLUSIVE_LOCK_KEY = 'expired_job_artifacts:destroy:lock'
|
|
|
|
LOCK_TIMEOUT = 50.minutes
|
|
|
|
|
|
|
|
##
|
|
|
|
# Destroy expired job artifacts on GitLab instance
|
|
|
|
#
|
|
|
|
# This destroy process cannot run for more than 45 minutes. This is for
|
|
|
|
# preventing multiple `ExpireBuildArtifactsWorker` CRON jobs run concurrently,
|
|
|
|
# which is scheduled at every hour.
|
|
|
|
def execute
|
|
|
|
in_lock(EXCLUSIVE_LOCK_KEY, ttl: LOCK_TIMEOUT, retries: 1) do
|
|
|
|
loop_until(timeout: LOOP_TIMEOUT, limit: LOOP_LIMIT) do
|
|
|
|
destroy_batch
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
def destroy_batch
|
2020-05-24 23:13:21 +05:30
|
|
|
artifact_batch = if Feature.enabled?(:keep_latest_artifact_for_ref)
|
|
|
|
Ci::JobArtifact.expired(BATCH_SIZE).unlocked
|
|
|
|
else
|
|
|
|
Ci::JobArtifact.expired(BATCH_SIZE)
|
|
|
|
end
|
|
|
|
|
|
|
|
artifacts = artifact_batch.to_a
|
2019-03-02 22:35:43 +05:30
|
|
|
|
|
|
|
return false if artifacts.empty?
|
|
|
|
|
|
|
|
artifacts.each(&:destroy!)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|