182 lines
6.7 KiB
Ruby
182 lines
6.7 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
require 'spec_helper'
|
|
|
|
RSpec.describe Ci::JobArtifacts::DestroyBatchService do
|
|
let(:artifacts) { Ci::JobArtifact.where(id: [artifact_with_file.id, artifact_without_file.id]) }
|
|
let(:service) { described_class.new(artifacts, pick_up_at: Time.current) }
|
|
|
|
let_it_be(:artifact_with_file, refind: true) do
|
|
create(:ci_job_artifact, :zip)
|
|
end
|
|
|
|
let_it_be(:artifact_without_file, refind: true) do
|
|
create(:ci_job_artifact)
|
|
end
|
|
|
|
let_it_be(:undeleted_artifact, refind: true) do
|
|
create(:ci_job_artifact)
|
|
end
|
|
|
|
describe '.execute' do
|
|
subject(:execute) { service.execute }
|
|
|
|
it 'creates a deleted object for artifact with attached file' do
|
|
expect { subject }.to change { Ci::DeletedObject.count }.by(1)
|
|
end
|
|
|
|
it 'does not remove the attached file' do
|
|
expect { execute }.not_to change { artifact_with_file.file.exists? }
|
|
end
|
|
|
|
it 'deletes the artifact records' do
|
|
expect { subject }.to change { Ci::JobArtifact.count }.by(-2)
|
|
end
|
|
|
|
it 'reports metrics for destroyed artifacts' do
|
|
expect_next_instance_of(Gitlab::Ci::Artifacts::Metrics) do |metrics|
|
|
expect(metrics).to receive(:increment_destroyed_artifacts_count).with(2).and_call_original
|
|
expect(metrics).to receive(:increment_destroyed_artifacts_bytes).with(107464).and_call_original
|
|
end
|
|
|
|
execute
|
|
end
|
|
|
|
context 'ProjectStatistics' do
|
|
it 'resets project statistics' do
|
|
expect(ProjectStatistics).to receive(:increment_statistic).once
|
|
.with(artifact_with_file.project, :build_artifacts_size, -artifact_with_file.file.size)
|
|
.and_call_original
|
|
expect(ProjectStatistics).to receive(:increment_statistic).once
|
|
.with(artifact_without_file.project, :build_artifacts_size, 0)
|
|
.and_call_original
|
|
|
|
execute
|
|
end
|
|
|
|
context 'with update_stats: false' do
|
|
it 'does not update project statistics' do
|
|
expect(ProjectStatistics).not_to receive(:increment_statistic)
|
|
|
|
service.execute(update_stats: false)
|
|
end
|
|
|
|
it 'returns size statistics' do
|
|
expected_updates = {
|
|
statistics_updates: {
|
|
artifact_with_file.project => -artifact_with_file.file.size,
|
|
artifact_without_file.project => 0
|
|
}
|
|
}
|
|
|
|
expect(service.execute(update_stats: false)).to match(
|
|
a_hash_including(expected_updates))
|
|
end
|
|
end
|
|
end
|
|
|
|
context 'when failed to destroy artifact' do
|
|
context 'when the import fails' do
|
|
before do
|
|
expect(Ci::DeletedObject)
|
|
.to receive(:bulk_import)
|
|
.once
|
|
.and_raise(ActiveRecord::RecordNotDestroyed)
|
|
end
|
|
|
|
it 'raises an exception and stop destroying' do
|
|
expect { execute }.to raise_error(ActiveRecord::RecordNotDestroyed)
|
|
.and not_change { Ci::JobArtifact.count }
|
|
end
|
|
end
|
|
end
|
|
|
|
context 'when there are no artifacts' do
|
|
let(:artifacts) { Ci::JobArtifact.none }
|
|
|
|
it 'does not raise error' do
|
|
expect { execute }.not_to raise_error
|
|
end
|
|
|
|
it 'reports the number of destroyed artifacts' do
|
|
is_expected.to eq(destroyed_artifacts_count: 0, statistics_updates: {}, status: :success)
|
|
end
|
|
end
|
|
|
|
context 'with artifacts that has backfilled expire_at' do
|
|
let!(:created_on_00_30_45_minutes_on_21_22_23) do
|
|
[
|
|
create(:ci_job_artifact, expire_at: Time.zone.parse('2022-01-21 00:00:00.000')),
|
|
create(:ci_job_artifact, expire_at: Time.zone.parse('2022-01-21 01:30:00.000')),
|
|
create(:ci_job_artifact, expire_at: Time.zone.parse('2022-01-22 12:00:00.000')),
|
|
create(:ci_job_artifact, expire_at: Time.zone.parse('2022-01-22 12:30:00.000')),
|
|
create(:ci_job_artifact, expire_at: Time.zone.parse('2022-01-23 23:00:00.000')),
|
|
create(:ci_job_artifact, expire_at: Time.zone.parse('2022-01-23 23:30:00.000')),
|
|
create(:ci_job_artifact, expire_at: Time.zone.parse('2022-01-23 06:45:00.000'))
|
|
]
|
|
end
|
|
|
|
let!(:created_close_to_00_or_30_minutes) do
|
|
[
|
|
create(:ci_job_artifact, expire_at: Time.zone.parse('2022-01-21 00:00:00.001')),
|
|
create(:ci_job_artifact, expire_at: Time.zone.parse('2022-01-21 00:30:00.999'))
|
|
]
|
|
end
|
|
|
|
let!(:created_on_00_or_30_minutes_on_other_dates) do
|
|
[
|
|
create(:ci_job_artifact, expire_at: Time.zone.parse('2022-01-01 00:00:00.000')),
|
|
create(:ci_job_artifact, expire_at: Time.zone.parse('2022-01-19 12:00:00.000')),
|
|
create(:ci_job_artifact, expire_at: Time.zone.parse('2022-01-24 23:30:00.000'))
|
|
]
|
|
end
|
|
|
|
let!(:created_at_other_times) do
|
|
[
|
|
create(:ci_job_artifact, expire_at: Time.zone.parse('2022-01-19 00:00:00.000')),
|
|
create(:ci_job_artifact, expire_at: Time.zone.parse('2022-01-19 00:30:00.000')),
|
|
create(:ci_job_artifact, expire_at: Time.zone.parse('2022-01-24 00:00:00.000')),
|
|
create(:ci_job_artifact, expire_at: Time.zone.parse('2022-01-24 00:30:00.000'))
|
|
]
|
|
end
|
|
|
|
let(:artifacts_to_keep) { created_on_00_30_45_minutes_on_21_22_23 }
|
|
let(:artifacts_to_delete) { created_close_to_00_or_30_minutes + created_on_00_or_30_minutes_on_other_dates + created_at_other_times }
|
|
let(:all_artifacts) { artifacts_to_keep + artifacts_to_delete }
|
|
|
|
let(:artifacts) { Ci::JobArtifact.where(id: all_artifacts.map(&:id)) }
|
|
|
|
it 'deletes job artifacts that do not have expire_at on 00, 30 or 45 minute of 21, 22, 23 of the month' do
|
|
expect { subject }.to change { Ci::JobArtifact.count }.by(artifacts_to_delete.size * -1)
|
|
end
|
|
|
|
it 'keeps job artifacts that have expire_at on 00, 30 or 45 minute of 21, 22, 23 of the month' do
|
|
expect { subject }.not_to change { Ci::JobArtifact.where(id: artifacts_to_keep.map(&:id)).count }
|
|
end
|
|
|
|
it 'removes expire_at on job artifacts that have expire_at on 00, 30 or 45 minute of 21, 22, 23 of the month' do
|
|
subject
|
|
|
|
expect(artifacts_to_keep.all? { |artifact| artifact.reload.expire_at.nil? }).to be(true)
|
|
end
|
|
|
|
context 'when feature flag is disabled' do
|
|
before do
|
|
stub_feature_flags(ci_detect_wrongly_expired_artifacts: false)
|
|
end
|
|
|
|
it 'deletes all job artifacts' do
|
|
expect { subject }.to change { Ci::JobArtifact.count }.by(all_artifacts.size * -1)
|
|
end
|
|
end
|
|
|
|
context 'when fix_expire_at is false' do
|
|
let(:service) { described_class.new(artifacts, pick_up_at: Time.current, fix_expire_at: false) }
|
|
|
|
it 'deletes all job artifacts' do
|
|
expect { subject }.to change { Ci::JobArtifact.count }.by(all_artifacts.size * -1)
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|