2019-03-02 22:35:43 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
|
|
|
require 'spec_helper'
|
|
|
|
|
|
|
|
describe Projects::ContainerRepository::CleanupTagsService do
|
2020-03-13 15:44:24 +05:30
|
|
|
let_it_be(:user) { create(:user) }
|
|
|
|
let_it_be(:project) { create(:project, :private) }
|
|
|
|
let_it_be(:repository) { create(:container_repository, :root, project: project) }
|
2019-03-02 22:35:43 +05:30
|
|
|
|
|
|
|
let(:service) { described_class.new(project, user, params) }
|
|
|
|
|
|
|
|
before do
|
|
|
|
project.add_maintainer(user)
|
|
|
|
|
|
|
|
stub_feature_flags(container_registry_cleanup: true)
|
|
|
|
|
|
|
|
stub_container_registry_config(enabled: true)
|
|
|
|
|
|
|
|
stub_container_registry_tags(
|
|
|
|
repository: repository.path,
|
|
|
|
tags: %w(latest A Ba Bb C D E))
|
|
|
|
|
|
|
|
stub_tag_digest('latest', 'sha256:configA')
|
|
|
|
stub_tag_digest('A', 'sha256:configA')
|
|
|
|
stub_tag_digest('Ba', 'sha256:configB')
|
|
|
|
stub_tag_digest('Bb', 'sha256:configB')
|
|
|
|
stub_tag_digest('C', 'sha256:configC')
|
|
|
|
stub_tag_digest('D', 'sha256:configD')
|
|
|
|
stub_tag_digest('E', nil)
|
|
|
|
|
|
|
|
stub_digest_config('sha256:configA', 1.hour.ago)
|
|
|
|
stub_digest_config('sha256:configB', 5.days.ago)
|
|
|
|
stub_digest_config('sha256:configC', 1.month.ago)
|
|
|
|
stub_digest_config('sha256:configD', nil)
|
|
|
|
end
|
|
|
|
|
|
|
|
describe '#execute' do
|
|
|
|
subject { service.execute(repository) }
|
|
|
|
|
|
|
|
context 'when no params are specified' do
|
|
|
|
let(:params) { {} }
|
|
|
|
|
|
|
|
it 'does not remove anything' do
|
2020-03-13 15:44:24 +05:30
|
|
|
expect_any_instance_of(ContainerRegistry::Client).not_to receive(:delete_repository_tag_by_digest)
|
2019-03-02 22:35:43 +05:30
|
|
|
|
|
|
|
is_expected.to include(status: :success, deleted: [])
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when regex matching everything is specified' do
|
2020-04-08 14:13:33 +05:30
|
|
|
shared_examples 'removes all matches' do
|
|
|
|
it 'does remove B* and C' do
|
|
|
|
# The :A cannot be removed as config is shared with :latest
|
|
|
|
# The :E cannot be removed as it does not have valid manifest
|
|
|
|
|
|
|
|
expect_delete('sha256:configB').twice
|
|
|
|
expect_delete('sha256:configC')
|
|
|
|
expect_delete('sha256:configD')
|
|
|
|
|
|
|
|
is_expected.to include(status: :success, deleted: %w(D Bb Ba C))
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-03-02 22:35:43 +05:30
|
|
|
let(:params) do
|
2020-04-08 14:13:33 +05:30
|
|
|
{ 'name_regex_delete' => '.*' }
|
2019-03-02 22:35:43 +05:30
|
|
|
end
|
|
|
|
|
2020-04-08 14:13:33 +05:30
|
|
|
it_behaves_like 'removes all matches'
|
2019-03-02 22:35:43 +05:30
|
|
|
|
2020-04-08 14:13:33 +05:30
|
|
|
context 'with deprecated name_regex param' do
|
|
|
|
let(:params) do
|
|
|
|
{ 'name_regex' => '.*' }
|
|
|
|
end
|
2019-03-02 22:35:43 +05:30
|
|
|
|
2020-04-08 14:13:33 +05:30
|
|
|
it_behaves_like 'removes all matches'
|
2019-03-02 22:35:43 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-04-08 14:13:33 +05:30
|
|
|
context 'when delete regex matching specific tags is used' do
|
2019-03-02 22:35:43 +05:30
|
|
|
let(:params) do
|
2020-04-08 14:13:33 +05:30
|
|
|
{ 'name_regex_delete' => 'C|D' }
|
2019-03-02 22:35:43 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
it 'does remove C and D' do
|
|
|
|
expect_delete('sha256:configC')
|
|
|
|
expect_delete('sha256:configD')
|
|
|
|
|
|
|
|
is_expected.to include(status: :success, deleted: %w(D C))
|
|
|
|
end
|
2020-04-08 14:13:33 +05:30
|
|
|
|
|
|
|
context 'with overriding allow regex' do
|
|
|
|
let(:params) do
|
|
|
|
{ 'name_regex_delete' => 'C|D',
|
|
|
|
'name_regex_keep' => 'C' }
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'does not remove C' do
|
|
|
|
expect_delete('sha256:configD')
|
|
|
|
|
|
|
|
is_expected.to include(status: :success, deleted: %w(D))
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'with name_regex_delete overriding deprecated name_regex' do
|
|
|
|
let(:params) do
|
|
|
|
{ 'name_regex' => 'C|D',
|
|
|
|
'name_regex_delete' => 'D' }
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'does not remove C' do
|
|
|
|
expect_delete('sha256:configD')
|
|
|
|
|
|
|
|
is_expected.to include(status: :success, deleted: %w(D))
|
|
|
|
end
|
|
|
|
end
|
2019-03-02 22:35:43 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
context 'when removing a tagged image that is used by another tag' do
|
|
|
|
let(:params) do
|
2020-04-08 14:13:33 +05:30
|
|
|
{ 'name_regex_delete' => 'Ba' }
|
2019-03-02 22:35:43 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
it 'does not remove the tag' do
|
2019-12-04 20:38:33 +05:30
|
|
|
# Issue: https://gitlab.com/gitlab-org/gitlab-foss/issues/21405
|
2019-03-02 22:35:43 +05:30
|
|
|
|
|
|
|
is_expected.to include(status: :success, deleted: [])
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-04-08 14:13:33 +05:30
|
|
|
context 'with allow regex value' do
|
|
|
|
let(:params) do
|
|
|
|
{ 'name_regex_delete' => '.*',
|
|
|
|
'name_regex_keep' => 'B.*' }
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'does not remove B*' do
|
|
|
|
expect_delete('sha256:configC')
|
|
|
|
expect_delete('sha256:configD')
|
|
|
|
|
|
|
|
is_expected.to include(status: :success, deleted: %w(D C))
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-03-02 22:35:43 +05:30
|
|
|
context 'when removing keeping only 3' do
|
|
|
|
let(:params) do
|
2020-04-08 14:13:33 +05:30
|
|
|
{ 'name_regex_delete' => '.*',
|
2019-03-02 22:35:43 +05:30
|
|
|
'keep_n' => 3 }
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'does remove C as it is oldest' do
|
|
|
|
expect_delete('sha256:configC')
|
|
|
|
|
|
|
|
is_expected.to include(status: :success, deleted: %w(C))
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when removing older than 1 day' do
|
|
|
|
let(:params) do
|
2020-04-08 14:13:33 +05:30
|
|
|
{ 'name_regex_delete' => '.*',
|
2019-03-02 22:35:43 +05:30
|
|
|
'older_than' => '1 day' }
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'does remove B* and C as they are older than 1 day' do
|
|
|
|
expect_delete('sha256:configB').twice
|
|
|
|
expect_delete('sha256:configC')
|
|
|
|
|
|
|
|
is_expected.to include(status: :success, deleted: %w(Bb Ba C))
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when combining all parameters' do
|
|
|
|
let(:params) do
|
2020-04-08 14:13:33 +05:30
|
|
|
{ 'name_regex_delete' => '.*',
|
2019-03-02 22:35:43 +05:30
|
|
|
'keep_n' => 1,
|
|
|
|
'older_than' => '1 day' }
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'does remove B* and C' do
|
|
|
|
expect_delete('sha256:configB').twice
|
|
|
|
expect_delete('sha256:configC')
|
|
|
|
|
|
|
|
is_expected.to include(status: :success, deleted: %w(Bb Ba C))
|
|
|
|
end
|
|
|
|
end
|
2020-03-13 15:44:24 +05:30
|
|
|
|
|
|
|
context 'when running a container_expiration_policy' do
|
|
|
|
let(:user) { nil }
|
|
|
|
|
|
|
|
context 'with valid container_expiration_policy param' do
|
|
|
|
let(:params) do
|
2020-04-08 14:13:33 +05:30
|
|
|
{ 'name_regex_delete' => '.*',
|
2020-03-13 15:44:24 +05:30
|
|
|
'keep_n' => 1,
|
|
|
|
'older_than' => '1 day',
|
|
|
|
'container_expiration_policy' => true }
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'succeeds without a user' do
|
|
|
|
expect_delete('sha256:configB').twice
|
|
|
|
expect_delete('sha256:configC')
|
|
|
|
|
|
|
|
is_expected.to include(status: :success, deleted: %w(Bb Ba C))
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'without container_expiration_policy param' do
|
|
|
|
let(:params) do
|
2020-04-08 14:13:33 +05:30
|
|
|
{ 'name_regex_delete' => '.*',
|
2020-03-13 15:44:24 +05:30
|
|
|
'keep_n' => 1,
|
|
|
|
'older_than' => '1 day' }
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'fails' do
|
|
|
|
is_expected.to include(status: :error, message: 'access denied')
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2019-03-02 22:35:43 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
def stub_tag_digest(tag, digest)
|
|
|
|
allow_any_instance_of(ContainerRegistry::Client)
|
|
|
|
.to receive(:repository_tag_digest)
|
|
|
|
.with(repository.path, tag) { digest }
|
|
|
|
|
|
|
|
allow_any_instance_of(ContainerRegistry::Client)
|
|
|
|
.to receive(:repository_manifest)
|
|
|
|
.with(repository.path, tag) do
|
|
|
|
{ 'config' => { 'digest' => digest } } if digest
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def stub_digest_config(digest, created_at)
|
|
|
|
allow_any_instance_of(ContainerRegistry::Client)
|
|
|
|
.to receive(:blob)
|
|
|
|
.with(repository.path, digest, nil) do
|
|
|
|
{ 'created' => created_at.to_datetime.rfc3339 }.to_json if created_at
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def expect_delete(digest)
|
|
|
|
expect_any_instance_of(ContainerRegistry::Client)
|
2020-03-13 15:44:24 +05:30
|
|
|
.to receive(:delete_repository_tag_by_digest)
|
2019-12-21 20:55:43 +05:30
|
|
|
.with(repository.path, digest) { true }
|
2019-03-02 22:35:43 +05:30
|
|
|
end
|
|
|
|
end
|