2019-09-30 21:07:59 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
|
|
|
require 'spec_helper'
|
|
|
|
|
|
|
|
RSpec.describe Namespace::RootStorageStatistics, type: :model do
|
|
|
|
it { is_expected.to belong_to :namespace }
|
|
|
|
it { is_expected.to have_one(:route).through(:namespace) }
|
|
|
|
|
|
|
|
it { is_expected.to delegate_method(:all_projects).to(:namespace) }
|
|
|
|
|
2019-12-04 20:38:33 +05:30
|
|
|
context 'scopes' do
|
|
|
|
describe '.for_namespace_ids' do
|
|
|
|
it 'returns only requested namespaces' do
|
|
|
|
stats = create_list(:namespace_root_storage_statistics, 3)
|
|
|
|
namespace_ids = stats[0..1].map { |s| s.namespace_id }
|
|
|
|
|
|
|
|
requested_stats = described_class.for_namespace_ids(namespace_ids).pluck(:namespace_id)
|
|
|
|
|
|
|
|
expect(requested_stats).to eq(namespace_ids)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-09-30 21:07:59 +05:30
|
|
|
describe '#recalculate!' do
|
|
|
|
let(:namespace) { create(:group) }
|
|
|
|
let(:root_storage_statistics) { create(:namespace_root_storage_statistics, namespace: namespace) }
|
|
|
|
|
|
|
|
let(:project1) { create(:project, namespace: namespace) }
|
|
|
|
let(:project2) { create(:project, namespace: namespace) }
|
|
|
|
|
2022-04-04 11:22:00 +05:30
|
|
|
let!(:project_stat1) { create(:project_statistics, project: project1, with_data: true, size_multiplier: 100) }
|
|
|
|
let!(:project_stat2) { create(:project_statistics, project: project2, with_data: true, size_multiplier: 200) }
|
2019-09-30 21:07:59 +05:30
|
|
|
|
2022-04-04 11:22:00 +05:30
|
|
|
shared_examples 'project data refresh' do
|
2019-09-30 21:07:59 +05:30
|
|
|
it 'aggregates project statistics' do
|
|
|
|
root_storage_statistics.recalculate!
|
|
|
|
|
|
|
|
root_storage_statistics.reload
|
|
|
|
|
2022-04-04 11:22:00 +05:30
|
|
|
total_repository_size = project_stat1.repository_size + project_stat2.repository_size
|
|
|
|
total_wiki_size = project_stat1.wiki_size + project_stat2.wiki_size
|
|
|
|
total_lfs_objects_size = project_stat1.lfs_objects_size + project_stat2.lfs_objects_size
|
|
|
|
total_build_artifacts_size = project_stat1.build_artifacts_size + project_stat2.build_artifacts_size
|
|
|
|
total_packages_size = project_stat1.packages_size + project_stat2.packages_size
|
|
|
|
total_storage_size = project_stat1.storage_size + project_stat2.storage_size
|
|
|
|
total_snippets_size = project_stat1.snippets_size + project_stat2.snippets_size
|
|
|
|
total_pipeline_artifacts_size = project_stat1.pipeline_artifacts_size + project_stat2.pipeline_artifacts_size
|
|
|
|
total_uploads_size = project_stat1.uploads_size + project_stat2.uploads_size
|
2019-09-30 21:07:59 +05:30
|
|
|
|
|
|
|
expect(root_storage_statistics.repository_size).to eq(total_repository_size)
|
|
|
|
expect(root_storage_statistics.wiki_size).to eq(total_wiki_size)
|
|
|
|
expect(root_storage_statistics.lfs_objects_size).to eq(total_lfs_objects_size)
|
|
|
|
expect(root_storage_statistics.build_artifacts_size).to eq(total_build_artifacts_size)
|
|
|
|
expect(root_storage_statistics.packages_size).to eq(total_packages_size)
|
|
|
|
expect(root_storage_statistics.storage_size).to eq(total_storage_size)
|
2020-07-28 23:09:34 +05:30
|
|
|
expect(root_storage_statistics.snippets_size).to eq(total_snippets_size)
|
2020-11-24 15:15:51 +05:30
|
|
|
expect(root_storage_statistics.pipeline_artifacts_size).to eq(total_pipeline_artifacts_size)
|
2021-01-29 00:20:46 +05:30
|
|
|
expect(root_storage_statistics.uploads_size).to eq(total_uploads_size)
|
2019-09-30 21:07:59 +05:30
|
|
|
end
|
|
|
|
|
2022-07-23 23:45:48 +05:30
|
|
|
it 'aggregates container_repositories_size and storage_size' do
|
|
|
|
allow(namespace).to receive(:container_repositories_size).and_return(999)
|
|
|
|
|
|
|
|
root_storage_statistics.recalculate!
|
|
|
|
|
|
|
|
root_storage_statistics.reload
|
|
|
|
|
|
|
|
total_storage_size = project_stat1.storage_size + project_stat2.storage_size + 999
|
|
|
|
|
|
|
|
expect(root_storage_statistics.container_registry_size).to eq(999)
|
|
|
|
expect(root_storage_statistics.storage_size).to eq(total_storage_size)
|
|
|
|
end
|
|
|
|
|
2019-09-30 21:07:59 +05:30
|
|
|
it 'works when there are no projects' do
|
|
|
|
Project.delete_all
|
|
|
|
|
|
|
|
root_storage_statistics.recalculate!
|
|
|
|
|
|
|
|
root_storage_statistics.reload
|
|
|
|
expect(root_storage_statistics.repository_size).to eq(0)
|
|
|
|
expect(root_storage_statistics.wiki_size).to eq(0)
|
|
|
|
expect(root_storage_statistics.lfs_objects_size).to eq(0)
|
|
|
|
expect(root_storage_statistics.build_artifacts_size).to eq(0)
|
|
|
|
expect(root_storage_statistics.packages_size).to eq(0)
|
|
|
|
expect(root_storage_statistics.storage_size).to eq(0)
|
2020-07-28 23:09:34 +05:30
|
|
|
expect(root_storage_statistics.snippets_size).to eq(0)
|
2020-11-24 15:15:51 +05:30
|
|
|
expect(root_storage_statistics.pipeline_artifacts_size).to eq(0)
|
2020-07-28 23:09:34 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
shared_examples 'does not include personal snippets' do
|
|
|
|
specify do
|
|
|
|
expect(root_storage_statistics).not_to receive(:from_personal_snippets)
|
|
|
|
|
|
|
|
root_storage_statistics.recalculate!
|
2019-09-30 21:07:59 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2022-04-04 11:22:00 +05:30
|
|
|
it_behaves_like 'project data refresh'
|
2020-07-28 23:09:34 +05:30
|
|
|
it_behaves_like 'does not include personal snippets'
|
2019-09-30 21:07:59 +05:30
|
|
|
|
2019-10-12 21:52:04 +05:30
|
|
|
context 'with subgroups' do
|
2019-09-30 21:07:59 +05:30
|
|
|
let(:subgroup1) { create(:group, parent: namespace)}
|
|
|
|
let(:subgroup2) { create(:group, parent: subgroup1)}
|
|
|
|
|
|
|
|
let(:project1) { create(:project, namespace: subgroup1) }
|
|
|
|
let(:project2) { create(:project, namespace: subgroup2) }
|
|
|
|
|
2022-04-04 11:22:00 +05:30
|
|
|
it_behaves_like 'project data refresh'
|
2020-07-28 23:09:34 +05:30
|
|
|
it_behaves_like 'does not include personal snippets'
|
2019-09-30 21:07:59 +05:30
|
|
|
end
|
|
|
|
|
2022-04-04 11:22:00 +05:30
|
|
|
context 'with a group namespace' do
|
|
|
|
let_it_be(:root_group) { create(:group) }
|
|
|
|
let_it_be(:group1) { create(:group, parent: root_group) }
|
|
|
|
let_it_be(:subgroup1) { create(:group, parent: group1) }
|
|
|
|
let_it_be(:group2) { create(:group, parent: root_group) }
|
|
|
|
let_it_be(:root_namespace_stat) { create(:namespace_statistics, namespace: root_group, storage_size: 100, dependency_proxy_size: 100) }
|
|
|
|
let_it_be(:group1_namespace_stat) { create(:namespace_statistics, namespace: group1, storage_size: 200, dependency_proxy_size: 200) }
|
|
|
|
let_it_be(:group2_namespace_stat) { create(:namespace_statistics, namespace: group2, storage_size: 300, dependency_proxy_size: 300) }
|
|
|
|
let_it_be(:subgroup1_namespace_stat) { create(:namespace_statistics, namespace: subgroup1, storage_size: 300, dependency_proxy_size: 100) }
|
|
|
|
|
|
|
|
let(:namespace) { root_group }
|
|
|
|
|
|
|
|
it 'aggregates namespace statistics' do
|
|
|
|
# This group is not a descendant of the root_group so it shouldn't be included in the final stats.
|
|
|
|
other_group = create(:group)
|
|
|
|
create(:namespace_statistics, namespace: other_group, storage_size: 500, dependency_proxy_size: 500)
|
|
|
|
|
|
|
|
root_storage_statistics.recalculate!
|
|
|
|
|
|
|
|
total_repository_size = project_stat1.repository_size + project_stat2.repository_size
|
|
|
|
total_lfs_objects_size = project_stat1.lfs_objects_size + project_stat2.lfs_objects_size
|
|
|
|
total_build_artifacts_size = project_stat1.build_artifacts_size + project_stat2.build_artifacts_size
|
|
|
|
total_packages_size = project_stat1.packages_size + project_stat2.packages_size
|
|
|
|
total_snippets_size = project_stat1.snippets_size + project_stat2.snippets_size
|
|
|
|
total_pipeline_artifacts_size = project_stat1.pipeline_artifacts_size + project_stat2.pipeline_artifacts_size
|
|
|
|
total_uploads_size = project_stat1.uploads_size + project_stat2.uploads_size
|
|
|
|
total_wiki_size = project_stat1.wiki_size + project_stat2.wiki_size
|
|
|
|
total_dependency_proxy_size = root_namespace_stat.dependency_proxy_size + group1_namespace_stat.dependency_proxy_size + group2_namespace_stat.dependency_proxy_size + subgroup1_namespace_stat.dependency_proxy_size
|
|
|
|
total_storage_size = project_stat1.storage_size + project_stat2.storage_size + root_namespace_stat.storage_size + group1_namespace_stat.storage_size + group2_namespace_stat.storage_size + subgroup1_namespace_stat.storage_size
|
|
|
|
|
|
|
|
expect(root_storage_statistics.repository_size).to eq(total_repository_size)
|
|
|
|
expect(root_storage_statistics.lfs_objects_size).to eq(total_lfs_objects_size)
|
|
|
|
expect(root_storage_statistics.build_artifacts_size).to eq(total_build_artifacts_size)
|
|
|
|
expect(root_storage_statistics.packages_size).to eq(total_packages_size)
|
|
|
|
expect(root_storage_statistics.snippets_size).to eq(total_snippets_size)
|
|
|
|
expect(root_storage_statistics.pipeline_artifacts_size).to eq(total_pipeline_artifacts_size)
|
|
|
|
expect(root_storage_statistics.uploads_size).to eq(total_uploads_size)
|
|
|
|
expect(root_storage_statistics.dependency_proxy_size).to eq(total_dependency_proxy_size)
|
|
|
|
expect(root_storage_statistics.wiki_size).to eq(total_wiki_size)
|
|
|
|
expect(root_storage_statistics.storage_size).to eq(total_storage_size)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'works when there are no namespace statistics' do
|
|
|
|
NamespaceStatistics.delete_all
|
|
|
|
|
|
|
|
root_storage_statistics.recalculate!
|
|
|
|
|
|
|
|
total_storage_size = project_stat1.storage_size + project_stat2.storage_size
|
|
|
|
|
|
|
|
expect(root_storage_statistics.storage_size).to eq(total_storage_size)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-09-30 21:07:59 +05:30
|
|
|
context 'with a personal namespace' do
|
2020-07-28 23:09:34 +05:30
|
|
|
let_it_be(:user) { create(:user) }
|
2021-09-30 23:02:18 +05:30
|
|
|
|
2020-07-28 23:09:34 +05:30
|
|
|
let(:namespace) { user.namespace }
|
2019-09-30 21:07:59 +05:30
|
|
|
|
2022-04-04 11:22:00 +05:30
|
|
|
it_behaves_like 'project data refresh'
|
|
|
|
|
|
|
|
it 'does not aggregate namespace statistics' do
|
|
|
|
create(:namespace_statistics, namespace: user.namespace, storage_size: 200, dependency_proxy_size: 200)
|
|
|
|
|
|
|
|
root_storage_statistics.recalculate!
|
|
|
|
|
|
|
|
expect(root_storage_statistics.storage_size).to eq(project_stat1.storage_size + project_stat2.storage_size)
|
|
|
|
expect(root_storage_statistics.dependency_proxy_size).to eq(0)
|
|
|
|
end
|
2020-07-28 23:09:34 +05:30
|
|
|
|
|
|
|
context 'when user has personal snippets' do
|
2022-04-04 11:22:00 +05:30
|
|
|
let(:total_project_snippets_size) { project_stat1.snippets_size + project_stat2.snippets_size }
|
2020-07-28 23:09:34 +05:30
|
|
|
|
|
|
|
it 'aggregates personal and project snippets size' do
|
|
|
|
# This is just a a snippet authored by other user
|
|
|
|
# to ensure we only pick snippets from the namespace
|
|
|
|
# user
|
|
|
|
create(:personal_snippet, :repository).statistics.refresh!
|
|
|
|
|
|
|
|
snippets = create_list(:personal_snippet, 3, :repository, author: user)
|
|
|
|
snippets.each { |s| s.statistics.refresh! }
|
|
|
|
|
2022-05-07 20:08:51 +05:30
|
|
|
total_personal_snippets_size = snippets.sum { |s| s.statistics.repository_size }
|
2020-07-28 23:09:34 +05:30
|
|
|
|
|
|
|
root_storage_statistics.recalculate!
|
|
|
|
|
|
|
|
expect(root_storage_statistics.snippets_size).to eq(total_personal_snippets_size + total_project_snippets_size)
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when personal snippets do not have statistics' do
|
|
|
|
it 'does not raise any error' do
|
|
|
|
snippets = create_list(:personal_snippet, 2, :repository, author: user)
|
|
|
|
snippets.last.statistics.refresh!
|
|
|
|
|
|
|
|
root_storage_statistics.recalculate!
|
|
|
|
|
|
|
|
expect(root_storage_statistics.snippets_size).to eq(total_project_snippets_size + snippets.last.statistics.repository_size)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2019-09-30 21:07:59 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|