debian-mirror-gitlab/app/models/project_statistics.rb
2023-03-17 16:20:25 +05:30

180 lines
5.3 KiB
Ruby

# frozen_string_literal: true
class ProjectStatistics < ApplicationRecord
include AfterCommitQueue
include CounterAttribute
belongs_to :project
belongs_to :namespace
attribute :wiki_size, default: 0
attribute :snippets_size, default: 0
counter_attribute :build_artifacts_size
counter_attribute :packages_size
counter_attribute_after_commit do |project_statistics|
project_statistics.refresh_storage_size!
Namespaces::ScheduleAggregationWorker.perform_async(project_statistics.namespace_id)
end
before_save :update_storage_size
COLUMNS_TO_REFRESH = [:repository_size, :wiki_size, :lfs_objects_size, :commit_count, :snippets_size, :uploads_size, :container_registry_size].freeze
INCREMENTABLE_COLUMNS = [
:pipeline_artifacts_size,
:snippets_size
].freeze
NAMESPACE_RELATABLE_COLUMNS = [:repository_size, :wiki_size, :lfs_objects_size, :uploads_size, :container_registry_size].freeze
STORAGE_SIZE_COMPONENTS = [
:repository_size,
:wiki_size,
:lfs_objects_size,
:build_artifacts_size,
:packages_size,
:snippets_size,
:pipeline_artifacts_size,
:uploads_size
].freeze
scope :for_project_ids, ->(project_ids) { where(project_id: project_ids) }
scope :for_namespaces, -> (namespaces) { where(namespace: namespaces) }
def total_repository_size
repository_size + lfs_objects_size
end
def refresh!(only: [])
return if Gitlab::Database.read_only?
columns_to_update = only.empty? ? COLUMNS_TO_REFRESH : COLUMNS_TO_REFRESH & only
columns_to_update.each do |column|
public_send("update_#{column}") # rubocop:disable GitlabSecurity/PublicSend
end
if only.empty? || only.any? { |column| NAMESPACE_RELATABLE_COLUMNS.include?(column) }
schedule_namespace_aggregation_worker
end
detect_race_on_record(log_fields: { caller: __method__, attributes: columns_to_update }) do
save!
end
end
def update_commit_count
self.commit_count = project.repository.commit_count
end
def update_repository_size
self.repository_size = project.repository.size * 1.megabyte
end
def update_wiki_size
self.wiki_size = project.wiki.repository.size * 1.megabyte
end
def update_snippets_size
self.snippets_size = project.snippets.with_statistics.sum(:repository_size)
end
def update_lfs_objects_size
self.lfs_objects_size = LfsObject.joins(:lfs_objects_projects).where(lfs_objects_projects: { project_id: project.id }).sum(:size)
end
def update_uploads_size
self.uploads_size = project.uploads.sum(:size)
end
def update_container_registry_size
self.container_registry_size = project.container_repositories_size || 0
end
# `wiki_size` and `snippets_size` have no default value in the database
# and the column can be nil.
# This means that, when the columns were added, all rows had nil
# values on them.
# Therefore, any call to any of those methods will return nil instead of 0.
#
# These two methods provide consistency and avoid returning nil.
def wiki_size
super.to_i
end
def snippets_size
super.to_i
end
def update_storage_size
self.storage_size = storage_size_components.sum { |component| method(component).call }
end
def refresh_storage_size!
detect_race_on_record(log_fields: { caller: __method__, attributes: :storage_size }) do
update!(storage_size: storage_size_sum)
end
end
# Since this incremental update method does not call update_storage_size above through before_save,
# we have to update the storage_size separately.
#
# For counter attributes, storage_size will be refreshed after the counter is flushed,
# through counter_attribute_after_commit
#
# For non-counter attributes, storage_size is updated depending on key => [columns] in INCREMENTABLE_COLUMNS
def self.increment_statistic(project, key, increment)
return if project.pending_delete?
project.statistics.try do |project_statistics|
project_statistics.increment_statistic(key, increment)
end
end
def self.bulk_increment_statistic(project, key, increments)
unless Feature.enabled?(:project_statistics_bulk_increment, type: :development)
total_amount = Gitlab::Counters::Increment.new(amount: increments.sum(&:amount))
return increment_statistic(project, key, total_amount)
end
return if project.pending_delete?
project.statistics.try do |project_statistics|
project_statistics.bulk_increment_statistic(key, increments)
end
end
def increment_statistic(key, increment)
raise ArgumentError, "Cannot increment attribute: #{key}" unless incrementable_attribute?(key)
increment_counter(key, increment)
end
def bulk_increment_statistic(key, increments)
raise ArgumentError, "Cannot increment attribute: #{key}" unless incrementable_attribute?(key)
bulk_increment_counter(key, increments)
end
private
def incrementable_attribute?(key)
INCREMENTABLE_COLUMNS.include?(key) || counter_attribute_enabled?(key)
end
def storage_size_components
STORAGE_SIZE_COMPONENTS
end
def storage_size_sum
storage_size_components.map { |component| "COALESCE (#{component}, 0)" }.join(' + ').freeze
end
def schedule_namespace_aggregation_worker
run_after_commit do
Namespaces::ScheduleAggregationWorker.perform_async(project.namespace_id)
end
end
end
ProjectStatistics.prepend_mod_with('ProjectStatistics')