75 lines
3.1 KiB
Ruby
75 lines
3.1 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
module Gitlab
|
|
module Usage
|
|
module Metrics
|
|
module Aggregates
|
|
module Sources
|
|
class PostgresHll
|
|
class << self
|
|
def calculate_metrics_union(metric_names:, start_date:, end_date:, recorded_at:)
|
|
time_period = start_date && end_date ? (start_date..end_date) : nil
|
|
|
|
Array(metric_names).each_with_object(Gitlab::Database::PostgresHll::Buckets.new) do |event, buckets|
|
|
json = read_aggregated_metric(metric_name: event, time_period: time_period, recorded_at: recorded_at)
|
|
raise UnionNotAvailable, "Union data not available for #{metric_names}" unless json
|
|
|
|
buckets.merge_hash!(Gitlab::Json.parse(json))
|
|
end.estimated_distinct_count
|
|
end
|
|
|
|
def save_aggregated_metrics(metric_name:, time_period:, recorded_at_timestamp:, data:)
|
|
unless data.is_a? ::Gitlab::Database::PostgresHll::Buckets
|
|
Gitlab::ErrorTracking.track_and_raise_for_dev_exception(StandardError.new("Unsupported data type: #{data.class}"))
|
|
return
|
|
end
|
|
|
|
# Usage Ping report generation for gitlab.com is very long running process
|
|
# to make sure that saved keys are available at the end of report generation process
|
|
# lets use triple max generation time
|
|
keys_expiration = ::Gitlab::UsageData::MAX_GENERATION_TIME_FOR_SAAS * 3
|
|
|
|
Gitlab::Redis::SharedState.with do |redis|
|
|
redis.set(
|
|
redis_key(metric_name: metric_name, time_period: time_period&.values&.first, recorded_at: recorded_at_timestamp),
|
|
data.to_json,
|
|
ex: keys_expiration
|
|
)
|
|
end
|
|
rescue ::Redis::CommandError => e
|
|
Gitlab::ErrorTracking.track_and_raise_for_dev_exception(e)
|
|
end
|
|
|
|
private
|
|
|
|
def read_aggregated_metric(metric_name:, time_period:, recorded_at:)
|
|
Gitlab::Redis::SharedState.with do |redis|
|
|
redis.get(redis_key(metric_name: metric_name, time_period: time_period, recorded_at: recorded_at))
|
|
end
|
|
end
|
|
|
|
def redis_key(metric_name:, time_period:, recorded_at:)
|
|
# add timestamp at the end of the key to avoid stale keys if
|
|
# usage ping job is retried
|
|
"#{metric_name}_#{time_period_to_human_name(time_period)}-#{recorded_at.to_i}"
|
|
end
|
|
|
|
def time_period_to_human_name(time_period)
|
|
return Gitlab::Utils::UsageData::ALL_TIME_PERIOD_HUMAN_NAME if time_period.blank?
|
|
|
|
start_date = time_period.first.to_date
|
|
end_date = time_period.last.to_date
|
|
|
|
if (end_date - start_date).to_i > 7
|
|
Gitlab::Utils::UsageData::MONTHLY_PERIOD_HUMAN_NAME
|
|
else
|
|
Gitlab::Utils::UsageData::WEEKLY_PERIOD_HUMAN_NAME
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|