debian-mirror-gitlab/lib/gitlab/cache/helpers.rb

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

176 lines
6 KiB
Ruby
Raw Normal View History

2021-09-30 23:02:18 +05:30
# frozen_string_literal: true
module Gitlab
module Cache
module Helpers
# @return [ActiveSupport::Duration]
DEFAULT_EXPIRY = 1.day
# @return [ActiveSupport::Cache::Store]
def cache
Rails.cache
end
def render_cached(obj_or_collection, with:, cache_context: -> (_) { current_user&.cache_key }, expires_in: Gitlab::Cache::Helpers::DEFAULT_EXPIRY, **presenter_args)
json =
if obj_or_collection.is_a?(Enumerable)
cached_collection(
obj_or_collection,
presenter: with,
presenter_args: presenter_args,
context: cache_context,
expires_in: expires_in
)
else
cached_object(
obj_or_collection,
presenter: with,
presenter_args: presenter_args,
context: cache_context,
expires_in: expires_in
)
end
render Gitlab::Json::PrecompiledJson.new(json)
end
private
# Optionally uses a `Proc` to add context to a cache key
#
# @param object [Object] must respond to #cache_key
# @param context [Proc] a proc that will be called with the object as an argument, and which should return a
# string or array of strings to be combined into the cache key
# @return [String]
def contextual_cache_key(presenter, object, context)
return object.cache_key if context.nil?
[presenter.class.name, object.cache_key, context.call(object)].flatten.join(":")
end
# Used for fetching or rendering a single object
#
# @param object [Object] the object to render
# @param presenter [Grape::Entity]
# @param presenter_args [Hash] keyword arguments to be passed to the entity
# @param context [Proc]
# @param expires_in [ActiveSupport::Duration, Integer] an expiry time for the cache entry
# @return [String]
def cached_object(object, presenter:, presenter_args:, context:, expires_in:)
2022-10-11 01:57:18 +05:30
misses = 0
json = cache.fetch(contextual_cache_key(presenter, object, context), expires_in: expires_in) do
time_action(render_type: :object) do
misses += 1
Gitlab::Json.dump(presenter.represent(object, **presenter_args).as_json)
end
2021-09-30 23:02:18 +05:30
end
2022-10-11 01:57:18 +05:30
increment_cache_metric(render_type: :object, total_count: 1, miss_count: misses)
json
2021-09-30 23:02:18 +05:30
end
# Used for fetching or rendering multiple objects
#
# @param objects [Enumerable<Object>] the objects to render
# @param presenter [Grape::Entity]
# @param presenter_args [Hash] keyword arguments to be passed to the entity
# @param context [Proc]
# @param expires_in [ActiveSupport::Duration, Integer] an expiry time for the cache entry
# @return [Array<String>]
def cached_collection(collection, presenter:, presenter_args:, context:, expires_in:)
2022-10-11 01:57:18 +05:30
misses = 0
2021-09-30 23:02:18 +05:30
json = fetch_multi(presenter, collection, context: context, expires_in: expires_in) do |obj|
2022-10-11 01:57:18 +05:30
time_action(render_type: :collection) do
misses += 1
Gitlab::Json.dump(presenter.represent(obj, **presenter_args).as_json)
end
2021-09-30 23:02:18 +05:30
end
2022-10-11 01:57:18 +05:30
increment_cache_metric(render_type: :collection, total_count: collection.length, miss_count: misses)
2021-09-30 23:02:18 +05:30
json.values
end
# An adapted version of ActiveSupport::Cache::Store#fetch_multi.
#
# The original method only provides the missing key to the block,
# not the missing object, so we have to create a map of cache keys
# to the objects to allow us to pass the object to the missing value
# block.
#
# The result is that this is functionally identical to `#fetch`.
def fetch_multi(presenter, *objs, context:, **kwargs)
objs.flatten!
map = multi_key_map(presenter, objs, context: context)
# TODO: `contextual_cache_key` should be constructed based on the guideline https://docs.gitlab.com/ee/development/redis.html#multi-key-commands.
Gitlab::Instrumentation::RedisClusterValidator.allow_cross_slot_commands do
cache.fetch_multi(*map.keys, **kwargs) do |key|
yield map[key]
end
end
end
# @param objects [Enumerable<Object>] objects which _must_ respond to `#cache_key`
# @param context [Proc] a proc that can be called to help generate each cache key
# @return [Hash]
def multi_key_map(presenter, objects, context:)
objects.index_by do |object|
contextual_cache_key(presenter, object, context)
end
end
2022-10-11 01:57:18 +05:30
def increment_cache_metric(render_type:, total_count:, miss_count:)
return unless caller_id
metric_name = :cached_object_operations_total
hit_count = total_count - miss_count
current_transaction&.increment(
metric_name,
hit_count,
{ caller_id: caller_id, render_type: render_type, cache_hit: true }
)
current_transaction&.increment(
metric_name,
miss_count,
{ caller_id: caller_id, render_type: render_type, cache_hit: false }
)
end
def time_action(render_type:, &block)
2022-11-25 23:54:43 +05:30
real_start = Gitlab::Metrics::System.monotonic_time
2022-10-11 01:57:18 +05:30
2022-11-25 23:54:43 +05:30
presented_object = yield
2022-10-11 01:57:18 +05:30
2022-11-25 23:54:43 +05:30
real_duration_histogram(render_type).observe({}, Gitlab::Metrics::System.monotonic_time - real_start)
2022-10-11 01:57:18 +05:30
2022-11-25 23:54:43 +05:30
presented_object
2022-10-11 01:57:18 +05:30
end
def real_duration_histogram(render_type)
Gitlab::Metrics.histogram(
:gitlab_presentable_object_cacheless_render_real_duration_seconds,
'Duration of generating presentable objects to be cached in real time',
{ caller_id: caller_id, render_type: render_type },
[0.1, 0.5, 1, 2]
)
end
def current_transaction
@current_transaction ||= ::Gitlab::Metrics::WebTransaction.current
end
def caller_id
@caller_id ||= Gitlab::ApplicationContext.current_context_attribute(:caller_id)
end
2021-09-30 23:02:18 +05:30
end
end
end