143 lines
4.3 KiB
Ruby
143 lines
4.3 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
require 'securerandom'
|
|
|
|
module Gitlab
|
|
# This class implements an 'exclusive lease'. We call it a 'lease'
|
|
# because it has a set expiry time. We call it 'exclusive' because only
|
|
# one caller may obtain a lease for a given key at a time. The
|
|
# implementation is intended to work across GitLab processes and across
|
|
# servers. It is a cheap alternative to using SQL queries and updates:
|
|
# you do not need to change the SQL schema to start using
|
|
# ExclusiveLease.
|
|
#
|
|
class ExclusiveLease
|
|
PREFIX = 'gitlab:exclusive_lease'
|
|
NoKey = Class.new(ArgumentError)
|
|
|
|
LUA_CANCEL_SCRIPT = <<~EOS
|
|
local key, uuid = KEYS[1], ARGV[1]
|
|
if redis.call("get", key) == uuid then
|
|
redis.call("del", key)
|
|
end
|
|
EOS
|
|
|
|
LUA_RENEW_SCRIPT = <<~EOS
|
|
local key, uuid, ttl = KEYS[1], ARGV[1], ARGV[2]
|
|
if redis.call("get", key) == uuid then
|
|
redis.call("expire", key, ttl)
|
|
return uuid
|
|
end
|
|
EOS
|
|
|
|
def self.get_uuid(key)
|
|
Gitlab::Redis::SharedState.with do |redis|
|
|
redis.get(redis_shared_state_key(key)) || false
|
|
end
|
|
end
|
|
|
|
# yield to the {block} at most {count} times per {period}
|
|
#
|
|
# Defaults to once per hour.
|
|
#
|
|
# For example:
|
|
#
|
|
# # toot the train horn at most every 20min:
|
|
# throttle(locomotive.id, count: 3, period: 1.hour) { toot_train_horn }
|
|
# # Brake suddenly at most once every minute:
|
|
# throttle(locomotive.id, period: 1.minute) { brake_suddenly }
|
|
# # Specify a uniqueness group:
|
|
# throttle(locomotive.id, group: :locomotive_brake) { brake_suddenly }
|
|
#
|
|
# If a group is not specified, each block will get a separate group to itself.
|
|
def self.throttle(key, group: nil, period: 1.hour, count: 1, &block)
|
|
group ||= block.source_location.join(':')
|
|
|
|
return if new("el:throttle:#{group}:#{key}", timeout: period.to_i / count).waiting?
|
|
|
|
yield
|
|
end
|
|
|
|
def self.cancel(key, uuid)
|
|
return unless key.present?
|
|
|
|
Gitlab::Redis::SharedState.with do |redis|
|
|
redis.eval(LUA_CANCEL_SCRIPT, keys: [ensure_prefixed_key(key)], argv: [uuid])
|
|
end
|
|
end
|
|
|
|
def self.redis_shared_state_key(key)
|
|
"#{PREFIX}:#{key}"
|
|
end
|
|
|
|
def self.ensure_prefixed_key(key)
|
|
raise NoKey unless key.present?
|
|
|
|
key.start_with?(PREFIX) ? key : redis_shared_state_key(key)
|
|
end
|
|
|
|
# Removes any existing exclusive_lease from redis
|
|
# Don't run this in a live system without making sure no one is using the leases
|
|
def self.reset_all!(scope = '*')
|
|
Gitlab::Redis::SharedState.with do |redis|
|
|
redis.scan_each(match: redis_shared_state_key(scope)).each do |key|
|
|
redis.del(key)
|
|
end
|
|
end
|
|
end
|
|
|
|
def initialize(key, uuid: nil, timeout:)
|
|
@redis_shared_state_key = self.class.redis_shared_state_key(key)
|
|
@timeout = timeout
|
|
@uuid = uuid || SecureRandom.uuid
|
|
end
|
|
|
|
# Try to obtain the lease. Return lease UUID on success,
|
|
# false if the lease is already taken.
|
|
def try_obtain
|
|
# Performing a single SET is atomic
|
|
Gitlab::Redis::SharedState.with do |redis|
|
|
redis.set(@redis_shared_state_key, @uuid, nx: true, ex: @timeout) && @uuid
|
|
end
|
|
end
|
|
|
|
# This lease is waiting to obtain
|
|
def waiting?
|
|
!try_obtain
|
|
end
|
|
|
|
# Try to renew an existing lease. Return lease UUID on success,
|
|
# false if the lease is taken by a different UUID or inexistent.
|
|
def renew
|
|
Gitlab::Redis::SharedState.with do |redis|
|
|
result = redis.eval(LUA_RENEW_SCRIPT, keys: [@redis_shared_state_key], argv: [@uuid, @timeout])
|
|
result == @uuid
|
|
end
|
|
end
|
|
|
|
# Returns true if the key for this lease is set.
|
|
def exists?
|
|
Gitlab::Redis::SharedState.with do |redis|
|
|
redis.exists(@redis_shared_state_key)
|
|
end
|
|
end
|
|
|
|
# Returns the TTL of the Redis key.
|
|
#
|
|
# This method will return `nil` if no TTL could be obtained.
|
|
def ttl
|
|
Gitlab::Redis::SharedState.with do |redis|
|
|
ttl = redis.ttl(@redis_shared_state_key)
|
|
|
|
ttl if ttl > 0
|
|
end
|
|
end
|
|
|
|
# Gives up this lease, allowing it to be obtained by others.
|
|
def cancel
|
|
self.class.cancel(@redis_shared_state_key, @uuid)
|
|
end
|
|
end
|
|
end
|
|
|
|
Gitlab::ExclusiveLease.prepend_mod_with('Gitlab::ExclusiveLease')
|