debian-mirror-gitlab/app/models/internal_id.rb

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

206 lines
6.9 KiB
Ruby
Raw Normal View History

2018-11-18 11:00:15 +05:30
# frozen_string_literal: true
2018-05-09 12:01:36 +05:30
# An InternalId is a strictly monotone sequence of integers
# generated for a given scope and usage.
#
2018-11-18 11:00:15 +05:30
# The monotone sequence may be broken if an ID is explicitly provided
2021-11-11 11:23:49 +05:30
# to `#track_greatest`.
2018-11-18 11:00:15 +05:30
#
2018-05-09 12:01:36 +05:30
# For example, issues use their project to scope internal ids:
# In that sense, scope is "project" and usage is "issues".
# Generated internal ids for an issue are unique per project.
#
# See InternalId#usage enum for available usages.
#
# In order to leverage InternalId for other usages, the idea is to
# * Add `usage` value to enum
# * (Optionally) add columns to `internal_ids` if needed for scope.
2019-07-07 11:18:12 +05:30
class InternalId < ApplicationRecord
2021-09-30 23:02:18 +05:30
extend Gitlab::Utils::StrongMemoize
2019-12-21 20:55:43 +05:30
2018-05-09 12:01:36 +05:30
belongs_to :project
2018-10-15 14:42:47 +05:30
belongs_to :namespace
2018-05-09 12:01:36 +05:30
2020-11-24 15:15:51 +05:30
enum usage: Enums::InternalId.usage_resources
2018-05-09 12:01:36 +05:30
validates :usage, presence: true
2021-09-30 23:02:18 +05:30
scope :filter_by, -> (scope, usage) do
where(**scope, usage: usage)
end
2018-05-09 12:01:36 +05:30
class << self
2018-11-18 11:00:15 +05:30
def track_greatest(subject, scope, usage, new_value, init)
2021-09-30 23:02:18 +05:30
build_generator(subject, scope, usage, init).track_greatest(new_value)
2018-11-18 11:00:15 +05:30
end
2018-05-09 12:01:36 +05:30
def generate_next(subject, scope, usage, init)
2021-09-30 23:02:18 +05:30
build_generator(subject, scope, usage, init).generate
2019-07-31 22:56:46 +05:30
end
def reset(subject, scope, usage, value)
2021-09-30 23:02:18 +05:30
build_generator(subject, scope, usage).reset(value)
2018-05-09 12:01:36 +05:30
end
2019-03-02 22:35:43 +05:30
# Flushing records is generally safe in a sense that those
# records are going to be re-created when needed.
#
# A filter condition has to be provided to not accidentally flush
# records for all projects.
def flush_records!(filter)
raise ArgumentError, "filter cannot be empty" if filter.blank?
where(filter).delete_all
end
2021-09-30 23:02:18 +05:30
def internal_id_transactions_increment(operation:, usage:)
self.internal_id_transactions_total.increment(
operation: operation,
usage: usage.to_s,
2022-03-02 08:16:31 +05:30
in_transaction: InternalId.connection.transaction_open?.to_s
2021-09-30 23:02:18 +05:30
)
end
def internal_id_transactions_total
strong_memoize(:internal_id_transactions_total) do
name = :gitlab_internal_id_transactions_total
comment = 'Counts all the internal ids happening within transaction'
Gitlab::Metrics.counter(name, comment)
end
end
private
def build_generator(subject, scope, usage, init = nil)
2021-11-11 11:23:49 +05:30
ImplicitlyLockingInternalIdGenerator.new(subject, scope, usage, init)
2018-05-09 12:01:36 +05:30
end
2021-09-30 23:02:18 +05:30
end
2021-04-29 21:17:54 +05:30
2021-09-30 23:02:18 +05:30
class ImplicitlyLockingInternalIdGenerator
# Generate next internal id for a given scope and usage.
#
# For currently supported usages, see #usage enum.
#
# The method implements a locking scheme that has the following properties:
# 1) Generated sequence of internal ids is unique per (scope and usage)
# 2) The method is thread-safe and may be used in concurrent threads/processes.
# 3) The generated sequence is gapless.
# 4) In the absence of a record in the internal_ids table, one will be created
# and last_value will be calculated on the fly.
#
# subject: The instance or class we're generating an internal id for.
# scope: Attributes that define the scope for id generation.
# Valid keys are `project/project_id` and `namespace/namespace_id`.
# usage: Symbol to define the usage of the internal id, see InternalId.usages
# init: Proc that accepts the subject and the scope and returns Integer|NilClass
attr_reader :subject, :scope, :scope_attrs, :usage, :init
2021-11-11 11:23:49 +05:30
RecordAlreadyExists = Class.new(StandardError)
2021-09-30 23:02:18 +05:30
def initialize(subject, scope, usage, init = nil)
@subject = subject
@scope = scope
@usage = usage
@init = init
raise ArgumentError, 'Scope is not well-defined, need at least one column for scope (given: 0)' if scope.empty?
unless InternalId.usages.has_key?(usage.to_s)
raise ArgumentError, "Usage '#{usage}' is unknown. Supported values are #{InternalId.usages.keys} from InternalId.usages"
end
2021-04-29 21:17:54 +05:30
end
2021-09-30 23:02:18 +05:30
# Generates next internal id and returns it
# init: Block that gets called to initialize InternalId record if not present
# Make sure to not throw exceptions in the absence of records (if this is expected).
def generate
InternalId.internal_id_transactions_increment(operation: :generate, usage: usage)
2021-04-29 21:17:54 +05:30
2021-09-30 23:02:18 +05:30
next_iid = update_record!(subject, scope, usage, arel_table[:last_value] + 1)
return next_iid if next_iid
2021-11-11 11:23:49 +05:30
create_record!(subject, scope, usage, initial_value(subject, scope) + 1)
rescue RecordAlreadyExists
2021-09-30 23:02:18 +05:30
retry
end
# Reset tries to rewind to `value-1`. This will only succeed,
# if `value` stored in database is equal to `last_value`.
# value: The expected last_value to decrement
def reset(value)
return false unless value
InternalId.internal_id_transactions_increment(operation: :reset, usage: usage)
iid = update_record!(subject, scope.merge(last_value: value), usage, arel_table[:last_value] - 1)
iid == value - 1
end
# Create a record in internal_ids if one does not yet exist
# and set its new_value if it is higher than the current last_value
def track_greatest(new_value)
InternalId.internal_id_transactions_increment(operation: :track_greatest, usage: usage)
2022-10-11 01:57:18 +05:30
function = Arel::Nodes::NamedFunction.new('GREATEST', [arel_table[:last_value], new_value.to_i])
2021-09-30 23:02:18 +05:30
next_iid = update_record!(subject, scope, usage, function)
return next_iid if next_iid
2021-11-11 11:23:49 +05:30
create_record!(subject, scope, usage, [initial_value(subject, scope), new_value].max)
rescue RecordAlreadyExists
2021-09-30 23:02:18 +05:30
retry
end
private
def update_record!(subject, scope, usage, new_value)
stmt = Arel::UpdateManager.new
stmt.table(arel_table)
stmt.set(arel_table[:last_value] => new_value)
stmt.wheres = InternalId.filter_by(scope, usage).arel.constraints
2021-11-11 11:23:49 +05:30
InternalId.connection.insert(stmt, 'Update InternalId', 'last_value')
2021-09-30 23:02:18 +05:30
end
2021-11-11 11:23:49 +05:30
def create_record!(subject, scope, usage, value)
scope[:project].save! if scope[:project] && !scope[:project].persisted?
scope[:namespace].save! if scope[:namespace] && !scope[:namespace].persisted?
2021-09-30 23:02:18 +05:30
2021-11-11 11:23:49 +05:30
attributes = {
project_id: scope[:project]&.id || scope[:project_id],
namespace_id: scope[:namespace]&.id || scope[:namespace_id],
usage: usage_value,
last_value: value
}
2021-09-30 23:02:18 +05:30
2021-11-11 11:23:49 +05:30
result = InternalId.insert(attributes)
2021-09-30 23:02:18 +05:30
2021-11-11 11:23:49 +05:30
raise RecordAlreadyExists if result.empty?
2021-09-30 23:02:18 +05:30
2021-11-11 11:23:49 +05:30
value
2021-09-30 23:02:18 +05:30
end
def arel_table
InternalId.arel_table
2021-04-29 21:17:54 +05:30
end
2021-11-11 11:23:49 +05:30
def initial_value(subject, scope)
raise ArgumentError, 'Cannot initialize without init!' unless init
# `init` computes the maximum based on actual records. We use the
# primary to make sure we have up to date results
Gitlab::Database::LoadBalancing::Session.current.use_primary do
instance = subject.is_a?(::Class) ? nil : subject
init.call(instance, scope) || 0
end
end
def usage_value
@usage_value ||= InternalId.usages[usage.to_s]
end
2018-05-09 12:01:36 +05:30
end
end