debian-mirror-gitlab/app/models/internal_id.rb

211 lines
7 KiB
Ruby
Raw Normal View History

2018-11-18 11:00:15 +05:30
# frozen_string_literal: true
2018-05-09 12:01:36 +05:30
# An InternalId is a strictly monotone sequence of integers
# generated for a given scope and usage.
#
2018-11-18 11:00:15 +05:30
# The monotone sequence may be broken if an ID is explicitly provided
# to `.track_greatest_and_save!` or `#track_greatest`.
#
2018-05-09 12:01:36 +05:30
# For example, issues use their project to scope internal ids:
# In that sense, scope is "project" and usage is "issues".
# Generated internal ids for an issue are unique per project.
#
# See InternalId#usage enum for available usages.
#
# In order to leverage InternalId for other usages, the idea is to
# * Add `usage` value to enum
# * (Optionally) add columns to `internal_ids` if needed for scope.
2019-07-07 11:18:12 +05:30
class InternalId < ApplicationRecord
2019-12-21 20:55:43 +05:30
include Gitlab::Utils::StrongMemoize
2018-05-09 12:01:36 +05:30
belongs_to :project
2018-10-15 14:42:47 +05:30
belongs_to :namespace
2018-05-09 12:01:36 +05:30
2018-11-08 19:23:39 +05:30
enum usage: { issues: 0, merge_requests: 1, deployments: 2, milestones: 3, epics: 4, ci_pipelines: 5 }
2018-05-09 12:01:36 +05:30
validates :usage, presence: true
REQUIRED_SCHEMA_VERSION = 20180305095250
# Increments #last_value and saves the record
#
# The operation locks the record and gathers a `ROW SHARE` lock (in PostgreSQL).
# As such, the increment is atomic and safe to be called concurrently.
2018-11-08 19:23:39 +05:30
def increment_and_save!
2018-11-18 11:00:15 +05:30
update_and_save { self.last_value = (last_value || 0) + 1 }
end
# Increments #last_value with new_value if it is greater than the current,
# and saves the record
#
# The operation locks the record and gathers a `ROW SHARE` lock (in PostgreSQL).
# As such, the increment is atomic and safe to be called concurrently.
def track_greatest_and_save!(new_value)
update_and_save { self.last_value = [last_value || 0, new_value].max }
end
private
def update_and_save(&block)
2018-05-09 12:01:36 +05:30
lock!
2018-11-18 11:00:15 +05:30
yield
2019-12-21 20:55:43 +05:30
update_and_save_counter.increment(usage: usage, changed: last_value_changed?)
2018-05-09 12:01:36 +05:30
save!
last_value
end
2019-12-21 20:55:43 +05:30
# Instrumentation to track for-update locks
def update_and_save_counter
strong_memoize(:update_and_save_counter) do
Gitlab::Metrics.counter(:gitlab_internal_id_for_update_lock, 'Number of ROW SHARE (FOR UPDATE) locks on individual records from internal_ids')
end
end
2018-05-09 12:01:36 +05:30
class << self
2018-11-18 11:00:15 +05:30
def track_greatest(subject, scope, usage, new_value, init)
return new_value unless available?
2019-07-31 22:56:46 +05:30
InternalIdGenerator.new(subject, scope, usage)
.track_greatest(init, new_value)
2018-11-18 11:00:15 +05:30
end
2018-05-09 12:01:36 +05:30
def generate_next(subject, scope, usage, init)
# Shortcut if `internal_ids` table is not available (yet)
# This can be the case in other (unrelated) migration specs
return (init.call(subject) || 0) + 1 unless available?
2019-07-31 22:56:46 +05:30
InternalIdGenerator.new(subject, scope, usage)
.generate(init)
end
def reset(subject, scope, usage, value)
return false unless available?
InternalIdGenerator.new(subject, scope, usage)
.reset(value)
2018-05-09 12:01:36 +05:30
end
2019-03-02 22:35:43 +05:30
# Flushing records is generally safe in a sense that those
# records are going to be re-created when needed.
#
# A filter condition has to be provided to not accidentally flush
# records for all projects.
def flush_records!(filter)
raise ArgumentError, "filter cannot be empty" if filter.blank?
where(filter).delete_all
end
2018-05-09 12:01:36 +05:30
def available?
2019-07-31 22:56:46 +05:30
return true unless Rails.env.test?
Gitlab::SafeRequestStore.fetch(:internal_ids_available_flag) do
ActiveRecord::Migrator.current_version >= REQUIRED_SCHEMA_VERSION
end
2018-05-09 12:01:36 +05:30
end
# Flushes cached information about schema
def reset_column_information
2019-07-31 22:56:46 +05:30
Gitlab::SafeRequestStore[:internal_ids_available_flag] = nil
2018-05-09 12:01:36 +05:30
super
end
end
class InternalIdGenerator
# Generate next internal id for a given scope and usage.
#
# For currently supported usages, see #usage enum.
#
# The method implements a locking scheme that has the following properties:
# 1) Generated sequence of internal ids is unique per (scope and usage)
# 2) The method is thread-safe and may be used in concurrent threads/processes.
# 3) The generated sequence is gapless.
# 4) In the absence of a record in the internal_ids table, one will be created
# and last_value will be calculated on the fly.
#
# subject: The instance we're generating an internal id for. Gets passed to init if called.
# scope: Attributes that define the scope for id generation.
# usage: Symbol to define the usage of the internal id, see InternalId.usages
2019-07-31 22:56:46 +05:30
attr_reader :subject, :scope, :scope_attrs, :usage
2018-05-09 12:01:36 +05:30
2019-07-31 22:56:46 +05:30
def initialize(subject, scope, usage)
2018-05-09 12:01:36 +05:30
@subject = subject
@scope = scope
@usage = usage
raise ArgumentError, 'Scope is not well-defined, need at least one column for scope (given: 0)' if scope.empty?
unless InternalId.usages.has_key?(usage.to_s)
raise ArgumentError, "Usage '#{usage}' is unknown. Supported values are #{InternalId.usages.keys} from InternalId.usages"
end
end
# Generates next internal id and returns it
2019-07-31 22:56:46 +05:30
# init: Block that gets called to initialize InternalId record if not present
# Make sure to not throw exceptions in the absence of records (if this is expected).
def generate(init)
2019-03-02 22:35:43 +05:30
subject.transaction do
2018-05-09 12:01:36 +05:30
# Create a record in internal_ids if one does not yet exist
# and increment its last value
#
# Note this will acquire a ROW SHARE lock on the InternalId record
2019-07-31 22:56:46 +05:30
(lookup || create_record(init)).increment_and_save!
2018-05-09 12:01:36 +05:30
end
end
2019-07-31 22:56:46 +05:30
# Reset tries to rewind to `value-1`. This will only succeed,
# if `value` stored in database is equal to `last_value`.
# value: The expected last_value to decrement
def reset(value)
return false unless value
updated =
InternalId
.where(**scope, usage: usage_value)
.where(last_value: value)
.update_all('last_value = last_value - 1')
updated > 0
end
2018-11-18 11:00:15 +05:30
# Create a record in internal_ids if one does not yet exist
# and set its new_value if it is higher than the current last_value
#
# Note this will acquire a ROW SHARE lock on the InternalId record
2019-07-31 22:56:46 +05:30
def track_greatest(init, new_value)
2019-03-02 22:35:43 +05:30
subject.transaction do
2019-07-31 22:56:46 +05:30
(lookup || create_record(init)).track_greatest_and_save!(new_value)
2018-11-18 11:00:15 +05:30
end
end
2018-05-09 12:01:36 +05:30
private
# Retrieve InternalId record for (project, usage) combination, if it exists
def lookup
InternalId.find_by(**scope, usage: usage_value)
end
def usage_value
@usage_value ||= InternalId.usages[usage.to_s]
end
# Create InternalId record for (scope, usage) combination, if it doesn't exist
#
# We blindly insert without synchronization. If another process
# was faster in doing this, we'll realize once we hit the unique key constraint
# violation. We can safely roll-back the nested transaction and perform
# a lookup instead to retrieve the record.
2019-07-31 22:56:46 +05:30
def create_record(init)
2019-03-02 22:35:43 +05:30
subject.transaction(requires_new: true) do
2018-05-09 12:01:36 +05:30
InternalId.create!(
**scope,
usage: usage_value,
2018-11-08 19:23:39 +05:30
last_value: init.call(subject) || 0
2018-05-09 12:01:36 +05:30
)
end
rescue ActiveRecord::RecordNotUnique
lookup
end
end
end