170 lines
6.4 KiB
Ruby
170 lines
6.4 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
module Gitlab
|
|
module Database
|
|
module AsyncIndexes
|
|
module MigrationHelpers
|
|
def unprepare_async_index(table_name, column_name, **options)
|
|
Gitlab::Database::QueryAnalyzers::RestrictAllowedSchemas.require_ddl_mode!
|
|
|
|
return unless async_index_creation_available?
|
|
|
|
index_name = options[:name] || index_name(table_name, column_name)
|
|
|
|
raise 'Specifying index name is mandatory - specify name: argument' unless index_name
|
|
|
|
unprepare_async_index_by_name(table_name, index_name)
|
|
end
|
|
|
|
def unprepare_async_index_by_name(table_name, index_name, **options)
|
|
Gitlab::Database::QueryAnalyzers::RestrictAllowedSchemas.require_ddl_mode!
|
|
|
|
return unless async_index_creation_available?
|
|
|
|
PostgresAsyncIndex.find_by(name: index_name).try do |async_index|
|
|
async_index.destroy!
|
|
end
|
|
end
|
|
|
|
# Prepares an index for asynchronous creation.
|
|
#
|
|
# Stores the index information in the postgres_async_indexes table to be created later. The
|
|
# index will be always be created CONCURRENTLY, so that option does not need to be given.
|
|
# If an existing asynchronous definition exists with the same name, the existing entry will be
|
|
# updated with the new definition.
|
|
#
|
|
# If the requested index has already been created, it is not stored in the table for
|
|
# asynchronous creation.
|
|
def prepare_async_index(table_name, column_name, **options)
|
|
Gitlab::Database::QueryAnalyzers::RestrictAllowedSchemas.require_ddl_mode!
|
|
|
|
return unless async_index_creation_available?
|
|
|
|
index_name = options[:name] || index_name(table_name, column_name)
|
|
|
|
raise 'Specifying index name is mandatory - specify name: argument' unless index_name
|
|
|
|
options = options.merge({ algorithm: :concurrently })
|
|
|
|
if index_exists?(table_name, column_name, **options)
|
|
Gitlab::AppLogger.warn(
|
|
message: 'Index not prepared because it already exists',
|
|
table_name: table_name,
|
|
index_name: index_name)
|
|
|
|
return
|
|
end
|
|
|
|
index, algorithm, if_not_exists = add_index_options(table_name, column_name, **options)
|
|
|
|
create_index = ActiveRecord::ConnectionAdapters::CreateIndexDefinition.new(index, algorithm, if_not_exists)
|
|
schema_creation = ActiveRecord::ConnectionAdapters::PostgreSQL::SchemaCreation.new(ApplicationRecord.connection)
|
|
definition = schema_creation.accept(create_index)
|
|
|
|
async_index = PostgresAsyncIndex.find_or_create_by!(name: index_name) do |rec|
|
|
rec.table_name = table_name
|
|
rec.definition = definition
|
|
end
|
|
|
|
async_index.definition = definition
|
|
async_index.save! # No-op if definition is not changed
|
|
|
|
Gitlab::AppLogger.info(
|
|
message: 'Prepared index for async creation',
|
|
table_name: async_index.table_name,
|
|
index_name: async_index.name)
|
|
|
|
async_index
|
|
end
|
|
|
|
def prepare_async_index_from_sql(definition)
|
|
Gitlab::Database::QueryAnalyzers::RestrictAllowedSchemas.require_ddl_mode!
|
|
|
|
return unless async_index_creation_available?
|
|
|
|
table_name, index_name = extract_table_and_index_names_from_concurrent_index!(definition)
|
|
|
|
if index_name_exists?(table_name, index_name)
|
|
Gitlab::AppLogger.warn(
|
|
message: 'Index not prepared because it already exists',
|
|
table_name: table_name,
|
|
index_name: index_name)
|
|
|
|
return
|
|
end
|
|
|
|
async_index = Gitlab::Database::AsyncIndexes::PostgresAsyncIndex.find_or_create_by!(name: index_name) do |rec|
|
|
rec.table_name = table_name
|
|
rec.definition = definition
|
|
end
|
|
|
|
Gitlab::AppLogger.info(
|
|
message: 'Prepared index for async creation',
|
|
table_name: async_index.table_name,
|
|
index_name: async_index.name)
|
|
|
|
async_index
|
|
end
|
|
|
|
# Prepares an index for asynchronous destruction.
|
|
#
|
|
# Stores the index information in the postgres_async_indexes table to be removed later. The
|
|
# index will be always be removed CONCURRENTLY, so that option does not need to be given.
|
|
#
|
|
# If the requested index has already been removed, it is not stored in the table for
|
|
# asynchronous destruction.
|
|
def prepare_async_index_removal(table_name, column_name, options = {})
|
|
index_name = options.fetch(:name)
|
|
raise 'prepare_async_index_removal must get an index name defined' if index_name.blank?
|
|
|
|
unless index_exists?(table_name, column_name, **options)
|
|
Gitlab::AppLogger.warn "Index not removed because it does not exist (this may be due to an aborted migration or similar): table_name: #{table_name}, index_name: #{index_name}"
|
|
return
|
|
end
|
|
|
|
definition = "DROP INDEX CONCURRENTLY #{quote_column_name(index_name)}"
|
|
|
|
async_index = PostgresAsyncIndex.find_or_create_by!(name: index_name) do |rec|
|
|
rec.table_name = table_name
|
|
rec.definition = definition
|
|
end
|
|
|
|
Gitlab::AppLogger.info(
|
|
message: 'Prepared index for async destruction',
|
|
table_name: async_index.table_name,
|
|
index_name: async_index.name
|
|
)
|
|
|
|
async_index
|
|
end
|
|
|
|
def async_index_creation_available?
|
|
table_exists?(:postgres_async_indexes)
|
|
end
|
|
|
|
private
|
|
|
|
delegate :table_exists?, to: :connection, private: true
|
|
|
|
def extract_table_and_index_names_from_concurrent_index!(definition)
|
|
statement = index_statement_from!(definition)
|
|
|
|
raise 'Index statement not found!' unless statement
|
|
raise 'Index must be created concurrently!' unless statement.concurrent
|
|
raise 'Table does not exist!' unless table_exists?(statement.relation.relname)
|
|
|
|
[statement.relation.relname, statement.idxname]
|
|
end
|
|
|
|
# This raises `PgQuery::ParseError` if the given statement
|
|
# is syntactically incorrect, therefore, validates that the
|
|
# index definition is correct.
|
|
def index_statement_from!(definition)
|
|
parsed_query = PgQuery.parse(definition)
|
|
|
|
parsed_query.tree.stmts[0].stmt.index_stmt
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|