2015-10-24 18:46:33 +05:30
|
|
|
module Gitlab
|
|
|
|
module Database
|
2016-06-22 15:30:34 +05:30
|
|
|
# The max value of INTEGER type is the same between MySQL and PostgreSQL:
|
|
|
|
# https://www.postgresql.org/docs/9.2/static/datatype-numeric.html
|
|
|
|
# http://dev.mysql.com/doc/refman/5.7/en/integer-types.html
|
|
|
|
MAX_INT_VALUE = 2147483647
|
2018-03-17 18:26:18 +05:30
|
|
|
# The max value between MySQL's TIMESTAMP and PostgreSQL's timestampz:
|
|
|
|
# https://www.postgresql.org/docs/9.1/static/datatype-datetime.html
|
|
|
|
# https://dev.mysql.com/doc/refman/5.7/en/datetime.html
|
|
|
|
MAX_TIMESTAMP_VALUE = Time.at((1 << 31) - 1).freeze
|
2016-06-22 15:30:34 +05:30
|
|
|
|
2017-08-17 22:00:37 +05:30
|
|
|
def self.config
|
|
|
|
ActiveRecord::Base.configurations[Rails.env]
|
|
|
|
end
|
|
|
|
|
2018-03-17 18:26:18 +05:30
|
|
|
def self.username
|
|
|
|
config['username'] || ENV['USER']
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.database_name
|
|
|
|
config['database']
|
|
|
|
end
|
|
|
|
|
2016-04-02 18:10:28 +05:30
|
|
|
def self.adapter_name
|
2017-08-17 22:00:37 +05:30
|
|
|
config['adapter']
|
2016-04-02 18:10:28 +05:30
|
|
|
end
|
|
|
|
|
2015-10-24 18:46:33 +05:30
|
|
|
def self.mysql?
|
2016-06-02 11:05:42 +05:30
|
|
|
adapter_name.casecmp('mysql2').zero?
|
2015-10-24 18:46:33 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def self.postgresql?
|
2016-06-02 11:05:42 +05:30
|
|
|
adapter_name.casecmp('postgresql').zero?
|
2016-04-02 18:10:28 +05:30
|
|
|
end
|
|
|
|
|
2018-03-17 18:26:18 +05:30
|
|
|
# Overridden in EE
|
|
|
|
def self.read_only?
|
|
|
|
false
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.read_write?
|
|
|
|
!self.read_only?
|
|
|
|
end
|
|
|
|
|
2016-04-02 18:10:28 +05:30
|
|
|
def self.version
|
2018-10-15 14:42:47 +05:30
|
|
|
@version ||= database_version.match(/\A(?:PostgreSQL |)([^\s]+).*\z/)[1]
|
2015-10-24 18:46:33 +05:30
|
|
|
end
|
2015-12-23 02:04:40 +05:30
|
|
|
|
2017-09-10 17:25:29 +05:30
|
|
|
def self.join_lateral_supported?
|
|
|
|
postgresql? && version.to_f >= 9.3
|
|
|
|
end
|
|
|
|
|
2018-03-17 18:26:18 +05:30
|
|
|
def self.replication_slots_supported?
|
|
|
|
postgresql? && version.to_f >= 9.4
|
|
|
|
end
|
|
|
|
|
2016-06-16 23:09:34 +05:30
|
|
|
def self.nulls_last_order(field, direction = 'ASC')
|
|
|
|
order = "#{field} #{direction}"
|
|
|
|
|
2017-08-17 22:00:37 +05:30
|
|
|
if postgresql?
|
2016-06-16 23:09:34 +05:30
|
|
|
order << ' NULLS LAST'
|
|
|
|
else
|
|
|
|
# `field IS NULL` will be `0` for non-NULL columns and `1` for NULL
|
|
|
|
# columns. In the (default) ascending order, `0` comes first.
|
|
|
|
order.prepend("#{field} IS NULL, ") if direction == 'ASC'
|
|
|
|
end
|
|
|
|
|
|
|
|
order
|
|
|
|
end
|
|
|
|
|
2017-08-17 22:00:37 +05:30
|
|
|
def self.nulls_first_order(field, direction = 'ASC')
|
|
|
|
order = "#{field} #{direction}"
|
|
|
|
|
|
|
|
if postgresql?
|
|
|
|
order << ' NULLS FIRST'
|
|
|
|
else
|
|
|
|
# `field IS NULL` will be `0` for non-NULL columns and `1` for NULL
|
|
|
|
# columns. In the (default) ascending order, `0` comes first.
|
|
|
|
order.prepend("#{field} IS NULL, ") if direction == 'DESC'
|
|
|
|
end
|
|
|
|
|
|
|
|
order
|
|
|
|
end
|
|
|
|
|
2016-06-16 23:09:34 +05:30
|
|
|
def self.random
|
2017-08-17 22:00:37 +05:30
|
|
|
postgresql? ? "RANDOM()" : "RAND()"
|
2016-06-16 23:09:34 +05:30
|
|
|
end
|
|
|
|
|
2017-08-17 22:00:37 +05:30
|
|
|
def self.true_value
|
|
|
|
if postgresql?
|
2015-12-23 02:04:40 +05:30
|
|
|
"'t'"
|
|
|
|
else
|
|
|
|
1
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2017-08-17 22:00:37 +05:30
|
|
|
def self.false_value
|
|
|
|
if postgresql?
|
2015-12-23 02:04:40 +05:30
|
|
|
"'f'"
|
|
|
|
else
|
|
|
|
0
|
|
|
|
end
|
|
|
|
end
|
2016-04-02 18:10:28 +05:30
|
|
|
|
2017-08-17 22:00:37 +05:30
|
|
|
def self.with_connection_pool(pool_size)
|
|
|
|
pool = create_connection_pool(pool_size)
|
|
|
|
|
|
|
|
begin
|
|
|
|
yield(pool)
|
|
|
|
ensure
|
|
|
|
pool.disconnect!
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2018-03-17 18:26:18 +05:30
|
|
|
# Bulk inserts a number of rows into a table, optionally returning their
|
|
|
|
# IDs.
|
|
|
|
#
|
|
|
|
# table - The name of the table to insert the rows into.
|
|
|
|
# rows - An Array of Hash instances, each mapping the columns to their
|
|
|
|
# values.
|
|
|
|
# return_ids - When set to true the return value will be an Array of IDs of
|
|
|
|
# the inserted rows, this only works on PostgreSQL.
|
|
|
|
# disable_quote - A key or an Array of keys to exclude from quoting (You
|
|
|
|
# become responsible for protection from SQL injection for
|
|
|
|
# these keys!)
|
|
|
|
def self.bulk_insert(table, rows, return_ids: false, disable_quote: [])
|
2017-09-10 17:25:29 +05:30
|
|
|
return if rows.empty?
|
|
|
|
|
|
|
|
keys = rows.first.keys
|
|
|
|
columns = keys.map { |key| connection.quote_column_name(key) }
|
2018-03-17 18:26:18 +05:30
|
|
|
return_ids = false if mysql?
|
2017-09-10 17:25:29 +05:30
|
|
|
|
2018-03-17 18:26:18 +05:30
|
|
|
disable_quote = Array(disable_quote).to_set
|
2017-09-10 17:25:29 +05:30
|
|
|
tuples = rows.map do |row|
|
2018-03-17 18:26:18 +05:30
|
|
|
keys.map do |k|
|
|
|
|
disable_quote.include?(k) ? row[k] : connection.quote(row[k])
|
|
|
|
end
|
2017-09-10 17:25:29 +05:30
|
|
|
end
|
|
|
|
|
2018-03-17 18:26:18 +05:30
|
|
|
sql = <<-EOF
|
2017-09-10 17:25:29 +05:30
|
|
|
INSERT INTO #{table} (#{columns.join(', ')})
|
|
|
|
VALUES #{tuples.map { |tuple| "(#{tuple.join(', ')})" }.join(', ')}
|
|
|
|
EOF
|
2018-03-17 18:26:18 +05:30
|
|
|
|
|
|
|
if return_ids
|
|
|
|
sql << 'RETURNING id'
|
|
|
|
end
|
|
|
|
|
|
|
|
result = connection.execute(sql)
|
|
|
|
|
|
|
|
if return_ids
|
|
|
|
result.values.map { |tuple| tuple[0].to_i }
|
|
|
|
else
|
|
|
|
[]
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.sanitize_timestamp(timestamp)
|
|
|
|
MAX_TIMESTAMP_VALUE > timestamp ? timestamp : MAX_TIMESTAMP_VALUE.dup
|
2017-09-10 17:25:29 +05:30
|
|
|
end
|
|
|
|
|
2017-08-17 22:00:37 +05:30
|
|
|
# pool_size - The size of the DB pool.
|
|
|
|
# host - An optional host name to use instead of the default one.
|
|
|
|
def self.create_connection_pool(pool_size, host = nil)
|
|
|
|
# See activerecord-4.2.7.1/lib/active_record/connection_adapters/connection_specification.rb
|
|
|
|
env = Rails.env
|
|
|
|
original_config = ActiveRecord::Base.configurations
|
|
|
|
|
|
|
|
env_config = original_config[env].merge('pool' => pool_size)
|
|
|
|
env_config['host'] = host if host
|
|
|
|
|
|
|
|
config = original_config.merge(env => env_config)
|
|
|
|
|
|
|
|
spec =
|
|
|
|
ActiveRecord::
|
|
|
|
ConnectionAdapters::
|
|
|
|
ConnectionSpecification::Resolver.new(config).spec(env.to_sym)
|
|
|
|
|
|
|
|
ActiveRecord::ConnectionAdapters::ConnectionPool.new(spec)
|
|
|
|
end
|
|
|
|
|
2016-04-02 18:10:28 +05:30
|
|
|
def self.connection
|
|
|
|
ActiveRecord::Base.connection
|
|
|
|
end
|
|
|
|
|
2018-03-27 19:54:05 +05:30
|
|
|
def self.cached_column_exists?(table_name, column_name)
|
|
|
|
connection.schema_cache.columns_hash(table_name).has_key?(column_name.to_s)
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.cached_table_exists?(table_name)
|
|
|
|
# Rails 5 uses data_source_exists? instead of table_exists?
|
|
|
|
connection.schema_cache.table_exists?(table_name)
|
|
|
|
end
|
|
|
|
|
2016-09-13 17:45:13 +05:30
|
|
|
private_class_method :connection
|
|
|
|
|
2016-04-02 18:10:28 +05:30
|
|
|
def self.database_version
|
|
|
|
row = connection.execute("SELECT VERSION()").first
|
|
|
|
|
|
|
|
if postgresql?
|
|
|
|
row['version']
|
|
|
|
else
|
|
|
|
row.first
|
|
|
|
end
|
|
|
|
end
|
2016-09-13 17:45:13 +05:30
|
|
|
|
|
|
|
private_class_method :database_version
|
2015-10-24 18:46:33 +05:30
|
|
|
end
|
|
|
|
end
|