2015-10-07 10:30:10 +00:00
|
|
|
module Gitlab
|
|
|
|
module Database
|
2016-06-18 17:55:45 +00:00
|
|
|
# The max value of INTEGER type is the same between MySQL and PostgreSQL:
|
|
|
|
# https://www.postgresql.org/docs/9.2/static/datatype-numeric.html
|
|
|
|
# http://dev.mysql.com/doc/refman/5.7/en/integer-types.html
|
|
|
|
MAX_INT_VALUE = 2147483647
|
2017-10-30 23:21:56 +00:00
|
|
|
# The max value between MySQL's TIMESTAMP and PostgreSQL's timestampz:
|
|
|
|
# https://www.postgresql.org/docs/9.1/static/datatype-datetime.html
|
|
|
|
# https://dev.mysql.com/doc/refman/5.7/en/datetime.html
|
|
|
|
MAX_TIMESTAMP_VALUE = Time.at((1 << 31) - 1).freeze
|
2016-06-18 17:55:45 +00:00
|
|
|
|
2017-03-17 13:16:47 +00:00
|
|
|
def self.config
|
|
|
|
ActiveRecord::Base.configurations[Rails.env]
|
|
|
|
end
|
|
|
|
|
2017-08-18 12:26:23 +00:00
|
|
|
def self.username
|
|
|
|
config['username'] || ENV['USER']
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.database_name
|
|
|
|
config['database']
|
|
|
|
end
|
|
|
|
|
2016-02-02 02:29:37 +00:00
|
|
|
def self.adapter_name
|
2017-03-17 13:16:47 +00:00
|
|
|
config['adapter']
|
2016-02-02 02:29:37 +00:00
|
|
|
end
|
|
|
|
|
2015-10-07 10:30:10 +00:00
|
|
|
def self.mysql?
|
2016-04-27 22:52:32 +00:00
|
|
|
adapter_name.casecmp('mysql2').zero?
|
2015-10-07 10:30:10 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def self.postgresql?
|
2016-04-27 22:52:32 +00:00
|
|
|
adapter_name.casecmp('postgresql').zero?
|
2016-02-02 02:29:37 +00:00
|
|
|
end
|
|
|
|
|
2017-09-19 07:44:58 +00:00
|
|
|
# Overridden in EE
|
|
|
|
def self.read_only?
|
|
|
|
false
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.read_write?
|
|
|
|
!self.read_only?
|
|
|
|
end
|
|
|
|
|
2016-02-02 02:29:37 +00:00
|
|
|
def self.version
|
2018-05-17 19:20:15 +00:00
|
|
|
@version ||= database_version.match(/\A(?:PostgreSQL |)([^\s]+).*\z/)[1]
|
2015-10-07 10:30:10 +00:00
|
|
|
end
|
2015-12-09 15:31:42 +00:00
|
|
|
|
2017-07-27 17:42:15 +00:00
|
|
|
def self.join_lateral_supported?
|
|
|
|
postgresql? && version.to_f >= 9.3
|
|
|
|
end
|
|
|
|
|
2017-12-05 16:43:47 +00:00
|
|
|
def self.replication_slots_supported?
|
|
|
|
postgresql? && version.to_f >= 9.4
|
|
|
|
end
|
|
|
|
|
2016-05-13 15:26:18 +00:00
|
|
|
def self.nulls_last_order(field, direction = 'ASC')
|
|
|
|
order = "#{field} #{direction}"
|
|
|
|
|
2017-02-15 21:14:17 +00:00
|
|
|
if postgresql?
|
2016-05-13 15:26:18 +00:00
|
|
|
order << ' NULLS LAST'
|
|
|
|
else
|
|
|
|
# `field IS NULL` will be `0` for non-NULL columns and `1` for NULL
|
|
|
|
# columns. In the (default) ascending order, `0` comes first.
|
|
|
|
order.prepend("#{field} IS NULL, ") if direction == 'ASC'
|
|
|
|
end
|
|
|
|
|
|
|
|
order
|
|
|
|
end
|
|
|
|
|
2017-01-31 00:26:40 +00:00
|
|
|
def self.nulls_first_order(field, direction = 'ASC')
|
|
|
|
order = "#{field} #{direction}"
|
|
|
|
|
2017-02-15 21:14:17 +00:00
|
|
|
if postgresql?
|
2017-01-31 00:26:40 +00:00
|
|
|
order << ' NULLS FIRST'
|
|
|
|
else
|
|
|
|
# `field IS NULL` will be `0` for non-NULL columns and `1` for NULL
|
|
|
|
# columns. In the (default) ascending order, `0` comes first.
|
|
|
|
order.prepend("#{field} IS NULL, ") if direction == 'DESC'
|
|
|
|
end
|
|
|
|
|
|
|
|
order
|
|
|
|
end
|
|
|
|
|
2016-06-15 10:10:41 +00:00
|
|
|
def self.random
|
2017-02-15 21:14:17 +00:00
|
|
|
postgresql? ? "RANDOM()" : "RAND()"
|
2016-06-15 10:10:41 +00:00
|
|
|
end
|
|
|
|
|
2017-04-10 10:23:28 +00:00
|
|
|
def self.true_value
|
|
|
|
if postgresql?
|
2015-12-09 15:31:42 +00:00
|
|
|
"'t'"
|
|
|
|
else
|
|
|
|
1
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2017-04-10 10:23:28 +00:00
|
|
|
def self.false_value
|
|
|
|
if postgresql?
|
2015-12-09 15:31:42 +00:00
|
|
|
"'f'"
|
|
|
|
else
|
|
|
|
0
|
|
|
|
end
|
|
|
|
end
|
2016-02-02 02:29:37 +00:00
|
|
|
|
2017-02-13 13:45:26 +00:00
|
|
|
def self.with_connection_pool(pool_size)
|
|
|
|
pool = create_connection_pool(pool_size)
|
|
|
|
|
2017-02-14 05:48:13 +00:00
|
|
|
begin
|
|
|
|
yield(pool)
|
|
|
|
ensure
|
|
|
|
pool.disconnect!
|
|
|
|
end
|
2017-02-13 13:45:26 +00:00
|
|
|
end
|
|
|
|
|
2017-10-21 22:55:59 +00:00
|
|
|
# Bulk inserts a number of rows into a table, optionally returning their
|
|
|
|
# IDs.
|
|
|
|
#
|
|
|
|
# table - The name of the table to insert the rows into.
|
|
|
|
# rows - An Array of Hash instances, each mapping the columns to their
|
|
|
|
# values.
|
|
|
|
# return_ids - When set to true the return value will be an Array of IDs of
|
|
|
|
# the inserted rows, this only works on PostgreSQL.
|
2017-11-24 18:04:44 +00:00
|
|
|
# disable_quote - A key or an Array of keys to exclude from quoting (You
|
|
|
|
# become responsible for protection from SQL injection for
|
|
|
|
# these keys!)
|
|
|
|
def self.bulk_insert(table, rows, return_ids: false, disable_quote: [])
|
2017-06-09 11:48:25 +00:00
|
|
|
return if rows.empty?
|
|
|
|
|
|
|
|
keys = rows.first.keys
|
|
|
|
columns = keys.map { |key| connection.quote_column_name(key) }
|
2017-10-21 22:55:59 +00:00
|
|
|
return_ids = false if mysql?
|
2017-06-09 11:48:25 +00:00
|
|
|
|
2017-11-24 18:04:44 +00:00
|
|
|
disable_quote = Array(disable_quote).to_set
|
2017-06-09 11:48:25 +00:00
|
|
|
tuples = rows.map do |row|
|
2017-11-27 04:37:23 +00:00
|
|
|
keys.map do |k|
|
2017-11-24 18:04:44 +00:00
|
|
|
disable_quote.include?(k) ? row[k] : connection.quote(row[k])
|
|
|
|
end
|
2017-06-09 11:48:25 +00:00
|
|
|
end
|
|
|
|
|
2017-10-21 22:55:59 +00:00
|
|
|
sql = <<-EOF
|
2017-06-09 11:48:25 +00:00
|
|
|
INSERT INTO #{table} (#{columns.join(', ')})
|
|
|
|
VALUES #{tuples.map { |tuple| "(#{tuple.join(', ')})" }.join(', ')}
|
|
|
|
EOF
|
2017-10-21 22:55:59 +00:00
|
|
|
|
|
|
|
if return_ids
|
|
|
|
sql << 'RETURNING id'
|
|
|
|
end
|
|
|
|
|
|
|
|
result = connection.execute(sql)
|
|
|
|
|
|
|
|
if return_ids
|
|
|
|
result.values.map { |tuple| tuple[0].to_i }
|
|
|
|
else
|
|
|
|
[]
|
|
|
|
end
|
2017-06-09 11:48:25 +00:00
|
|
|
end
|
|
|
|
|
2017-10-30 23:21:56 +00:00
|
|
|
def self.sanitize_timestamp(timestamp)
|
|
|
|
MAX_TIMESTAMP_VALUE > timestamp ? timestamp : MAX_TIMESTAMP_VALUE.dup
|
|
|
|
end
|
|
|
|
|
2017-02-22 14:43:01 +00:00
|
|
|
# pool_size - The size of the DB pool.
|
|
|
|
# host - An optional host name to use instead of the default one.
|
|
|
|
def self.create_connection_pool(pool_size, host = nil)
|
2017-02-13 13:45:26 +00:00
|
|
|
# See activerecord-4.2.7.1/lib/active_record/connection_adapters/connection_specification.rb
|
|
|
|
env = Rails.env
|
|
|
|
original_config = ActiveRecord::Base.configurations
|
2017-02-22 14:43:01 +00:00
|
|
|
|
2017-02-13 13:45:26 +00:00
|
|
|
env_config = original_config[env].merge('pool' => pool_size)
|
2017-02-22 14:43:01 +00:00
|
|
|
env_config['host'] = host if host
|
|
|
|
|
2017-02-13 13:45:26 +00:00
|
|
|
config = original_config.merge(env => env_config)
|
|
|
|
|
|
|
|
spec =
|
|
|
|
ActiveRecord::
|
|
|
|
ConnectionAdapters::
|
|
|
|
ConnectionSpecification::Resolver.new(config).spec(env.to_sym)
|
|
|
|
|
|
|
|
ActiveRecord::ConnectionAdapters::ConnectionPool.new(spec)
|
|
|
|
end
|
|
|
|
|
2016-02-02 02:29:37 +00:00
|
|
|
def self.connection
|
|
|
|
ActiveRecord::Base.connection
|
|
|
|
end
|
|
|
|
|
2018-03-15 19:50:31 +00:00
|
|
|
def self.cached_column_exists?(table_name, column_name)
|
|
|
|
connection.schema_cache.columns_hash(table_name).has_key?(column_name.to_s)
|
|
|
|
end
|
|
|
|
|
2018-03-15 20:12:00 +00:00
|
|
|
def self.cached_table_exists?(table_name)
|
2018-06-05 09:29:33 +00:00
|
|
|
if Gitlab.rails5?
|
|
|
|
connection.schema_cache.data_source_exists?(table_name)
|
|
|
|
else
|
|
|
|
connection.schema_cache.table_exists?(table_name)
|
|
|
|
end
|
2018-03-15 20:12:00 +00:00
|
|
|
end
|
|
|
|
|
2016-07-19 12:21:39 +00:00
|
|
|
private_class_method :connection
|
|
|
|
|
2016-02-02 02:29:37 +00:00
|
|
|
def self.database_version
|
|
|
|
row = connection.execute("SELECT VERSION()").first
|
|
|
|
|
|
|
|
if postgresql?
|
|
|
|
row['version']
|
|
|
|
else
|
|
|
|
row.first
|
|
|
|
end
|
|
|
|
end
|
2016-07-19 12:21:39 +00:00
|
|
|
|
|
|
|
private_class_method :database_version
|
2015-10-07 10:30:10 +00:00
|
|
|
end
|
|
|
|
end
|