2015-10-07 06:30:10 -04:00
|
|
|
module Gitlab
|
|
|
|
module Database
|
2016-06-18 13:55:45 -04:00
|
|
|
# The max value of INTEGER type is the same between MySQL and PostgreSQL:
|
|
|
|
# https://www.postgresql.org/docs/9.2/static/datatype-numeric.html
|
|
|
|
# http://dev.mysql.com/doc/refman/5.7/en/integer-types.html
|
|
|
|
MAX_INT_VALUE = 2147483647
|
2017-10-30 19:21:56 -04:00
|
|
|
# The max value between MySQL's TIMESTAMP and PostgreSQL's timestampz:
|
|
|
|
# https://www.postgresql.org/docs/9.1/static/datatype-datetime.html
|
|
|
|
# https://dev.mysql.com/doc/refman/5.7/en/datetime.html
|
|
|
|
MAX_TIMESTAMP_VALUE = Time.at((1 << 31) - 1).freeze
|
2016-06-18 13:55:45 -04:00
|
|
|
|
2017-03-17 09:16:47 -04:00
|
|
|
def self.config
|
|
|
|
ActiveRecord::Base.configurations[Rails.env]
|
|
|
|
end
|
|
|
|
|
2017-08-18 08:26:23 -04:00
|
|
|
def self.username
|
|
|
|
config['username'] || ENV['USER']
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.database_name
|
|
|
|
config['database']
|
|
|
|
end
|
|
|
|
|
2016-02-01 21:29:37 -05:00
|
|
|
def self.adapter_name
|
2017-03-17 09:16:47 -04:00
|
|
|
config['adapter']
|
2016-02-01 21:29:37 -05:00
|
|
|
end
|
|
|
|
|
2015-10-07 06:30:10 -04:00
|
|
|
def self.mysql?
|
2016-04-27 18:52:32 -04:00
|
|
|
adapter_name.casecmp('mysql2').zero?
|
2015-10-07 06:30:10 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def self.postgresql?
|
2016-04-27 18:52:32 -04:00
|
|
|
adapter_name.casecmp('postgresql').zero?
|
2016-02-01 21:29:37 -05:00
|
|
|
end
|
|
|
|
|
2017-09-19 03:44:58 -04:00
|
|
|
# Overridden in EE
|
|
|
|
def self.read_only?
|
|
|
|
false
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.read_write?
|
|
|
|
!self.read_only?
|
|
|
|
end
|
|
|
|
|
2016-02-01 21:29:37 -05:00
|
|
|
def self.version
|
|
|
|
database_version.match(/\A(?:PostgreSQL |)([^\s]+).*\z/)[1]
|
2015-10-07 06:30:10 -04:00
|
|
|
end
|
2015-12-09 10:31:42 -05:00
|
|
|
|
2017-07-27 13:42:15 -04:00
|
|
|
def self.join_lateral_supported?
|
|
|
|
postgresql? && version.to_f >= 9.3
|
|
|
|
end
|
|
|
|
|
2017-12-05 11:43:47 -05:00
|
|
|
def self.replication_slots_supported?
|
|
|
|
postgresql? && version.to_f >= 9.4
|
|
|
|
end
|
|
|
|
|
2016-05-13 11:26:18 -04:00
|
|
|
def self.nulls_last_order(field, direction = 'ASC')
|
|
|
|
order = "#{field} #{direction}"
|
|
|
|
|
2017-02-15 16:14:17 -05:00
|
|
|
if postgresql?
|
2016-05-13 11:26:18 -04:00
|
|
|
order << ' NULLS LAST'
|
|
|
|
else
|
|
|
|
# `field IS NULL` will be `0` for non-NULL columns and `1` for NULL
|
|
|
|
# columns. In the (default) ascending order, `0` comes first.
|
|
|
|
order.prepend("#{field} IS NULL, ") if direction == 'ASC'
|
|
|
|
end
|
|
|
|
|
|
|
|
order
|
|
|
|
end
|
|
|
|
|
2017-01-30 19:26:40 -05:00
|
|
|
def self.nulls_first_order(field, direction = 'ASC')
|
|
|
|
order = "#{field} #{direction}"
|
|
|
|
|
2017-02-15 16:14:17 -05:00
|
|
|
if postgresql?
|
2017-01-30 19:26:40 -05:00
|
|
|
order << ' NULLS FIRST'
|
|
|
|
else
|
|
|
|
# `field IS NULL` will be `0` for non-NULL columns and `1` for NULL
|
|
|
|
# columns. In the (default) ascending order, `0` comes first.
|
|
|
|
order.prepend("#{field} IS NULL, ") if direction == 'DESC'
|
|
|
|
end
|
|
|
|
|
|
|
|
order
|
|
|
|
end
|
|
|
|
|
2016-06-15 06:10:41 -04:00
|
|
|
def self.random
|
2017-02-15 16:14:17 -05:00
|
|
|
postgresql? ? "RANDOM()" : "RAND()"
|
2016-06-15 06:10:41 -04:00
|
|
|
end
|
|
|
|
|
2017-04-10 06:23:28 -04:00
|
|
|
def self.true_value
|
|
|
|
if postgresql?
|
2015-12-09 10:31:42 -05:00
|
|
|
"'t'"
|
|
|
|
else
|
|
|
|
1
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2017-04-10 06:23:28 -04:00
|
|
|
def self.false_value
|
|
|
|
if postgresql?
|
2015-12-09 10:31:42 -05:00
|
|
|
"'f'"
|
|
|
|
else
|
|
|
|
0
|
|
|
|
end
|
|
|
|
end
|
2016-02-01 21:29:37 -05:00
|
|
|
|
2017-02-13 08:45:26 -05:00
|
|
|
def self.with_connection_pool(pool_size)
|
|
|
|
pool = create_connection_pool(pool_size)
|
|
|
|
|
2017-02-14 00:48:13 -05:00
|
|
|
begin
|
|
|
|
yield(pool)
|
|
|
|
ensure
|
|
|
|
pool.disconnect!
|
|
|
|
end
|
2017-02-13 08:45:26 -05:00
|
|
|
end
|
|
|
|
|
2017-10-21 18:55:59 -04:00
|
|
|
# Bulk inserts a number of rows into a table, optionally returning their
|
|
|
|
# IDs.
|
|
|
|
#
|
|
|
|
# table - The name of the table to insert the rows into.
|
|
|
|
# rows - An Array of Hash instances, each mapping the columns to their
|
|
|
|
# values.
|
|
|
|
# return_ids - When set to true the return value will be an Array of IDs of
|
|
|
|
# the inserted rows, this only works on PostgreSQL.
|
2017-11-24 13:04:44 -05:00
|
|
|
# disable_quote - A key or an Array of keys to exclude from quoting (You
|
|
|
|
# become responsible for protection from SQL injection for
|
|
|
|
# these keys!)
|
|
|
|
def self.bulk_insert(table, rows, return_ids: false, disable_quote: [])
|
2017-06-09 07:48:25 -04:00
|
|
|
return if rows.empty?
|
|
|
|
|
|
|
|
keys = rows.first.keys
|
|
|
|
columns = keys.map { |key| connection.quote_column_name(key) }
|
2017-10-21 18:55:59 -04:00
|
|
|
return_ids = false if mysql?
|
2017-06-09 07:48:25 -04:00
|
|
|
|
2017-11-24 13:04:44 -05:00
|
|
|
disable_quote = Array(disable_quote).to_set
|
2017-06-09 07:48:25 -04:00
|
|
|
tuples = rows.map do |row|
|
2017-11-26 23:37:23 -05:00
|
|
|
keys.map do |k|
|
2017-11-24 13:04:44 -05:00
|
|
|
disable_quote.include?(k) ? row[k] : connection.quote(row[k])
|
|
|
|
end
|
2017-06-09 07:48:25 -04:00
|
|
|
end
|
|
|
|
|
2017-10-21 18:55:59 -04:00
|
|
|
sql = <<-EOF
|
2017-06-09 07:48:25 -04:00
|
|
|
INSERT INTO #{table} (#{columns.join(', ')})
|
|
|
|
VALUES #{tuples.map { |tuple| "(#{tuple.join(', ')})" }.join(', ')}
|
|
|
|
EOF
|
2017-10-21 18:55:59 -04:00
|
|
|
|
|
|
|
if return_ids
|
|
|
|
sql << 'RETURNING id'
|
|
|
|
end
|
|
|
|
|
|
|
|
result = connection.execute(sql)
|
|
|
|
|
|
|
|
if return_ids
|
|
|
|
result.values.map { |tuple| tuple[0].to_i }
|
|
|
|
else
|
|
|
|
[]
|
|
|
|
end
|
2017-06-09 07:48:25 -04:00
|
|
|
end
|
|
|
|
|
2017-10-30 19:21:56 -04:00
|
|
|
def self.sanitize_timestamp(timestamp)
|
|
|
|
MAX_TIMESTAMP_VALUE > timestamp ? timestamp : MAX_TIMESTAMP_VALUE.dup
|
|
|
|
end
|
|
|
|
|
2017-02-22 09:43:01 -05:00
|
|
|
# pool_size - The size of the DB pool.
|
|
|
|
# host - An optional host name to use instead of the default one.
|
|
|
|
def self.create_connection_pool(pool_size, host = nil)
|
2017-02-13 08:45:26 -05:00
|
|
|
# See activerecord-4.2.7.1/lib/active_record/connection_adapters/connection_specification.rb
|
|
|
|
env = Rails.env
|
|
|
|
original_config = ActiveRecord::Base.configurations
|
2017-02-22 09:43:01 -05:00
|
|
|
|
2017-02-13 08:45:26 -05:00
|
|
|
env_config = original_config[env].merge('pool' => pool_size)
|
2017-02-22 09:43:01 -05:00
|
|
|
env_config['host'] = host if host
|
|
|
|
|
2017-02-13 08:45:26 -05:00
|
|
|
config = original_config.merge(env => env_config)
|
|
|
|
|
|
|
|
spec =
|
|
|
|
ActiveRecord::
|
|
|
|
ConnectionAdapters::
|
|
|
|
ConnectionSpecification::Resolver.new(config).spec(env.to_sym)
|
|
|
|
|
|
|
|
ActiveRecord::ConnectionAdapters::ConnectionPool.new(spec)
|
|
|
|
end
|
|
|
|
|
2016-02-01 21:29:37 -05:00
|
|
|
def self.connection
|
|
|
|
ActiveRecord::Base.connection
|
|
|
|
end
|
|
|
|
|
2016-07-19 08:21:39 -04:00
|
|
|
private_class_method :connection
|
|
|
|
|
2016-02-01 21:29:37 -05:00
|
|
|
def self.database_version
|
|
|
|
row = connection.execute("SELECT VERSION()").first
|
|
|
|
|
|
|
|
if postgresql?
|
|
|
|
row['version']
|
|
|
|
else
|
|
|
|
row.first
|
|
|
|
end
|
|
|
|
end
|
2016-07-19 08:21:39 -04:00
|
|
|
|
|
|
|
private_class_method :database_version
|
2015-10-07 06:30:10 -04:00
|
|
|
end
|
|
|
|
end
|