gitlab-org--gitlab-foss/lib/backup/database.rb

168 lines
4.6 KiB
Ruby
Raw Normal View History

# frozen_string_literal: true
2013-04-05 12:01:19 -04:00
require 'yaml'
module Backup
class Database
2019-03-07 03:38:14 -05:00
include Backup::Helper
attr_reader :progress
attr_reader :config, :db_file_name
2013-04-05 12:01:19 -04:00
IGNORED_ERRORS = [
# Ignore the DROP errors; recent database dumps will use --if-exists with pg_dump
/does not exist$/,
# User may not have permissions to drop extensions or schemas
/must be owner of/
].freeze
IGNORED_ERRORS_REGEXP = Regexp.union(IGNORED_ERRORS).freeze
def initialize(progress, filename: nil)
@progress = progress
@config = YAML.load_file(File.join(Rails.root, 'config', 'database.yml'))[Rails.env]
@db_file_name = filename || File.join(Gitlab.config.backup.path, 'db', 'database.sql.gz')
end
def dump
FileUtils.mkdir_p(File.dirname(db_file_name))
FileUtils.rm_f(db_file_name)
compress_rd, compress_wr = IO.pipe
2019-03-07 03:38:14 -05:00
compress_pid = spawn(gzip_cmd, in: compress_rd, out: [db_file_name, 'w', 0600])
compress_rd.close
dump_pid =
case config["adapter"]
when "postgresql" then
progress.print "Dumping PostgreSQL database #{config['database']} ... "
pg_env
pgsql_args = ["--clean"] # Pass '--clean' to include 'DROP TABLE' statements in the DB dump.
pgsql_args << '--if-exists'
if Gitlab.config.backup.pg_schema
pgsql_args << '-n'
pgsql_args << Gitlab.config.backup.pg_schema
Gitlab::Database::EXTRA_SCHEMAS.each do |schema|
pgsql_args << '-n'
pgsql_args << schema.to_s
end
end
Process.spawn('pg_dump', *pgsql_args, config['database'], out: compress_wr)
2015-09-18 05:47:25 -04:00
end
compress_wr.close
success = [compress_pid, dump_pid].all? do |pid|
Process.waitpid(pid)
$?.success?
end
2015-06-23 09:45:24 -04:00
report_success(success)
progress.flush
raise Backup::Error, 'Backup failed' unless success
2013-04-05 12:01:19 -04:00
end
def restore
decompress_rd, decompress_wr = IO.pipe
decompress_pid = spawn(*%w(gzip -cd), out: decompress_wr, in: db_file_name)
decompress_wr.close
2015-06-23 09:45:24 -04:00
status, errors =
case config["adapter"]
when "postgresql" then
progress.print "Restoring PostgreSQL database #{config['database']} ... "
pg_env
execute_and_track_errors(pg_restore_cmd, decompress_rd)
end
decompress_rd.close
Process.waitpid(decompress_pid)
success = $?.success? && status.success?
if errors.present?
progress.print "------ BEGIN ERRORS -----\n".color(:yellow)
progress.print errors.join.color(:yellow)
progress.print "------ END ERRORS -------\n".color(:yellow)
end
2014-01-23 05:19:43 -05:00
report_success(success)
raise Backup::Error, 'Restore failed' unless success
errors
2013-04-05 12:01:19 -04:00
end
protected
def ignore_error?(line)
IGNORED_ERRORS_REGEXP.match?(line)
end
def execute_and_track_errors(cmd, decompress_rd)
errors = []
Open3.popen3(ENV, *cmd) do |stdin, stdout, stderr, thread|
stdin.binmode
out_reader = Thread.new do
data = stdout.read
$stdout.write(data)
end
err_reader = Thread.new do
until (raw_line = stderr.gets).nil?
warn(raw_line)
errors << raw_line unless ignore_error?(raw_line)
end
end
begin
IO.copy_stream(decompress_rd, stdin)
rescue Errno::EPIPE
end
stdin.close
[thread, out_reader, err_reader].each(&:join)
[thread.value, errors]
end
end
2013-04-05 12:01:19 -04:00
def pg_env
args = {
'username' => 'PGUSER',
'host' => 'PGHOST',
'port' => 'PGPORT',
'password' => 'PGPASSWORD',
# SSL
'sslmode' => 'PGSSLMODE',
'sslkey' => 'PGSSLKEY',
'sslcert' => 'PGSSLCERT',
'sslrootcert' => 'PGSSLROOTCERT',
'sslcrl' => 'PGSSLCRL',
'sslcompression' => 'PGSSLCOMPRESSION'
}
args.each do |opt, arg|
# This enables the use of different PostgreSQL settings in
# case PgBouncer is used. PgBouncer clears the search path,
# which wreaks havoc on Rails if connections are reused.
override = "GITLAB_BACKUP_#{arg}"
val = ENV[override].presence || config[opt].to_s.presence
ENV[arg] = val if val
end
2013-04-05 12:01:19 -04:00
end
2014-01-23 05:19:43 -05:00
def report_success(success)
if success
progress.puts '[DONE]'.color(:green)
2014-01-23 05:19:43 -05:00
else
progress.puts '[FAILED]'.color(:red)
2014-01-23 05:19:43 -05:00
end
end
private
def pg_restore_cmd
['psql', config['database']]
end
2013-04-05 12:01:19 -04:00
end
end