2013-04-05 16:01:19 +00:00
|
|
|
require 'yaml'
|
|
|
|
|
|
|
|
module Backup
|
|
|
|
class Repository
|
|
|
|
def dump
|
|
|
|
prepare
|
|
|
|
|
|
|
|
Project.find_each(batch_size: 1000) do |project|
|
2014-11-20 14:46:04 +00:00
|
|
|
$progress.print " * #{project.path_with_namespace} ... "
|
2013-04-05 16:01:19 +00:00
|
|
|
|
|
|
|
# Create namespace dir if missing
|
|
|
|
FileUtils.mkdir_p(File.join(backup_repos_path, project.namespace.path)) if project.namespace
|
|
|
|
|
2014-05-08 20:49:27 +00:00
|
|
|
if project.empty_repo?
|
2016-06-01 22:37:15 +00:00
|
|
|
$progress.puts "[SKIPPED]".color(:cyan)
|
2013-04-05 16:01:19 +00:00
|
|
|
else
|
2015-03-18 18:40:16 +00:00
|
|
|
cmd = %W(tar -cf #{path_to_bundle(project)} -C #{path_to_repo(project)} .)
|
2014-11-20 14:46:04 +00:00
|
|
|
output, status = Gitlab::Popen.popen(cmd)
|
2014-10-01 13:43:27 +00:00
|
|
|
if status.zero?
|
2016-06-01 22:37:15 +00:00
|
|
|
$progress.puts "[DONE]".color(:green)
|
2014-10-01 13:43:27 +00:00
|
|
|
else
|
2016-06-01 22:37:15 +00:00
|
|
|
puts "[FAILED]".color(:red)
|
2014-11-20 14:46:04 +00:00
|
|
|
puts "failed: #{cmd.join(' ')}"
|
2014-10-01 13:43:27 +00:00
|
|
|
puts output
|
|
|
|
abort 'Backup failed'
|
|
|
|
end
|
2013-04-05 16:01:19 +00:00
|
|
|
end
|
2013-04-05 18:20:11 +00:00
|
|
|
|
2014-04-09 11:35:58 +00:00
|
|
|
wiki = ProjectWiki.new(project)
|
2013-04-05 18:20:11 +00:00
|
|
|
|
2016-08-09 21:23:25 +00:00
|
|
|
if File.exist?(path_to_repo(wiki))
|
2014-11-20 14:46:04 +00:00
|
|
|
$progress.print " * #{wiki.path_with_namespace} ... "
|
2014-10-20 08:52:29 +00:00
|
|
|
if wiki.repository.empty?
|
2016-06-01 22:37:15 +00:00
|
|
|
$progress.puts " [SKIPPED]".color(:cyan)
|
2013-04-05 18:20:11 +00:00
|
|
|
else
|
2015-11-03 22:10:38 +00:00
|
|
|
cmd = %W(#{Gitlab.config.git.bin_path} --git-dir=#{path_to_repo(wiki)} bundle create #{path_to_bundle(wiki)} --all)
|
2014-11-20 14:46:04 +00:00
|
|
|
output, status = Gitlab::Popen.popen(cmd)
|
2014-10-01 13:43:27 +00:00
|
|
|
if status.zero?
|
2016-06-01 22:37:15 +00:00
|
|
|
$progress.puts " [DONE]".color(:green)
|
2014-10-01 13:43:27 +00:00
|
|
|
else
|
2016-06-01 22:37:15 +00:00
|
|
|
puts " [FAILED]".color(:red)
|
2014-11-20 14:46:04 +00:00
|
|
|
puts "failed: #{cmd.join(' ')}"
|
2014-10-01 13:43:27 +00:00
|
|
|
abort 'Backup failed'
|
|
|
|
end
|
2013-04-05 18:20:11 +00:00
|
|
|
end
|
|
|
|
end
|
2013-04-05 16:01:19 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def restore
|
2016-06-22 21:04:51 +00:00
|
|
|
Gitlab.config.repositories.storages.each do |name, path|
|
2016-08-09 21:23:25 +00:00
|
|
|
next unless File.exist?(path)
|
2016-06-22 21:04:51 +00:00
|
|
|
|
2013-04-05 16:01:19 +00:00
|
|
|
# Move repos dir to 'repositories.old' dir
|
2016-06-22 21:04:51 +00:00
|
|
|
bk_repos_path = File.join(path, '..', 'repositories.old.' + Time.now.to_i.to_s)
|
|
|
|
FileUtils.mv(path, bk_repos_path)
|
2016-07-24 11:56:27 +00:00
|
|
|
# This is expected from gitlab:check
|
2016-08-29 14:33:19 +00:00
|
|
|
FileUtils.mkdir_p(path, mode: 02770)
|
2013-04-05 16:01:19 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
Project.find_each(batch_size: 1000) do |project|
|
2014-11-30 16:24:05 +00:00
|
|
|
$progress.print " * #{project.path_with_namespace} ... "
|
2013-04-05 16:01:19 +00:00
|
|
|
|
2016-06-22 21:04:51 +00:00
|
|
|
project.ensure_dir_exist
|
2013-04-05 16:01:19 +00:00
|
|
|
|
2016-08-09 21:23:25 +00:00
|
|
|
if File.exist?(path_to_bundle(project))
|
2015-03-18 18:40:16 +00:00
|
|
|
FileUtils.mkdir_p(path_to_repo(project))
|
|
|
|
cmd = %W(tar -xf #{path_to_bundle(project)} -C #{path_to_repo(project)})
|
2014-11-13 12:09:47 +00:00
|
|
|
else
|
2015-11-03 22:10:38 +00:00
|
|
|
cmd = %W(#{Gitlab.config.git.bin_path} init --bare #{path_to_repo(project)})
|
2014-11-13 12:09:47 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
if system(*cmd, silent)
|
2016-06-01 22:37:15 +00:00
|
|
|
$progress.puts "[DONE]".color(:green)
|
2013-04-05 16:01:19 +00:00
|
|
|
else
|
2016-06-01 22:37:15 +00:00
|
|
|
puts "[FAILED]".color(:red)
|
2014-11-20 14:46:04 +00:00
|
|
|
puts "failed: #{cmd.join(' ')}"
|
2014-10-01 13:43:27 +00:00
|
|
|
abort 'Restore failed'
|
2013-04-05 16:01:19 +00:00
|
|
|
end
|
2013-04-05 18:20:11 +00:00
|
|
|
|
2014-04-09 11:35:58 +00:00
|
|
|
wiki = ProjectWiki.new(project)
|
2013-04-05 18:20:11 +00:00
|
|
|
|
2016-08-09 21:23:25 +00:00
|
|
|
if File.exist?(path_to_bundle(wiki))
|
2014-11-30 16:24:05 +00:00
|
|
|
$progress.print " * #{wiki.path_with_namespace} ... "
|
|
|
|
|
|
|
|
# If a wiki bundle exists, first remove the empty repo
|
|
|
|
# that was initialized with ProjectWiki.new() and then
|
|
|
|
# try to restore with 'git clone --bare'.
|
|
|
|
FileUtils.rm_rf(path_to_repo(wiki))
|
2015-11-03 22:10:38 +00:00
|
|
|
cmd = %W(#{Gitlab.config.git.bin_path} clone --bare #{path_to_bundle(wiki)} #{path_to_repo(wiki)})
|
2014-11-29 19:59:28 +00:00
|
|
|
|
2014-11-30 16:24:05 +00:00
|
|
|
if system(*cmd, silent)
|
2016-06-01 22:37:15 +00:00
|
|
|
$progress.puts " [DONE]".color(:green)
|
2014-11-30 16:24:05 +00:00
|
|
|
else
|
2016-06-01 22:37:15 +00:00
|
|
|
puts " [FAILED]".color(:red)
|
2014-11-30 16:24:05 +00:00
|
|
|
puts "failed: #{cmd.join(' ')}"
|
|
|
|
abort 'Restore failed'
|
|
|
|
end
|
2013-04-05 18:20:11 +00:00
|
|
|
end
|
2013-04-05 16:01:19 +00:00
|
|
|
end
|
2013-04-10 12:11:45 +00:00
|
|
|
|
2016-06-01 22:37:15 +00:00
|
|
|
$progress.print 'Put GitLab hooks in repositories dirs'.color(:yellow)
|
2016-06-22 21:04:51 +00:00
|
|
|
cmd = %W(#{Gitlab.config.gitlab_shell.path}/bin/create-hooks) + repository_storage_paths_args
|
|
|
|
if system(*cmd)
|
2016-06-01 22:37:15 +00:00
|
|
|
$progress.puts " [DONE]".color(:green)
|
2013-04-10 12:11:45 +00:00
|
|
|
else
|
2016-06-01 22:37:15 +00:00
|
|
|
puts " [FAILED]".color(:red)
|
2014-11-20 14:46:04 +00:00
|
|
|
puts "failed: #{cmd}"
|
2013-04-10 12:11:45 +00:00
|
|
|
end
|
|
|
|
|
2013-04-05 16:01:19 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
protected
|
|
|
|
|
|
|
|
def path_to_repo(project)
|
2014-11-05 16:51:08 +00:00
|
|
|
project.repository.path_to_repo
|
2013-04-05 16:01:19 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def path_to_bundle(project)
|
|
|
|
File.join(backup_repos_path, project.path_with_namespace + ".bundle")
|
|
|
|
end
|
|
|
|
|
|
|
|
def backup_repos_path
|
|
|
|
File.join(Gitlab.config.backup.path, "repositories")
|
|
|
|
end
|
|
|
|
|
|
|
|
def prepare
|
|
|
|
FileUtils.rm_rf(backup_repos_path)
|
2015-07-30 08:17:34 +00:00
|
|
|
# Ensure the parent dir of backup_repos_path exists
|
|
|
|
FileUtils.mkdir_p(Gitlab.config.backup.path)
|
|
|
|
# Fail if somebody raced to create backup_repos_path before us
|
|
|
|
FileUtils.mkdir(backup_repos_path, mode: 0700)
|
2013-04-05 16:01:19 +00:00
|
|
|
end
|
2013-11-05 14:00:48 +00:00
|
|
|
|
|
|
|
def silent
|
|
|
|
{err: '/dev/null', out: '/dev/null'}
|
|
|
|
end
|
2016-06-22 21:04:51 +00:00
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
def repository_storage_paths_args
|
|
|
|
Gitlab.config.repositories.storages.values
|
|
|
|
end
|
2013-04-05 16:01:19 +00:00
|
|
|
end
|
|
|
|
end
|