2012-07-09 21:45:43 +00:00
|
|
|
require 'active_record/fixtures'
|
|
|
|
|
|
|
|
namespace :gitlab do
|
2012-12-20 19:17:09 +00:00
|
|
|
namespace :backup do
|
2012-09-26 11:18:10 +00:00
|
|
|
# Create backup of GitLab system
|
|
|
|
desc "GITLAB | Create a backup of the GitLab system"
|
2012-12-20 19:17:09 +00:00
|
|
|
task :create => :environment do
|
2012-12-23 20:15:25 +00:00
|
|
|
warn_user_is_not_gitlab
|
|
|
|
|
2012-12-20 19:17:09 +00:00
|
|
|
Rake::Task["gitlab:backup:db:create"].invoke
|
|
|
|
Rake::Task["gitlab:backup:repo:create"].invoke
|
2012-07-09 21:45:43 +00:00
|
|
|
|
2012-12-15 00:16:25 +00:00
|
|
|
Dir.chdir(Gitlab.config.backup.path)
|
2012-07-10 14:12:19 +00:00
|
|
|
|
2012-07-09 21:45:43 +00:00
|
|
|
# saving additional informations
|
2012-09-26 11:18:10 +00:00
|
|
|
s = {}
|
|
|
|
s[:db_version] = "#{ActiveRecord::Migrator.current_version}"
|
|
|
|
s[:backup_created_at] = "#{Time.now}"
|
|
|
|
s[:gitlab_version] = %x{git rev-parse HEAD}.gsub(/\n/,"")
|
|
|
|
s[:tar_version] = %x{tar --version | head -1}.gsub(/\n/,"")
|
2012-07-09 21:45:43 +00:00
|
|
|
|
2012-12-15 00:16:25 +00:00
|
|
|
File.open("#{Gitlab.config.backup.path}/backup_information.yml", "w+") do |file|
|
2012-07-09 21:45:43 +00:00
|
|
|
file << s.to_yaml.gsub(/^---\n/,'')
|
|
|
|
end
|
|
|
|
|
|
|
|
# create archive
|
2012-12-23 20:15:25 +00:00
|
|
|
print "Creating backup archive: #{Time.now.to_i}_gitlab_backup.tar ... "
|
2012-07-09 21:45:43 +00:00
|
|
|
if Kernel.system("tar -cf #{Time.now.to_i}_gitlab_backup.tar repositories/ db/ backup_information.yml")
|
2012-12-23 20:15:25 +00:00
|
|
|
puts "done".green
|
2012-07-09 21:45:43 +00:00
|
|
|
else
|
2012-12-23 20:15:25 +00:00
|
|
|
puts "failed".red
|
2012-07-09 21:45:43 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
# cleanup: remove tmp files
|
2012-12-23 20:15:25 +00:00
|
|
|
print "Deleting tmp directories ... "
|
2012-07-09 21:45:43 +00:00
|
|
|
if Kernel.system("rm -rf repositories/ db/ backup_information.yml")
|
2012-12-23 20:15:25 +00:00
|
|
|
puts "done".green
|
2012-07-09 21:45:43 +00:00
|
|
|
else
|
2012-12-23 20:15:25 +00:00
|
|
|
puts "failed".red
|
2012-07-09 21:45:43 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
# delete backups
|
2012-12-23 20:15:25 +00:00
|
|
|
print "Deleting old backups ... "
|
2012-12-15 00:16:25 +00:00
|
|
|
if Gitlab.config.backup.keep_time > 0
|
2012-07-09 21:45:43 +00:00
|
|
|
file_list = Dir.glob("*_gitlab_backup.tar").map { |f| f.split(/_/).first.to_i }
|
|
|
|
file_list.sort.each do |timestamp|
|
2012-12-15 00:16:25 +00:00
|
|
|
if Time.at(timestamp) < (Time.now - Gitlab.config.backup.keep_time)
|
2012-07-09 21:45:43 +00:00
|
|
|
%x{rm #{timestamp}_gitlab_backup.tar}
|
|
|
|
end
|
|
|
|
end
|
2012-12-23 20:15:25 +00:00
|
|
|
puts "done".green
|
2012-07-09 21:45:43 +00:00
|
|
|
else
|
2012-12-23 20:15:25 +00:00
|
|
|
puts "skipping".yellow
|
2012-07-09 21:45:43 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2012-09-26 11:18:10 +00:00
|
|
|
# Restore backup of GitLab system
|
2012-07-09 21:45:43 +00:00
|
|
|
desc "GITLAB | Restore a previously created backup"
|
2012-12-20 19:17:09 +00:00
|
|
|
task :restore => :environment do
|
2012-12-23 20:15:25 +00:00
|
|
|
warn_user_is_not_gitlab
|
|
|
|
|
2012-12-15 00:16:25 +00:00
|
|
|
Dir.chdir(Gitlab.config.backup.path)
|
2012-07-09 21:45:43 +00:00
|
|
|
|
2012-07-10 14:12:19 +00:00
|
|
|
# check for existing backups in the backup dir
|
2012-07-09 21:45:43 +00:00
|
|
|
file_list = Dir.glob("*_gitlab_backup.tar").each.map { |f| f.split(/_/).first.to_i }
|
2012-09-26 11:18:10 +00:00
|
|
|
puts "no backups found" if file_list.count == 0
|
2012-07-09 21:45:43 +00:00
|
|
|
if file_list.count > 1 && ENV["BACKUP"].nil?
|
|
|
|
puts "Found more than one backup, please specify which one you want to restore:"
|
2012-12-20 19:17:09 +00:00
|
|
|
puts "rake gitlab:backup:restore BACKUP=timestamp_of_backup"
|
2012-12-23 20:15:25 +00:00
|
|
|
exit 1
|
2012-07-09 21:45:43 +00:00
|
|
|
end
|
|
|
|
|
2012-09-26 11:18:10 +00:00
|
|
|
tar_file = ENV["BACKUP"].nil? ? File.join("#{file_list.first}_gitlab_backup.tar") : File.join(ENV["BACKUP"] + "_gitlab_backup.tar")
|
2012-07-09 21:45:43 +00:00
|
|
|
|
2012-07-10 14:12:19 +00:00
|
|
|
unless File.exists?(tar_file)
|
2012-07-09 21:45:43 +00:00
|
|
|
puts "The specified backup doesn't exist!"
|
2012-12-23 20:15:25 +00:00
|
|
|
exit 1
|
2012-07-09 21:45:43 +00:00
|
|
|
end
|
|
|
|
|
2012-12-23 20:15:25 +00:00
|
|
|
print "Unpacking backup ... "
|
2012-07-10 14:12:19 +00:00
|
|
|
unless Kernel.system("tar -xf #{tar_file}")
|
2012-12-23 20:15:25 +00:00
|
|
|
puts "failed".red
|
2012-07-09 21:45:43 +00:00
|
|
|
exit 1
|
|
|
|
else
|
2012-12-23 20:15:25 +00:00
|
|
|
puts "done".green
|
2012-07-09 21:45:43 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
settings = YAML.load_file("backup_information.yml")
|
2012-11-19 19:58:54 +00:00
|
|
|
ENV["VERSION"] = "#{settings[:db_version]}" if settings[:db_version].to_i > 0
|
2012-07-09 21:45:43 +00:00
|
|
|
|
|
|
|
# restoring mismatching backups can lead to unexpected problems
|
2012-11-19 19:58:54 +00:00
|
|
|
if settings[:gitlab_version] != %x{git rev-parse HEAD}.gsub(/\n/,"")
|
2012-12-23 20:15:25 +00:00
|
|
|
puts "GitLab version mismatch:".red
|
2012-07-09 21:45:43 +00:00
|
|
|
puts " Your current HEAD differs from the HEAD in the backup!".red
|
|
|
|
puts " Please switch to the following revision and try again:".red
|
2012-11-19 19:58:54 +00:00
|
|
|
puts " revision: #{settings[:gitlab_version]}".red
|
2012-07-09 21:45:43 +00:00
|
|
|
exit 1
|
|
|
|
end
|
|
|
|
|
2012-12-20 19:17:09 +00:00
|
|
|
Rake::Task["gitlab:backup:db:restore"].invoke
|
|
|
|
Rake::Task["gitlab:backup:repo:restore"].invoke
|
2012-07-09 21:45:43 +00:00
|
|
|
|
|
|
|
# cleanup: remove tmp files
|
2012-12-23 20:15:25 +00:00
|
|
|
print "Deleting tmp directories ... "
|
2012-07-09 21:45:43 +00:00
|
|
|
if Kernel.system("rm -rf repositories/ db/ backup_information.yml")
|
2012-12-23 20:15:25 +00:00
|
|
|
puts "done".green
|
2012-07-09 21:45:43 +00:00
|
|
|
else
|
2012-12-23 20:15:25 +00:00
|
|
|
puts "failed".red
|
2012-07-09 21:45:43 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2012-12-20 19:17:09 +00:00
|
|
|
namespace :repo do
|
|
|
|
task :create => :environment do
|
|
|
|
backup_path_repo = File.join(Gitlab.config.backup.path, "repositories")
|
|
|
|
FileUtils.mkdir_p(backup_path_repo) until Dir.exists?(backup_path_repo)
|
2012-12-31 16:22:44 +00:00
|
|
|
puts "Dumping repositories ...".blue
|
2012-12-31 10:00:46 +00:00
|
|
|
|
|
|
|
Project.find_each(:batch_size => 1000) do |project|
|
2012-12-31 16:22:44 +00:00
|
|
|
print " * #{project.path_with_namespace} ... "
|
2012-12-31 10:00:46 +00:00
|
|
|
|
|
|
|
if project.empty_repo?
|
|
|
|
puts "[SKIPPED]".cyan
|
|
|
|
next
|
|
|
|
end
|
|
|
|
|
|
|
|
# Create namespace dir if missing
|
|
|
|
FileUtils.mkdir_p(File.join(backup_path_repo, project.namespace.path)) if project.namespace
|
|
|
|
|
|
|
|
# Build a destination path for backup
|
|
|
|
path_to_bundle = File.join(backup_path_repo, project.path_with_namespace + ".bundle")
|
|
|
|
|
2013-01-05 21:29:48 +00:00
|
|
|
if Kernel.system("cd #{project.repository.path_to_repo} > /dev/null 2>&1 && git bundle create #{path_to_bundle} --all > /dev/null 2>&1")
|
2012-12-31 10:00:46 +00:00
|
|
|
puts "[DONE]".green
|
2012-12-20 19:17:09 +00:00
|
|
|
else
|
2012-12-31 10:00:46 +00:00
|
|
|
puts "[FAILED]".red
|
2012-12-20 19:17:09 +00:00
|
|
|
end
|
2012-07-09 21:45:43 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2012-12-20 19:17:09 +00:00
|
|
|
task :restore => :environment do
|
|
|
|
backup_path_repo = File.join(Gitlab.config.backup.path, "repositories")
|
2013-02-11 17:16:59 +00:00
|
|
|
repos_path = Gitlab.config.gitlab_shell.repos_path
|
2012-12-31 10:00:46 +00:00
|
|
|
|
2012-12-23 20:15:25 +00:00
|
|
|
puts "Restoring repositories ... "
|
2012-12-31 10:00:46 +00:00
|
|
|
|
|
|
|
Project.find_each(:batch_size => 1000) do |project|
|
|
|
|
print "#{project.path_with_namespace} ... "
|
|
|
|
|
|
|
|
if project.namespace
|
|
|
|
project.namespace.ensure_dir_exist
|
|
|
|
end
|
|
|
|
|
|
|
|
# Build a backup path
|
|
|
|
path_to_bundle = File.join(backup_path_repo, project.path_with_namespace + ".bundle")
|
|
|
|
|
2013-01-05 21:29:48 +00:00
|
|
|
if Kernel.system("git clone --bare #{path_to_bundle} #{project.repository.path_to_repo} > /dev/null 2>&1")
|
2012-12-31 10:00:46 +00:00
|
|
|
puts "[DONE]".green
|
2012-12-20 19:17:09 +00:00
|
|
|
else
|
2012-12-31 10:00:46 +00:00
|
|
|
puts "[FAILED]".red
|
2012-12-20 19:17:09 +00:00
|
|
|
end
|
2012-07-09 21:45:43 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2012-12-20 19:17:09 +00:00
|
|
|
namespace :db do
|
|
|
|
task :create => :environment do
|
2013-04-05 12:55:02 +00:00
|
|
|
puts "Dumping database ... ".blue
|
|
|
|
Backup.new.backup_db
|
|
|
|
puts "done".green
|
2012-07-09 21:45:43 +00:00
|
|
|
end
|
|
|
|
|
2012-12-23 20:15:25 +00:00
|
|
|
task :restore => :environment do
|
2013-04-05 12:55:02 +00:00
|
|
|
puts "Restoring database ... ".blue
|
|
|
|
Backup.new.restore_db
|
|
|
|
puts "done".green
|
2012-07-09 21:45:43 +00:00
|
|
|
end
|
|
|
|
end
|
2012-12-20 19:17:09 +00:00
|
|
|
end # namespace end: backup
|
2012-07-09 21:45:43 +00:00
|
|
|
end # namespace end: gitlab
|