2013-08-05 05:26:33 -04:00
|
|
|
module Backup
|
|
|
|
class Manager
|
2013-11-05 10:25:37 -05:00
|
|
|
BACKUP_CONTENTS = %w{repositories/ db/ uploads/ backup_information.yml}
|
|
|
|
|
2013-08-05 05:26:33 -04:00
|
|
|
def pack
|
|
|
|
# saving additional informations
|
|
|
|
s = {}
|
|
|
|
s[:db_version] = "#{ActiveRecord::Migrator.current_version}"
|
|
|
|
s[:backup_created_at] = Time.now
|
2014-02-27 08:30:41 -05:00
|
|
|
s[:gitlab_version] = Gitlab::VERSION
|
2014-02-25 06:12:09 -05:00
|
|
|
s[:tar_version] = tar_version
|
2014-09-29 09:02:39 -04:00
|
|
|
tar_file = "#{s[:backup_created_at].to_i}_gitlab_backup.tar"
|
2013-08-05 05:26:33 -04:00
|
|
|
|
|
|
|
Dir.chdir(Gitlab.config.backup.path)
|
|
|
|
|
|
|
|
File.open("#{Gitlab.config.backup.path}/backup_information.yml", "w+") do |file|
|
|
|
|
file << s.to_yaml.gsub(/^---\n/,'')
|
|
|
|
end
|
|
|
|
|
|
|
|
# create archive
|
2014-11-20 09:46:04 -05:00
|
|
|
$progress.print "Creating backup archive: #{tar_file} ... "
|
2014-09-29 09:02:39 -04:00
|
|
|
if Kernel.system('tar', '-cf', tar_file, *BACKUP_CONTENTS)
|
2014-11-20 09:46:04 -05:00
|
|
|
$progress.puts "done".green
|
2014-09-29 09:02:39 -04:00
|
|
|
else
|
2014-11-20 09:46:04 -05:00
|
|
|
puts "creating archive #{tar_file} failed".red
|
2014-10-01 09:43:27 -04:00
|
|
|
abort 'Backup failed'
|
2014-09-29 09:02:39 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
upload(tar_file)
|
|
|
|
end
|
|
|
|
|
|
|
|
def upload(tar_file)
|
|
|
|
remote_directory = Gitlab.config.backup.upload.remote_directory
|
2014-11-20 09:46:04 -05:00
|
|
|
$progress.print "Uploading backup archive to remote storage #{remote_directory} ... "
|
2014-09-29 09:02:39 -04:00
|
|
|
|
|
|
|
connection_settings = Gitlab.config.backup.upload.connection
|
|
|
|
if connection_settings.blank?
|
2014-11-20 09:46:04 -05:00
|
|
|
$progress.puts "skipped".yellow
|
2014-09-29 09:02:39 -04:00
|
|
|
return
|
|
|
|
end
|
|
|
|
|
|
|
|
connection = ::Fog::Storage.new(connection_settings)
|
|
|
|
directory = connection.directories.get(remote_directory)
|
|
|
|
if directory.files.create(key: tar_file, body: File.open(tar_file), public: false)
|
2014-11-20 09:46:04 -05:00
|
|
|
$progress.puts "done".green
|
2013-08-05 05:26:33 -04:00
|
|
|
else
|
2014-11-20 09:46:04 -05:00
|
|
|
puts "uploading backup to #{remote_directory} failed".red
|
2014-10-01 09:43:27 -04:00
|
|
|
abort 'Backup failed'
|
2013-08-05 05:26:33 -04:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def cleanup
|
2014-11-20 09:46:04 -05:00
|
|
|
$progress.print "Deleting tmp directories ... "
|
2013-11-05 10:25:37 -05:00
|
|
|
if Kernel.system('rm', '-rf', *BACKUP_CONTENTS)
|
2014-11-20 09:46:04 -05:00
|
|
|
$progress.puts "done".green
|
2013-08-05 05:26:33 -04:00
|
|
|
else
|
2014-11-20 09:46:04 -05:00
|
|
|
puts "deleting tmp directory failed".red
|
2014-10-01 09:43:27 -04:00
|
|
|
abort 'Backup failed'
|
2013-08-05 05:26:33 -04:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def remove_old
|
|
|
|
# delete backups
|
2014-11-20 09:46:04 -05:00
|
|
|
$progress.print "Deleting old backups ... "
|
2013-08-05 05:26:33 -04:00
|
|
|
keep_time = Gitlab.config.backup.keep_time.to_i
|
|
|
|
path = Gitlab.config.backup.path
|
|
|
|
|
|
|
|
if keep_time > 0
|
|
|
|
removed = 0
|
|
|
|
file_list = Dir.glob(Rails.root.join(path, "*_gitlab_backup.tar"))
|
|
|
|
file_list.map! { |f| $1.to_i if f =~ /(\d+)_gitlab_backup.tar/ }
|
|
|
|
file_list.sort.each do |timestamp|
|
|
|
|
if Time.at(timestamp) < (Time.now - keep_time)
|
2013-11-05 09:00:48 -05:00
|
|
|
if Kernel.system(*%W(rm #{timestamp}_gitlab_backup.tar))
|
2013-08-05 05:26:33 -04:00
|
|
|
removed += 1
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2014-11-20 09:46:04 -05:00
|
|
|
$progress.puts "done. (#{removed} removed)".green
|
2013-08-05 05:26:33 -04:00
|
|
|
else
|
2014-11-20 09:46:04 -05:00
|
|
|
$progress.puts "skipping".yellow
|
2013-08-05 05:26:33 -04:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def unpack
|
|
|
|
Dir.chdir(Gitlab.config.backup.path)
|
|
|
|
|
|
|
|
# check for existing backups in the backup dir
|
|
|
|
file_list = Dir.glob("*_gitlab_backup.tar").each.map { |f| f.split(/_/).first.to_i }
|
|
|
|
puts "no backups found" if file_list.count == 0
|
|
|
|
if file_list.count > 1 && ENV["BACKUP"].nil?
|
|
|
|
puts "Found more than one backup, please specify which one you want to restore:"
|
|
|
|
puts "rake gitlab:backup:restore BACKUP=timestamp_of_backup"
|
|
|
|
exit 1
|
|
|
|
end
|
|
|
|
|
|
|
|
tar_file = ENV["BACKUP"].nil? ? File.join("#{file_list.first}_gitlab_backup.tar") : File.join(ENV["BACKUP"] + "_gitlab_backup.tar")
|
|
|
|
|
|
|
|
unless File.exists?(tar_file)
|
|
|
|
puts "The specified backup doesn't exist!"
|
|
|
|
exit 1
|
|
|
|
end
|
|
|
|
|
2014-11-20 09:46:04 -05:00
|
|
|
$progress.print "Unpacking backup ... "
|
2013-11-05 09:00:48 -05:00
|
|
|
unless Kernel.system(*%W(tar -xf #{tar_file}))
|
2014-11-20 09:46:04 -05:00
|
|
|
puts "unpacking backup failed".red
|
2013-08-05 05:26:33 -04:00
|
|
|
exit 1
|
|
|
|
else
|
2014-11-20 09:46:04 -05:00
|
|
|
$progress.puts "done".green
|
2013-08-05 05:26:33 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
settings = YAML.load_file("backup_information.yml")
|
|
|
|
ENV["VERSION"] = "#{settings[:db_version]}" if settings[:db_version].to_i > 0
|
|
|
|
|
2014-02-27 08:30:41 -05:00
|
|
|
# restoring mismatching backups can lead to unexpected problems
|
|
|
|
if settings[:gitlab_version] != Gitlab::VERSION
|
|
|
|
puts "GitLab version mismatch:".red
|
|
|
|
puts " Your current GitLab version (#{Gitlab::VERSION}) differs from the GitLab version in the backup!".red
|
|
|
|
puts " Please switch to the following version and try again:".red
|
|
|
|
puts " version: #{settings[:gitlab_version]}".red
|
|
|
|
puts
|
|
|
|
puts "Hint: git checkout v#{settings[:gitlab_version]}"
|
|
|
|
exit 1
|
2013-08-05 05:26:33 -04:00
|
|
|
end
|
|
|
|
end
|
2014-02-25 06:12:09 -05:00
|
|
|
|
|
|
|
def tar_version
|
|
|
|
tar_version, _ = Gitlab::Popen.popen(%W(tar --version))
|
2014-05-08 05:02:04 -04:00
|
|
|
tar_version.force_encoding('locale').split("\n").first
|
2014-02-25 06:12:09 -05:00
|
|
|
end
|
2013-08-05 05:26:33 -04:00
|
|
|
end
|
|
|
|
end
|