211 lines
5.9 KiB
Ruby
211 lines
5.9 KiB
Ruby
require 'benchmark'
|
|
require 'rainbow/ext/string'
|
|
require_relative '../gitlab/shell_adapter'
|
|
require_relative '../gitlab/github_import/importer'
|
|
|
|
class NewImporter < ::Gitlab::GithubImport::Importer
|
|
def execute
|
|
# Same as ::Gitlab::GithubImport::Importer#execute, but showing some progress.
|
|
puts 'Importing repository...'.color(:aqua)
|
|
import_repository unless project.repository_exists?
|
|
|
|
puts 'Importing labels...'.color(:aqua)
|
|
import_labels
|
|
|
|
puts 'Importing milestones...'.color(:aqua)
|
|
import_milestones
|
|
|
|
puts 'Importing pull requests...'.color(:aqua)
|
|
import_pull_requests
|
|
|
|
puts 'Importing issues...'.color(:aqua)
|
|
import_issues
|
|
|
|
puts 'Importing issue comments...'.color(:aqua)
|
|
import_comments(:issues)
|
|
|
|
puts 'Importing pull request comments...'.color(:aqua)
|
|
import_comments(:pull_requests)
|
|
|
|
puts 'Importing wiki...'.color(:aqua)
|
|
import_wiki
|
|
|
|
# Gitea doesn't have a Release API yet
|
|
# See https://github.com/go-gitea/gitea/issues/330
|
|
unless project.gitea_import?
|
|
import_releases
|
|
end
|
|
|
|
handle_errors
|
|
|
|
project.repository.after_import
|
|
project.import_finish
|
|
|
|
true
|
|
end
|
|
|
|
def import_repository
|
|
begin
|
|
raise 'Blocked import URL.' if Gitlab::UrlBlocker.blocked_url?(project.import_url)
|
|
|
|
project.create_repository
|
|
project.repository.add_remote(project.import_type, project.import_url)
|
|
project.repository.set_remote_as_mirror(project.import_type)
|
|
project.repository.fetch_remote(project.import_type, forced: true)
|
|
project.repository.remove_remote(project.import_type)
|
|
rescue => e
|
|
# Expire cache to prevent scenarios such as:
|
|
# 1. First import failed, but the repo was imported successfully, so +exists?+ returns true
|
|
# 2. Retried import, repo is broken or not imported but +exists?+ still returns true
|
|
project.repository.expire_content_cache if project.repository_exists?
|
|
|
|
raise "Error importing repository #{project.import_url} into #{project.path_with_namespace} - #{e.message}"
|
|
end
|
|
end
|
|
end
|
|
|
|
class GithubImport
|
|
def self.run!(*args)
|
|
new(*args).run!
|
|
end
|
|
|
|
def initialize(token, gitlab_username, project_path, extras)
|
|
@token = token
|
|
@project_path = project_path
|
|
@current_user = User.find_by_username(gitlab_username)
|
|
@github_repo = extras.empty? ? nil : extras.first
|
|
end
|
|
|
|
def run!
|
|
@repo = GithubRepos.new(@token, @current_user, @github_repo).choose_one!
|
|
|
|
raise 'No repo found!' unless @repo
|
|
|
|
show_warning!
|
|
|
|
@project = Project.find_by_full_path(@project_path) || new_project
|
|
|
|
import!
|
|
end
|
|
|
|
private
|
|
|
|
def show_warning!
|
|
puts "This will import GH #{@repo.full_name.bright} into GL #{@project_path.bright} as #{@current_user.name}"
|
|
puts "Permission checks are ignored. Press any key to continue.".color(:red)
|
|
|
|
STDIN.getch
|
|
|
|
puts 'Starting the import...'.color(:green)
|
|
end
|
|
|
|
def import!
|
|
import_url = @project.import_url.gsub(/\:\/\/(.*@)?/, "://#{@token}@")
|
|
@project.update(import_url: import_url)
|
|
|
|
@project.import_start
|
|
|
|
timings = Benchmark.measure do
|
|
NewImporter.new(@project).execute
|
|
end
|
|
|
|
puts "Import finished. Timings: #{timings}".color(:green)
|
|
end
|
|
|
|
def new_project
|
|
Project.transaction do
|
|
namespace_path, _sep, name = @project_path.rpartition('/')
|
|
namespace = find_or_create_namespace(namespace_path)
|
|
|
|
Project.create!(
|
|
import_url: "https://#{@token}@github.com/#{@repo.full_name}.git",
|
|
name: name,
|
|
path: name,
|
|
description: @repo.description,
|
|
namespace: namespace,
|
|
visibility_level: visibility_level,
|
|
import_type: 'github',
|
|
import_source: @repo.full_name,
|
|
creator: @current_user
|
|
)
|
|
end
|
|
end
|
|
|
|
def find_or_create_namespace(names)
|
|
return @current_user.namespace if names == @current_user.namespace_path
|
|
return @current_user.namespace unless @current_user.can_create_group?
|
|
|
|
names = params[:target_namespace].presence || names
|
|
full_path_namespace = Namespace.find_by_full_path(names)
|
|
|
|
return full_path_namespace if full_path_namespace
|
|
|
|
names.split('/').inject(nil) do |parent, name|
|
|
begin
|
|
namespace = Group.create!(name: name,
|
|
path: name,
|
|
owner: @current_user,
|
|
parent: parent)
|
|
namespace.add_owner(@current_user)
|
|
|
|
namespace
|
|
rescue ActiveRecord::RecordNotUnique, ActiveRecord::RecordInvalid
|
|
Namespace.where(parent: parent).find_by_path_or_name(name)
|
|
end
|
|
end
|
|
end
|
|
|
|
def full_path_namespace(names)
|
|
@full_path_namespace ||= Namespace.find_by_full_path(names)
|
|
end
|
|
|
|
def visibility_level
|
|
@repo.private ? Gitlab::VisibilityLevel::PRIVATE : current_application_settings.default_project_visibility
|
|
end
|
|
end
|
|
|
|
class GithubRepos
|
|
def initialize(token, current_user, github_repo)
|
|
@token = token
|
|
@current_user = current_user
|
|
@github_repo = github_repo
|
|
end
|
|
|
|
def choose_one!
|
|
return found_github_repo if @github_repo
|
|
|
|
repos.each do |repo|
|
|
print "ID: #{repo[:id].to_s.bright} ".color(:green)
|
|
puts "- Name: #{repo[:full_name]}".color(:green)
|
|
end
|
|
|
|
print 'ID? '.bright
|
|
|
|
repos.find { |repo| repo[:id] == repo_id }
|
|
end
|
|
|
|
def found_github_repo
|
|
repos.find { |repo| repo[:full_name] == @github_repo }
|
|
end
|
|
|
|
def repo_id
|
|
@repo_id ||= STDIN.gets.chomp.to_i
|
|
end
|
|
|
|
def repos
|
|
@repos ||= client.repos
|
|
end
|
|
|
|
def client
|
|
@client ||= Gitlab::GithubImport::Client.new(@token, {})
|
|
end
|
|
end
|
|
|
|
namespace :import do
|
|
desc 'Import a GitHub project - Example: import:github[ToKeN,root,root/blah,my/github_repo] (optional my/github_repo)'
|
|
task :github, [:token, :gitlab_username, :project_path] => :environment do |_t, args|
|
|
abort 'Project path must be: namespace(s)/project_name'.color(:red) unless args.project_path.include?('/')
|
|
|
|
GithubImport.run!(args.token, args.gitlab_username, args.project_path, args.extras)
|
|
end
|
|
end
|