gitlab-org--gitlab-foss/lib/gitlab/github_import/importer.rb

163 lines
5.1 KiB
Ruby
Raw Normal View History

2014-12-31 13:07:48 +00:00
module Gitlab
2015-02-02 22:26:29 +00:00
module GithubImport
2014-12-31 13:07:48 +00:00
class Importer
2016-01-06 23:15:37 +00:00
include Gitlab::ShellAdapter
attr_reader :client, :project, :repo, :repo_url
2014-12-31 13:07:48 +00:00
def initialize(project)
2016-05-09 22:45:37 +00:00
@project = project
@repo = project.import_source
@repo_url = project.import_url
if credentials
@client = Client.new(credentials[:user])
2016-03-21 14:11:05 +00:00
@formatter = Gitlab::ImportFormatter.new
else
raise Projects::ImportService::Error, "Unable to find project import data credentials for project ID: #{@project.id}"
end
2014-12-31 13:07:48 +00:00
end
def execute
2016-04-18 16:44:27 +00:00
import_labels && import_milestones && import_issues &&
import_pull_requests && import_wiki
end
private
def credentials
@credentials ||= project.import_data.credentials if project.import_data
2016-03-21 14:11:05 +00:00
end
2016-04-18 02:52:34 +00:00
def import_labels
2016-05-09 22:45:37 +00:00
client.labels(repo).each do |raw_data|
2016-04-18 02:52:34 +00:00
Label.create!(LabelFormatter.new(project, raw_data).attributes)
end
true
rescue ActiveRecord::RecordInvalid => e
raise Projects::ImportService::Error, e.message
end
2016-04-18 16:44:27 +00:00
def import_milestones
2016-05-09 22:45:37 +00:00
client.list_milestones(repo, state: :all).each do |raw_data|
2016-04-18 16:44:27 +00:00
Milestone.create!(MilestoneFormatter.new(project, raw_data).attributes)
end
true
rescue ActiveRecord::RecordInvalid => e
raise Projects::ImportService::Error, e.message
end
def import_issues
2016-05-09 22:45:37 +00:00
client.list_issues(repo, state: :all, sort: :created, direction: :asc).each do |raw_data|
gh_issue = IssueFormatter.new(project, raw_data)
2015-02-03 01:01:07 +00:00
if gh_issue.valid?
issue = Issue.create!(gh_issue.attributes)
apply_labels(gh_issue.number, issue)
2015-02-03 03:30:09 +00:00
if gh_issue.has_comments?
import_comments(gh_issue.number, issue)
2014-12-31 13:07:48 +00:00
end
end
end
true
rescue ActiveRecord::RecordInvalid => e
raise Projects::ImportService::Error, e.message
2014-12-31 13:07:48 +00:00
end
def import_pull_requests
pull_requests = client.pull_requests(repo, state: :all, sort: :created, direction: :asc)
.map { |raw| PullRequestFormatter.new(project, raw) }
.select(&:valid?)
2016-05-09 22:45:37 +00:00
source_branches_removed = pull_requests.reject(&:source_branch_exists?).map { |pr| [pr.source_branch_name, pr.source_branch_sha] }
target_branches_removed = pull_requests.reject(&:target_branch_exists?).map { |pr| [pr.target_branch_name, pr.target_branch_sha] }
branches_removed = source_branches_removed | target_branches_removed
create_refs(branches_removed)
project.repository.fetch_ref(repo_url, '+refs/heads/*', 'refs/heads/*')
pull_requests.each do |pull_request|
merge_request = MergeRequest.new(pull_request.attributes)
if merge_request.save
apply_labels(pull_request.number, merge_request)
import_comments(pull_request.number, merge_request)
import_comments_on_diff(pull_request.number, merge_request)
end
end
delete_refs(branches_removed)
true
rescue ActiveRecord::RecordInvalid => e
raise Projects::ImportService::Error, e.message
end
def create_refs(branches)
2016-05-09 22:45:37 +00:00
branches.each do |name, sha|
client.create_ref(repo, "refs/heads/#{name}", sha)
end
end
def delete_refs(branches)
2016-05-09 22:45:37 +00:00
branches.each do |name, _|
client.delete_ref(repo, "heads/#{name}")
end
end
def apply_labels(number, issuable)
2016-05-09 22:45:37 +00:00
issue = client.issue(repo, number)
if issue.labels.count > 0
label_ids = issue.labels.map do |raw|
Label.find_by(LabelFormatter.new(project, raw).attributes).try(:id)
end
issuable.update_attribute(:label_ids, label_ids)
end
end
def import_comments(issue_number, noteable)
2016-05-09 22:45:37 +00:00
comments = client.issue_comments(repo, issue_number)
create_comments(comments, noteable)
end
def import_comments_on_diff(pull_request_number, merge_request)
2016-05-09 22:45:37 +00:00
comments = client.pull_request_comments(repo, pull_request_number)
create_comments(comments, merge_request)
end
2014-12-31 13:07:48 +00:00
def create_comments(comments, noteable)
comments.each do |raw_data|
comment = CommentFormatter.new(project, raw_data)
noteable.notes.create!(comment.attributes)
end
2014-12-31 13:07:48 +00:00
end
2016-01-06 23:15:37 +00:00
def import_wiki
unless project.wiki_enabled?
wiki = WikiFormatter.new(project)
gitlab_shell.import_repository(wiki.path_with_namespace, wiki.import_url)
project.update_attribute(:wiki_enabled, true)
end
true
rescue Gitlab::Shell::Error => e
# GitHub error message when the wiki repo has not been created,
# this means that repo has wiki enabled, but have no pages. So,
# we can skip the import.
if e.message !~ /repository not exported/
raise Projects::ImportService::Error, e.message
else
true
end
2016-01-06 23:15:37 +00:00
end
2014-12-31 13:07:48 +00:00
end
end
end