2015-08-04 22:21:12 +00:00
|
|
|
module Gitlab
|
|
|
|
module FogbugzImport
|
|
|
|
class Importer
|
|
|
|
attr_reader :project, :repo
|
|
|
|
|
|
|
|
def initialize(project)
|
|
|
|
@project = project
|
|
|
|
|
|
|
|
import_data = project.import_data.try(:data)
|
|
|
|
repo_data = import_data['repo'] if import_data
|
2016-04-04 07:57:52 +00:00
|
|
|
if repo_data
|
2016-03-23 11:52:50 +00:00
|
|
|
@repo = FogbugzImport::Repository.new(repo_data)
|
|
|
|
@known_labels = Set.new
|
|
|
|
else
|
|
|
|
raise Projects::ImportService::Error, "Unable to find project import data credentials for project ID: #{@project.id}"
|
|
|
|
end
|
2015-08-04 22:21:12 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def execute
|
|
|
|
return true unless repo.valid?
|
2017-11-14 09:02:39 +00:00
|
|
|
|
2016-04-07 13:00:20 +00:00
|
|
|
client = Gitlab::FogbugzImport::Client.new(token: fb_session[:token], uri: fb_session[:uri])
|
2015-08-04 22:21:12 +00:00
|
|
|
|
|
|
|
@cases = client.cases(@repo.id.to_i)
|
|
|
|
@categories = client.categories
|
|
|
|
|
|
|
|
import_cases
|
|
|
|
|
|
|
|
true
|
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
2016-04-07 13:00:20 +00:00
|
|
|
def fb_session
|
|
|
|
@import_data_credentials ||= project.import_data.credentials[:fb_session] if project.import_data && project.import_data.credentials
|
2016-03-23 11:52:50 +00:00
|
|
|
end
|
|
|
|
|
2015-08-04 22:21:12 +00:00
|
|
|
def user_map
|
|
|
|
@user_map ||= begin
|
|
|
|
user_map = Hash.new
|
|
|
|
import_data = project.import_data.try(:data)
|
|
|
|
stored_user_map = import_data['user_map'] if import_data
|
|
|
|
user_map.update(stored_user_map) if stored_user_map
|
|
|
|
|
|
|
|
user_map
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def import_labels
|
|
|
|
@categories['categories']['category'].each do |label|
|
|
|
|
create_label(label['sCategory'])
|
|
|
|
@known_labels << name
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def nice_label_color(name)
|
|
|
|
case name
|
|
|
|
when 'Blocker'
|
|
|
|
'#ff0000'
|
|
|
|
when 'Crash'
|
|
|
|
'#ffcfcf'
|
|
|
|
when 'Major'
|
|
|
|
'#deffcf'
|
|
|
|
when 'Minor'
|
|
|
|
'#cfe9ff'
|
|
|
|
when 'Bug'
|
|
|
|
'#d9534f'
|
|
|
|
when 'Feature'
|
|
|
|
'#44ad8e'
|
|
|
|
when 'Technical Task'
|
|
|
|
'#4b6dd0'
|
|
|
|
else
|
|
|
|
'#e2e2e2'
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def create_label(name)
|
2016-10-18 02:27:10 +00:00
|
|
|
params = { title: name, color: nice_label_color(name) }
|
2016-10-28 09:31:45 +00:00
|
|
|
::Labels::FindOrCreateService.new(nil, project, params).execute(skip_authorization: true)
|
2015-08-04 22:21:12 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def user_info(person_id)
|
|
|
|
user_hash = user_map[person_id.to_s]
|
|
|
|
|
|
|
|
user_name = ''
|
|
|
|
gitlab_id = nil
|
|
|
|
|
|
|
|
unless user_hash.nil?
|
|
|
|
user_name = user_hash['name']
|
|
|
|
if user = User.find_by(id: user_hash['gitlab_user'])
|
|
|
|
user_name = "@#{user.username}"
|
|
|
|
gitlab_id = user.id
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
{ name: user_name, gitlab_id: gitlab_id }
|
|
|
|
end
|
|
|
|
|
|
|
|
def import_cases
|
|
|
|
return unless @cases
|
|
|
|
|
|
|
|
while bug = @cases.shift
|
|
|
|
author = user_info(bug['ixPersonOpenedBy'])[:name]
|
|
|
|
date = DateTime.parse(bug['dtOpened'])
|
|
|
|
|
|
|
|
comments = bug['events']['event']
|
|
|
|
|
|
|
|
content = format_content(opened_content(comments))
|
|
|
|
body = format_issue_body(author, date, content)
|
|
|
|
|
|
|
|
labels = []
|
|
|
|
[bug['sCategory'], bug['sPriority']].each do |label|
|
|
|
|
unless label.blank?
|
|
|
|
labels << label
|
2018-01-11 16:34:01 +00:00
|
|
|
|
2015-08-04 22:21:12 +00:00
|
|
|
unless @known_labels.include?(label)
|
|
|
|
create_label(label)
|
|
|
|
@known_labels << label
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
assignee_id = user_info(bug['ixPersonAssignedTo'])[:gitlab_id]
|
|
|
|
author_id = user_info(bug['ixPersonOpenedBy'])[:gitlab_id] || project.creator_id
|
|
|
|
|
|
|
|
issue = Issue.create!(
|
2017-05-04 12:11:15 +00:00
|
|
|
iid: bug['ixBug'],
|
|
|
|
project_id: project.id,
|
|
|
|
title: bug['sTitle'],
|
|
|
|
description: body,
|
|
|
|
author_id: author_id,
|
|
|
|
assignee_ids: [assignee_id],
|
|
|
|
state: bug['fOpen'] == 'true' ? 'opened' : 'closed',
|
|
|
|
created_at: date,
|
|
|
|
updated_at: DateTime.parse(bug['dtLastUpdated'])
|
2015-08-04 22:21:12 +00:00
|
|
|
)
|
|
|
|
|
2016-10-28 09:31:45 +00:00
|
|
|
issue_labels = ::LabelsFinder.new(nil, project_id: project.id, title: labels).execute(skip_authorization: true)
|
2016-10-19 19:28:14 +00:00
|
|
|
issue.update_attribute(:label_ids, issue_labels.pluck(:id))
|
2015-08-04 22:21:12 +00:00
|
|
|
|
|
|
|
import_issue_comments(issue, comments)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def opened_content(comments)
|
|
|
|
while comment = comments.shift
|
|
|
|
if comment['sVerb'] == 'Opened'
|
|
|
|
return comment['s']
|
|
|
|
end
|
|
|
|
end
|
|
|
|
''
|
|
|
|
end
|
|
|
|
|
|
|
|
def import_issue_comments(issue, comments)
|
|
|
|
Note.transaction do
|
|
|
|
while comment = comments.shift
|
|
|
|
verb = comment['sVerb']
|
|
|
|
|
2015-09-21 14:49:44 +00:00
|
|
|
next if verb == 'Opened'
|
2015-08-04 22:21:12 +00:00
|
|
|
|
|
|
|
content = format_content(comment['s'])
|
|
|
|
attachments = format_attachments(comment['rgAttachments'])
|
|
|
|
updates = format_updates(comment)
|
|
|
|
|
|
|
|
next if content.blank? && attachments.empty? && updates.empty?
|
|
|
|
|
|
|
|
author = user_info(comment['ixPerson'])[:name]
|
|
|
|
author_id = user_info(comment['ixPerson'])[:gitlab_id] || project.creator_id
|
|
|
|
date = DateTime.parse(comment['dt'])
|
|
|
|
|
|
|
|
body = format_issue_comment_body(
|
|
|
|
comment['ixBugEvent'],
|
|
|
|
author,
|
|
|
|
date,
|
|
|
|
content,
|
|
|
|
attachments,
|
|
|
|
updates
|
|
|
|
)
|
|
|
|
|
|
|
|
note = Note.create!(
|
|
|
|
project_id: project.id,
|
|
|
|
noteable_type: "Issue",
|
|
|
|
noteable_id: issue.id,
|
|
|
|
author_id: author_id,
|
|
|
|
note: body
|
|
|
|
)
|
|
|
|
|
|
|
|
note.update_attribute(:created_at, date)
|
|
|
|
note.update_attribute(:updated_at, date)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def linkify_issues(s)
|
|
|
|
s = s.gsub(/([Ii]ssue) ([0-9]+)/, '\1 #\2')
|
|
|
|
s = s.gsub(/([Cc]ase) ([0-9]+)/, '\1 #\2')
|
|
|
|
s
|
|
|
|
end
|
|
|
|
|
|
|
|
def escape_for_markdown(s)
|
|
|
|
s = s.gsub(/^#/, "\\#")
|
|
|
|
s = s.gsub(/^-/, "\\-")
|
|
|
|
s = s.gsub("`", "\\~")
|
2015-12-15 02:53:52 +00:00
|
|
|
s = s.delete("\r")
|
2015-08-04 22:21:12 +00:00
|
|
|
s = s.gsub("\n", " \n")
|
|
|
|
s
|
|
|
|
end
|
|
|
|
|
|
|
|
def format_content(raw_content)
|
|
|
|
return raw_content if raw_content.nil?
|
2017-11-14 09:02:39 +00:00
|
|
|
|
2015-08-04 22:21:12 +00:00
|
|
|
linkify_issues(escape_for_markdown(raw_content))
|
|
|
|
end
|
|
|
|
|
|
|
|
def format_attachments(raw_attachments)
|
|
|
|
return [] unless raw_attachments
|
|
|
|
|
|
|
|
attachments = case raw_attachments['attachment']
|
|
|
|
when Array
|
|
|
|
raw_attachments['attachment']
|
|
|
|
when Hash
|
|
|
|
[raw_attachments['attachment']]
|
|
|
|
else
|
|
|
|
[]
|
|
|
|
end
|
|
|
|
|
|
|
|
attachments.map! { |a| format_attachment(a) }
|
|
|
|
attachments.compact
|
|
|
|
end
|
|
|
|
|
|
|
|
def format_attachment(attachment)
|
|
|
|
link = build_attachment_url(attachment['sURL'])
|
|
|
|
|
|
|
|
res = ::Projects::DownloadService.new(project, link).execute
|
|
|
|
|
|
|
|
return nil if res.nil?
|
|
|
|
|
2016-01-08 16:38:53 +00:00
|
|
|
res[:markdown]
|
2015-08-04 22:21:12 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def build_attachment_url(rel_url)
|
2016-04-07 13:00:20 +00:00
|
|
|
uri = fb_session[:uri]
|
|
|
|
token = fb_session[:token]
|
2015-08-04 22:21:12 +00:00
|
|
|
"#{uri}/#{rel_url}&token=#{token}"
|
|
|
|
end
|
|
|
|
|
|
|
|
def format_updates(comment)
|
|
|
|
updates = []
|
|
|
|
|
|
|
|
if comment['sChanges']
|
|
|
|
updates << "*Changes: #{linkify_issues(comment['sChanges'].chomp)}*"
|
|
|
|
end
|
|
|
|
|
|
|
|
if comment['evtDescription']
|
|
|
|
updates << "*#{comment['evtDescription']}*"
|
|
|
|
end
|
|
|
|
|
|
|
|
updates
|
|
|
|
end
|
|
|
|
|
|
|
|
def format_issue_body(author, date, content)
|
|
|
|
body = []
|
|
|
|
body << "*By #{author} on #{date} (imported from FogBugz)*"
|
|
|
|
body << '---'
|
|
|
|
|
|
|
|
if content.blank?
|
|
|
|
content = '*(No description has been entered for this issue)*'
|
|
|
|
end
|
2018-01-11 16:34:01 +00:00
|
|
|
|
2015-08-04 22:21:12 +00:00
|
|
|
body << content
|
|
|
|
|
|
|
|
body.join("\n\n")
|
|
|
|
end
|
|
|
|
|
|
|
|
def format_issue_comment_body(id, author, date, content, attachments, updates)
|
|
|
|
body = []
|
|
|
|
body << "*By #{author} on #{date} (imported from FogBugz)*"
|
|
|
|
body << '---'
|
|
|
|
|
|
|
|
if content.blank?
|
|
|
|
content = "*(No comment has been entered for this change)*"
|
|
|
|
end
|
2018-01-11 16:34:01 +00:00
|
|
|
|
2015-08-04 22:21:12 +00:00
|
|
|
body << content
|
|
|
|
|
|
|
|
if updates.any?
|
|
|
|
body << '---'
|
|
|
|
body += updates
|
|
|
|
end
|
|
|
|
|
|
|
|
if attachments.any?
|
|
|
|
body << '---'
|
|
|
|
body += attachments
|
|
|
|
end
|
|
|
|
|
|
|
|
body.join("\n\n")
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|