2018-07-25 09:30:33 +00:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2018-05-03 12:55:14 +00:00
|
|
|
class RemoteMirror < ActiveRecord::Base
|
|
|
|
include AfterCommitQueue
|
|
|
|
|
|
|
|
PROTECTED_BACKOFF_DELAY = 1.minute
|
|
|
|
UNPROTECTED_BACKOFF_DELAY = 5.minutes
|
|
|
|
|
|
|
|
attr_encrypted :credentials,
|
2018-05-19 13:03:29 +00:00
|
|
|
key: Settings.attr_encrypted_db_key_base,
|
2018-05-03 12:55:14 +00:00
|
|
|
marshal: true,
|
|
|
|
encode: true,
|
|
|
|
mode: :per_attribute_iv_and_salt,
|
|
|
|
insecure_mode: true,
|
|
|
|
algorithm: 'aes-256-cbc'
|
|
|
|
|
|
|
|
default_value_for :only_protected_branches, true
|
|
|
|
|
|
|
|
belongs_to :project, inverse_of: :remote_mirrors
|
|
|
|
|
2018-06-11 13:29:37 +00:00
|
|
|
validates :url, presence: true, url: { protocols: %w(ssh git http https), allow_blank: true, enforce_user: true }
|
2018-05-03 12:55:14 +00:00
|
|
|
|
|
|
|
before_save :set_new_remote_name, if: :mirror_url_changed?
|
|
|
|
|
|
|
|
after_save :set_override_remote_mirror_available, unless: -> { Gitlab::CurrentSettings.current_application_settings.mirror_available }
|
|
|
|
after_save :refresh_remote, if: :mirror_url_changed?
|
|
|
|
after_update :reset_fields, if: :mirror_url_changed?
|
|
|
|
|
|
|
|
after_commit :remove_remote, on: :destroy
|
|
|
|
|
|
|
|
scope :enabled, -> { where(enabled: true) }
|
|
|
|
scope :started, -> { with_update_status(:started) }
|
|
|
|
scope :stuck, -> { started.where('last_update_at < ? OR (last_update_at IS NULL AND updated_at < ?)', 1.day.ago, 1.day.ago) }
|
|
|
|
|
|
|
|
state_machine :update_status, initial: :none do
|
|
|
|
event :update_start do
|
|
|
|
transition [:none, :finished, :failed] => :started
|
|
|
|
end
|
|
|
|
|
|
|
|
event :update_finish do
|
|
|
|
transition started: :finished
|
|
|
|
end
|
|
|
|
|
|
|
|
event :update_fail do
|
|
|
|
transition started: :failed
|
|
|
|
end
|
|
|
|
|
|
|
|
state :started
|
|
|
|
state :finished
|
|
|
|
state :failed
|
|
|
|
|
|
|
|
after_transition any => :started do |remote_mirror, _|
|
2018-06-19 17:03:25 +00:00
|
|
|
Gitlab::Metrics.add_event(:remote_mirrors_running)
|
2018-05-03 12:55:14 +00:00
|
|
|
|
|
|
|
remote_mirror.update(last_update_started_at: Time.now)
|
|
|
|
end
|
|
|
|
|
|
|
|
after_transition started: :finished do |remote_mirror, _|
|
2018-06-19 17:03:25 +00:00
|
|
|
Gitlab::Metrics.add_event(:remote_mirrors_finished)
|
2018-05-03 12:55:14 +00:00
|
|
|
|
|
|
|
timestamp = Time.now
|
2018-07-02 10:43:06 +00:00
|
|
|
remote_mirror.update!(
|
2018-05-03 12:55:14 +00:00
|
|
|
last_update_at: timestamp, last_successful_update_at: timestamp, last_error: nil
|
|
|
|
)
|
|
|
|
end
|
|
|
|
|
|
|
|
after_transition started: :failed do |remote_mirror, _|
|
2018-06-19 17:03:25 +00:00
|
|
|
Gitlab::Metrics.add_event(:remote_mirrors_failed)
|
2018-05-03 12:55:14 +00:00
|
|
|
|
|
|
|
remote_mirror.update(last_update_at: Time.now)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def remote_name
|
|
|
|
super || fallback_remote_name
|
|
|
|
end
|
|
|
|
|
|
|
|
def update_failed?
|
|
|
|
update_status == 'failed'
|
|
|
|
end
|
|
|
|
|
|
|
|
def update_in_progress?
|
|
|
|
update_status == 'started'
|
|
|
|
end
|
|
|
|
|
|
|
|
def update_repository(options)
|
|
|
|
raw.update(options)
|
|
|
|
end
|
|
|
|
|
2018-05-03 14:19:21 +00:00
|
|
|
def sync?
|
2018-05-07 09:52:53 +00:00
|
|
|
enabled?
|
2018-05-03 14:19:21 +00:00
|
|
|
end
|
|
|
|
|
2018-05-03 12:55:14 +00:00
|
|
|
def sync
|
2018-05-07 09:52:53 +00:00
|
|
|
return unless sync?
|
2018-05-03 12:55:14 +00:00
|
|
|
|
|
|
|
if recently_scheduled?
|
|
|
|
RepositoryUpdateRemoteMirrorWorker.perform_in(backoff_delay, self.id, Time.now)
|
|
|
|
else
|
|
|
|
RepositoryUpdateRemoteMirrorWorker.perform_async(self.id, Time.now)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def enabled
|
|
|
|
return false unless project && super
|
|
|
|
return false unless project.remote_mirror_available?
|
|
|
|
return false unless project.repository_exists?
|
|
|
|
return false if project.pending_delete?
|
|
|
|
|
|
|
|
true
|
|
|
|
end
|
|
|
|
alias_method :enabled?, :enabled
|
|
|
|
|
|
|
|
def updated_since?(timestamp)
|
|
|
|
last_update_started_at && last_update_started_at > timestamp && !update_failed?
|
|
|
|
end
|
|
|
|
|
|
|
|
def mark_for_delete_if_blank_url
|
|
|
|
mark_for_destruction if url.blank?
|
|
|
|
end
|
|
|
|
|
|
|
|
def mark_as_failed(error_message)
|
|
|
|
update_fail
|
|
|
|
update_column(:last_error, Gitlab::UrlSanitizer.sanitize(error_message))
|
|
|
|
end
|
|
|
|
|
|
|
|
def url=(value)
|
|
|
|
super(value) && return unless Gitlab::UrlSanitizer.valid?(value)
|
|
|
|
|
|
|
|
mirror_url = Gitlab::UrlSanitizer.new(value)
|
|
|
|
self.credentials = mirror_url.credentials
|
|
|
|
|
|
|
|
super(mirror_url.sanitized_url)
|
|
|
|
end
|
|
|
|
|
|
|
|
def url
|
|
|
|
if super
|
|
|
|
Gitlab::UrlSanitizer.new(super, credentials: credentials).full_url
|
|
|
|
end
|
|
|
|
rescue
|
|
|
|
super
|
|
|
|
end
|
|
|
|
|
|
|
|
def safe_url
|
|
|
|
return if url.nil?
|
|
|
|
|
|
|
|
result = URI.parse(url)
|
|
|
|
result.password = '*****' if result.password
|
|
|
|
result.user = '*****' if result.user && result.user != "git" # tokens or other data may be saved as user
|
|
|
|
result.to_s
|
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
def raw
|
|
|
|
@raw ||= Gitlab::Git::RemoteMirror.new(project.repository.raw, remote_name)
|
|
|
|
end
|
|
|
|
|
|
|
|
def fallback_remote_name
|
|
|
|
return unless id
|
|
|
|
|
|
|
|
"remote_mirror_#{id}"
|
|
|
|
end
|
|
|
|
|
|
|
|
def recently_scheduled?
|
|
|
|
return false unless self.last_update_started_at
|
|
|
|
|
|
|
|
self.last_update_started_at >= Time.now - backoff_delay
|
|
|
|
end
|
|
|
|
|
|
|
|
def backoff_delay
|
|
|
|
if self.only_protected_branches
|
|
|
|
PROTECTED_BACKOFF_DELAY
|
|
|
|
else
|
|
|
|
UNPROTECTED_BACKOFF_DELAY
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def reset_fields
|
|
|
|
update_columns(
|
|
|
|
last_error: nil,
|
|
|
|
last_update_at: nil,
|
|
|
|
last_successful_update_at: nil,
|
|
|
|
update_status: 'finished'
|
|
|
|
)
|
|
|
|
end
|
|
|
|
|
|
|
|
def set_override_remote_mirror_available
|
|
|
|
enabled = read_attribute(:enabled)
|
|
|
|
|
|
|
|
project.update(remote_mirror_available_overridden: enabled)
|
|
|
|
end
|
|
|
|
|
|
|
|
def set_new_remote_name
|
|
|
|
self.remote_name = "remote_mirror_#{SecureRandom.hex}"
|
|
|
|
end
|
|
|
|
|
|
|
|
def refresh_remote
|
|
|
|
return unless project
|
|
|
|
|
|
|
|
# Before adding a new remote we have to delete the data from
|
|
|
|
# the previous remote name
|
|
|
|
prev_remote_name = remote_name_was || fallback_remote_name
|
|
|
|
run_after_commit do
|
|
|
|
project.repository.async_remove_remote(prev_remote_name)
|
|
|
|
end
|
|
|
|
|
|
|
|
project.repository.add_remote(remote_name, url)
|
|
|
|
end
|
|
|
|
|
|
|
|
def remove_remote
|
|
|
|
return unless project # could be pending to delete so don't need to touch the git repository
|
|
|
|
|
|
|
|
project.repository.async_remove_remote(remote_name)
|
|
|
|
end
|
|
|
|
|
|
|
|
def mirror_url_changed?
|
|
|
|
url_changed? || encrypted_credentials_changed?
|
|
|
|
end
|
|
|
|
end
|