module Projects class PropagateService BATCH_SIZE = 100 def self.propagate(*args) new(*args).propagate end def initialize(template) @template = template end def propagate return unless @template&.active Rails.logger.info("Propagating services for template #{@template.id}") propagate_projects_with_template end private def propagate_projects_with_template loop do batch = project_ids_batch bulk_create_from_template(batch) unless batch.empty? break if batch.size < BATCH_SIZE end end def bulk_create_from_template(batch) service_list = batch.map do |project_id| service_hash.merge('project_id' => project_id).values end # Project.transaction do # Service.create!(service_hash_list) # end Gitlab::SQL::BulkInsert.new(service_hash.keys + ['project_id'], service_list, 'services').execute end def project_ids_batch Project.connection.select_values( <<-SQL SELECT id FROM projects WHERE NOT EXISTS ( SELECT true FROM services WHERE services.project_id = projects.id AND services.type = '#{@template.type}' ) LIMIT #{BATCH_SIZE} SQL ) end def service_hash @service_hash ||= begin template_hash = @template.as_json(methods: :type).except('id', 'template', 'project_id') template_hash.each_with_object({}) do |(key, value), service_hash| value = value.is_a?(Hash) ? value.to_json : value key = Gitlab::Database.postgresql? ? "\"#{key}\"" : "`#{key}`" service_hash[key] = ActiveRecord::Base.sanitize(value) end end end end end