62 lines
2.2 KiB
Ruby
62 lines
2.2 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
module Gitlab
|
|
module BackgroundMigration
|
|
# Backfills the `routes.namespace_id` column, by setting it to project.project_namespace_id
|
|
class BackfillNamespaceIdForProjectRoute
|
|
include Gitlab::Database::DynamicModelHelpers
|
|
|
|
def perform(start_id, end_id, batch_table, batch_column, sub_batch_size, pause_ms)
|
|
parent_batch_relation = relation_scoped_to_range(batch_table, batch_column, start_id, end_id)
|
|
|
|
parent_batch_relation.each_batch(column: batch_column, of: sub_batch_size) do |sub_batch|
|
|
cleanup_gin_index('routes')
|
|
|
|
batch_metrics.time_operation(:update_all) do
|
|
ApplicationRecord.connection.execute <<~SQL
|
|
WITH route_and_ns(route_id, project_namespace_id) AS #{::Gitlab::Database::AsWithMaterialized.materialized_if_supported} (
|
|
#{sub_batch.to_sql}
|
|
)
|
|
UPDATE routes
|
|
SET namespace_id = route_and_ns.project_namespace_id
|
|
FROM route_and_ns
|
|
WHERE id = route_and_ns.route_id
|
|
SQL
|
|
end
|
|
|
|
pause_ms = [0, pause_ms].max
|
|
sleep(pause_ms * 0.001)
|
|
end
|
|
end
|
|
|
|
def batch_metrics
|
|
@batch_metrics ||= Gitlab::Database::BackgroundMigration::BatchMetrics.new
|
|
end
|
|
|
|
private
|
|
|
|
def cleanup_gin_index(table_name)
|
|
sql = <<-SQL
|
|
SELECT indexname::text FROM pg_indexes WHERE tablename = '#{table_name}' AND indexdef ILIKE '%using gin%'
|
|
SQL
|
|
|
|
index_names = ApplicationRecord.connection.select_values(sql)
|
|
|
|
index_names.each do |index_name|
|
|
ApplicationRecord.connection.execute("SELECT gin_clean_pending_list('#{index_name}')")
|
|
end
|
|
end
|
|
|
|
def relation_scoped_to_range(source_table, source_key_column, start_id, stop_id)
|
|
define_batchable_model(source_table, connection: ApplicationRecord.connection)
|
|
.joins('INNER JOIN projects ON routes.source_id = projects.id')
|
|
.where(source_key_column => start_id..stop_id)
|
|
.where(namespace_id: nil)
|
|
.where(source_type: 'Project')
|
|
.where.not(projects: { project_namespace_id: nil })
|
|
.select("routes.id, projects.project_namespace_id")
|
|
end
|
|
end
|
|
end
|
|
end
|