Avoid N+1 queries while processing uploads

This commit is contained in:
Michael Kozono 2018-06-19 12:32:01 -07:00
parent 1a426b040f
commit 7d91984ced
2 changed files with 38 additions and 9 deletions

View File

@ -12,7 +12,7 @@ module Gitlab
private private
def all_relation def all_relation
Upload.all Upload.all.preload(:model)
end end
def local?(upload) def local?(upload)

View File

@ -47,6 +47,10 @@ describe Gitlab::Verify::Uploads do
before do before do
stub_uploads_object_storage(AvatarUploader) stub_uploads_object_storage(AvatarUploader)
upload.update!(store: ObjectStorage::Store::REMOTE) upload.update!(store: ObjectStorage::Store::REMOTE)
end
describe 'returned hash object' do
before do
expect(CarrierWave::Storage::Fog::File).to receive(:new).and_return(file) expect(CarrierWave::Storage::Fog::File).to receive(:new).and_return(file)
end end
@ -63,5 +67,30 @@ describe Gitlab::Verify::Uploads do
expect(failure).to include('Remote object does not exist') expect(failure).to include('Remote object does not exist')
end end
end end
describe 'performance' do
before do
allow(file).to receive(:exists?)
allow(CarrierWave::Storage::Fog::File).to receive(:new).and_return(file)
end
it "avoids N+1 queries" do
control_count = ActiveRecord::QueryRecorder.new { perform_task }
# Create additional uploads in object storage
projects = create_list(:project, 3, :with_avatar)
uploads = projects.flat_map(&:uploads)
uploads.each do |upload|
upload.update!(store: ObjectStorage::Store::REMOTE)
end
expect { perform_task }.not_to exceed_query_limit(control_count)
end
def perform_task
described_class.new(batch_size: 100).run_batches { }
end
end
end
end end
end end