2019-11-08 03:06:48 +00:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2018-02-06 14:18:32 +00:00
|
|
|
require 'spec_helper'
|
|
|
|
|
2020-06-24 18:09:03 +00:00
|
|
|
RSpec.describe Gitlab::HttpIO do
|
2018-02-06 14:18:32 +00:00
|
|
|
include HttpIOHelpers
|
|
|
|
|
|
|
|
let(:http_io) { described_class.new(url, size) }
|
2018-07-09 12:18:31 +00:00
|
|
|
|
|
|
|
let(:url) { 'http://object-storage/trace' }
|
|
|
|
let(:file_path) { expand_fixture_path('trace/sample_trace') }
|
|
|
|
let(:file_body) { File.read(file_path).force_encoding(Encoding::BINARY) }
|
|
|
|
let(:size) { File.size(file_path) }
|
2018-02-06 14:18:32 +00:00
|
|
|
|
|
|
|
describe '#close' do
|
|
|
|
subject { http_io.close }
|
|
|
|
|
|
|
|
it { is_expected.to be_nil }
|
|
|
|
end
|
|
|
|
|
|
|
|
describe '#binmode' do
|
|
|
|
subject { http_io.binmode }
|
|
|
|
|
|
|
|
it { is_expected.to be_nil }
|
|
|
|
end
|
|
|
|
|
|
|
|
describe '#binmode?' do
|
|
|
|
subject { http_io.binmode? }
|
|
|
|
|
|
|
|
it { is_expected.to be_truthy }
|
|
|
|
end
|
|
|
|
|
|
|
|
describe '#path' do
|
|
|
|
subject { http_io.path }
|
|
|
|
|
2018-03-09 15:09:00 +00:00
|
|
|
it { is_expected.to be_nil }
|
|
|
|
end
|
|
|
|
|
|
|
|
describe '#url' do
|
|
|
|
subject { http_io.url }
|
|
|
|
|
2018-02-06 14:18:32 +00:00
|
|
|
it { is_expected.to eq(url) }
|
|
|
|
end
|
|
|
|
|
|
|
|
describe '#seek' do
|
|
|
|
subject { http_io.seek(pos, where) }
|
|
|
|
|
|
|
|
context 'when moves pos to end of the file' do
|
|
|
|
let(:pos) { 0 }
|
|
|
|
let(:where) { IO::SEEK_END }
|
|
|
|
|
|
|
|
it { is_expected.to eq(size) }
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when moves pos to middle of the file' do
|
|
|
|
let(:pos) { size / 2 }
|
|
|
|
let(:where) { IO::SEEK_SET }
|
|
|
|
|
|
|
|
it { is_expected.to eq(size / 2) }
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when moves pos around' do
|
|
|
|
it 'matches the result' do
|
|
|
|
expect(http_io.seek(0)).to eq(0)
|
|
|
|
expect(http_io.seek(100, IO::SEEK_CUR)).to eq(100)
|
|
|
|
expect { http_io.seek(size + 1, IO::SEEK_CUR) }.to raise_error('new position is outside of file')
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe '#eof?' do
|
|
|
|
subject { http_io.eof? }
|
|
|
|
|
|
|
|
context 'when current pos is at end of the file' do
|
|
|
|
before do
|
|
|
|
http_io.seek(size, IO::SEEK_SET)
|
|
|
|
end
|
|
|
|
|
|
|
|
it { is_expected.to be_truthy }
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when current pos is not at end of the file' do
|
|
|
|
before do
|
|
|
|
http_io.seek(0, IO::SEEK_SET)
|
|
|
|
end
|
|
|
|
|
|
|
|
it { is_expected.to be_falsey }
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe '#each_line' do
|
|
|
|
subject { http_io.each_line }
|
|
|
|
|
2018-07-09 12:18:31 +00:00
|
|
|
let(:string_io) { StringIO.new(file_body) }
|
2018-02-06 14:18:32 +00:00
|
|
|
|
|
|
|
before do
|
2018-07-09 12:18:31 +00:00
|
|
|
stub_remote_url_206(url, file_path)
|
2018-02-06 14:18:32 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
it 'yields lines' do
|
|
|
|
expect { |b| http_io.each_line(&b) }.to yield_successive_args(*string_io.each_line.to_a)
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when buckets on GCS' do
|
|
|
|
context 'when BUFFER_SIZE is larger than file size' do
|
|
|
|
before do
|
2018-07-09 12:18:31 +00:00
|
|
|
stub_remote_url_200(url, file_path)
|
2018-02-06 14:18:32 +00:00
|
|
|
set_larger_buffer_size_than(size)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'calls get_chunk only once' do
|
2019-12-07 00:07:51 +00:00
|
|
|
expect_next_instance_of(Net::HTTP) do |instance|
|
|
|
|
expect(instance).to receive(:request).once.and_call_original
|
|
|
|
end
|
2018-02-06 14:18:32 +00:00
|
|
|
|
|
|
|
http_io.each_line { |line| }
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe '#read' do
|
|
|
|
subject { http_io.read(length) }
|
|
|
|
|
|
|
|
context 'when there are no network issue' do
|
|
|
|
before do
|
2018-07-09 12:18:31 +00:00
|
|
|
stub_remote_url_206(url, file_path)
|
2018-02-06 14:18:32 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
context 'when read whole size' do
|
|
|
|
let(:length) { nil }
|
|
|
|
|
|
|
|
context 'when BUFFER_SIZE is smaller than file size' do
|
|
|
|
before do
|
|
|
|
set_smaller_buffer_size_than(size)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'reads a trace' do
|
2018-07-09 12:18:31 +00:00
|
|
|
is_expected.to eq(file_body)
|
2018-02-06 14:18:32 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when BUFFER_SIZE is larger than file size' do
|
|
|
|
before do
|
|
|
|
set_larger_buffer_size_than(size)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'reads a trace' do
|
2018-07-09 12:18:31 +00:00
|
|
|
is_expected.to eq(file_body)
|
2018-02-06 14:18:32 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when read only first 100 bytes' do
|
|
|
|
let(:length) { 100 }
|
|
|
|
|
|
|
|
context 'when BUFFER_SIZE is smaller than file size' do
|
|
|
|
before do
|
|
|
|
set_smaller_buffer_size_than(size)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'reads a trace' do
|
2018-07-09 12:18:31 +00:00
|
|
|
is_expected.to eq(file_body[0, length])
|
2018-02-06 14:18:32 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when BUFFER_SIZE is larger than file size' do
|
|
|
|
before do
|
|
|
|
set_larger_buffer_size_than(size)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'reads a trace' do
|
2018-07-09 12:18:31 +00:00
|
|
|
is_expected.to eq(file_body[0, length])
|
2018-02-06 14:18:32 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when tries to read oversize' do
|
|
|
|
let(:length) { size + 1000 }
|
|
|
|
|
|
|
|
context 'when BUFFER_SIZE is smaller than file size' do
|
|
|
|
before do
|
|
|
|
set_smaller_buffer_size_than(size)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'reads a trace' do
|
2018-07-09 12:18:31 +00:00
|
|
|
is_expected.to eq(file_body)
|
2018-02-06 14:18:32 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when BUFFER_SIZE is larger than file size' do
|
|
|
|
before do
|
|
|
|
set_larger_buffer_size_than(size)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'reads a trace' do
|
2018-07-09 12:18:31 +00:00
|
|
|
is_expected.to eq(file_body)
|
2018-02-06 14:18:32 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when tries to read 0 bytes' do
|
|
|
|
let(:length) { 0 }
|
|
|
|
|
|
|
|
context 'when BUFFER_SIZE is smaller than file size' do
|
|
|
|
before do
|
|
|
|
set_smaller_buffer_size_than(size)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'reads a trace' do
|
|
|
|
is_expected.to be_empty
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when BUFFER_SIZE is larger than file size' do
|
|
|
|
before do
|
|
|
|
set_larger_buffer_size_than(size)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'reads a trace' do
|
|
|
|
is_expected.to be_empty
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when there is anetwork issue' do
|
|
|
|
let(:length) { nil }
|
|
|
|
|
|
|
|
before do
|
2018-07-09 12:18:31 +00:00
|
|
|
stub_remote_url_500(url)
|
2018-02-06 14:18:32 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
it 'reads a trace' do
|
2018-07-09 12:18:31 +00:00
|
|
|
expect { subject }.to raise_error(Gitlab::HttpIO::FailedToGetChunkError)
|
2018-02-06 14:18:32 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe '#readline' do
|
|
|
|
subject { http_io.readline }
|
|
|
|
|
2018-07-09 12:18:31 +00:00
|
|
|
let(:string_io) { StringIO.new(file_body) }
|
2018-02-06 14:18:32 +00:00
|
|
|
|
|
|
|
before do
|
2018-07-09 12:18:31 +00:00
|
|
|
stub_remote_url_206(url, file_path)
|
2018-02-06 14:18:32 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
shared_examples 'all line matching' do
|
|
|
|
it 'reads a line' do
|
2018-07-09 12:18:31 +00:00
|
|
|
(0...file_body.lines.count).each do
|
2018-02-06 14:18:32 +00:00
|
|
|
expect(http_io.readline).to eq(string_io.readline)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when there is anetwork issue' do
|
|
|
|
let(:length) { nil }
|
|
|
|
|
|
|
|
before do
|
2018-07-09 12:18:31 +00:00
|
|
|
stub_remote_url_500(url)
|
2018-02-06 14:18:32 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
it 'reads a trace' do
|
2022-07-23 00:09:01 +00:00
|
|
|
expect { subject }.to raise_error(Gitlab::HttpIO::FailedToGetChunkError, 'Unexpected response code: 500')
|
2018-02-06 14:18:32 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when BUFFER_SIZE is smaller than file size' do
|
|
|
|
before do
|
|
|
|
set_smaller_buffer_size_than(size)
|
|
|
|
end
|
|
|
|
|
|
|
|
it_behaves_like 'all line matching'
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when BUFFER_SIZE is larger than file size' do
|
|
|
|
before do
|
|
|
|
set_larger_buffer_size_than(size)
|
|
|
|
end
|
|
|
|
|
|
|
|
it_behaves_like 'all line matching'
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when pos is at middle of the file' do
|
|
|
|
before do
|
|
|
|
set_smaller_buffer_size_than(size)
|
|
|
|
|
|
|
|
http_io.seek(size / 2)
|
|
|
|
string_io.seek(size / 2)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'reads from pos' do
|
|
|
|
expect(http_io.readline).to eq(string_io.readline)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe '#write' do
|
|
|
|
subject { http_io.write(nil) }
|
|
|
|
|
|
|
|
it { expect { subject }.to raise_error(NotImplementedError) }
|
|
|
|
end
|
|
|
|
|
|
|
|
describe '#truncate' do
|
|
|
|
subject { http_io.truncate(nil) }
|
|
|
|
|
|
|
|
it { expect { subject }.to raise_error(NotImplementedError) }
|
|
|
|
end
|
|
|
|
|
|
|
|
describe '#flush' do
|
|
|
|
subject { http_io.flush }
|
|
|
|
|
|
|
|
it { expect { subject }.to raise_error(NotImplementedError) }
|
|
|
|
end
|
|
|
|
|
|
|
|
describe '#present?' do
|
|
|
|
subject { http_io.present? }
|
|
|
|
|
|
|
|
it { is_expected.to be_truthy }
|
|
|
|
end
|
2020-03-29 03:07:53 +00:00
|
|
|
|
|
|
|
describe '#send' do
|
|
|
|
subject(:send) { http_io.send(:request) }
|
|
|
|
|
|
|
|
it 'does not set the "accept-encoding" header' do
|
|
|
|
expect(send['accept-encoding']).to be_nil
|
|
|
|
end
|
|
|
|
end
|
2018-02-06 14:18:32 +00:00
|
|
|
end
|