2018-11-02 19:07:56 -04:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2019-06-01 05:49:40 -04:00
|
|
|
require_relative "../vendored_fileutils"
|
2018-11-02 19:07:56 -04:00
|
|
|
|
|
|
|
module Bundler
|
|
|
|
class CompactIndexClient
|
|
|
|
class Updater
|
|
|
|
class MisMatchedChecksumError < Error
|
|
|
|
def initialize(path, server_checksum, local_checksum)
|
|
|
|
@path = path
|
|
|
|
@server_checksum = server_checksum
|
|
|
|
@local_checksum = local_checksum
|
|
|
|
end
|
|
|
|
|
|
|
|
def message
|
|
|
|
"The checksum of /#{@path} does not match the checksum provided by the server! Something is wrong " \
|
|
|
|
"(local checksum is #{@local_checksum.inspect}, was expecting #{@server_checksum.inspect})."
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def initialize(fetcher)
|
|
|
|
@fetcher = fetcher
|
2020-12-08 02:36:29 -05:00
|
|
|
require_relative "../vendored_tmpdir"
|
2018-11-02 19:07:56 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def update(local_path, remote_path, retrying = nil)
|
|
|
|
headers = {}
|
|
|
|
|
2020-12-08 02:36:29 -05:00
|
|
|
Bundler::Dir.mktmpdir("bundler-compact-index-") do |local_temp_dir|
|
2018-11-02 19:07:56 -04:00
|
|
|
local_temp_path = Pathname.new(local_temp_dir).join(local_path.basename)
|
|
|
|
|
|
|
|
# first try to fetch any new bytes on the existing file
|
|
|
|
if retrying.nil? && local_path.file?
|
|
|
|
SharedHelpers.filesystem_access(local_temp_path) do
|
|
|
|
FileUtils.cp local_path, local_temp_path
|
|
|
|
end
|
|
|
|
headers["If-None-Match"] = etag_for(local_temp_path)
|
|
|
|
headers["Range"] =
|
|
|
|
if local_temp_path.size.nonzero?
|
|
|
|
# Subtract a byte to ensure the range won't be empty.
|
|
|
|
# Avoids 416 (Range Not Satisfiable) responses.
|
|
|
|
"bytes=#{local_temp_path.size - 1}-"
|
|
|
|
else
|
|
|
|
"bytes=#{local_temp_path.size}-"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
response = @fetcher.call(remote_path, headers)
|
|
|
|
return nil if response.is_a?(Net::HTTPNotModified)
|
|
|
|
|
|
|
|
content = response.body
|
|
|
|
|
2021-04-21 07:54:29 -04:00
|
|
|
etag = (response["ETag"] || "").gsub(%r{\AW/}, "")
|
|
|
|
correct_response = SharedHelpers.filesystem_access(local_temp_path) do
|
2018-11-02 19:07:56 -04:00
|
|
|
if response.is_a?(Net::HTTPPartialContent) && local_temp_path.size.nonzero?
|
|
|
|
local_temp_path.open("a") {|f| f << slice_body(content, 1..-1) }
|
2021-04-21 07:54:29 -04:00
|
|
|
|
|
|
|
etag_for(local_temp_path) == etag
|
2018-11-02 19:07:56 -04:00
|
|
|
else
|
2021-02-01 10:17:16 -05:00
|
|
|
local_temp_path.open("wb") {|f| f << content }
|
2021-04-21 07:54:29 -04:00
|
|
|
|
|
|
|
etag.length.zero? || etag_for(local_temp_path) == etag
|
2018-11-02 19:07:56 -04:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2021-04-21 07:54:29 -04:00
|
|
|
if correct_response
|
2018-11-02 19:07:56 -04:00
|
|
|
SharedHelpers.filesystem_access(local_path) do
|
|
|
|
FileUtils.mv(local_temp_path, local_path)
|
|
|
|
end
|
|
|
|
return nil
|
|
|
|
end
|
|
|
|
|
|
|
|
if retrying
|
2020-12-08 02:36:29 -05:00
|
|
|
raise MisMatchedChecksumError.new(remote_path, etag, etag_for(local_temp_path))
|
2018-11-02 19:07:56 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
update(local_path, remote_path, :retrying)
|
|
|
|
end
|
|
|
|
rescue Zlib::GzipFile::Error
|
|
|
|
raise Bundler::HTTPError
|
|
|
|
end
|
|
|
|
|
|
|
|
def etag_for(path)
|
|
|
|
sum = checksum_for_file(path)
|
|
|
|
sum ? %("#{sum}") : nil
|
|
|
|
end
|
|
|
|
|
|
|
|
def slice_body(body, range)
|
2019-04-14 02:01:35 -04:00
|
|
|
body.byteslice(range)
|
2018-11-02 19:07:56 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def checksum_for_file(path)
|
|
|
|
return nil unless path.file?
|
2021-04-14 23:47:04 -04:00
|
|
|
# This must use File.read instead of Digest.file().hexdigest
|
2018-11-02 19:07:56 -04:00
|
|
|
# because we need to preserve \n line endings on windows when calculating
|
|
|
|
# the checksum
|
|
|
|
SharedHelpers.filesystem_access(path, :read) do
|
2021-04-14 23:47:04 -04:00
|
|
|
SharedHelpers.digest(:MD5).hexdigest(File.read(path))
|
2018-11-02 19:07:56 -04:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|