mirror of
https://github.com/ruby/ruby.git
synced 2022-11-09 12:17:21 -05:00
59c8d50653
* bin/*, lib/bundler/*, lib/bundler.rb, spec/bundler, man/*: Merge from latest stable branch of bundler/bundler repository and added workaround patches. I will backport them into upstream. * common.mk, defs/gmake.mk: Added `test-bundler` task for test suite of bundler. * tool/sync_default_gems.rb: Added sync task for bundler. git-svn-id: svn+ssh://ci.ruby-lang.org/ruby/trunk@65509 b2dd03c8-39d4-4d8f-98ff-823fe69b080e
126 lines
4 KiB
Ruby
126 lines
4 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
require "bundler/fetcher/base"
|
|
require "bundler/worker"
|
|
|
|
module Bundler
|
|
autoload :CompactIndexClient, "bundler/compact_index_client"
|
|
|
|
class Fetcher
|
|
class CompactIndex < Base
|
|
def self.compact_index_request(method_name)
|
|
method = instance_method(method_name)
|
|
undef_method(method_name)
|
|
define_method(method_name) do |*args, &blk|
|
|
begin
|
|
method.bind(self).call(*args, &blk)
|
|
rescue NetworkDownError, CompactIndexClient::Updater::MisMatchedChecksumError => e
|
|
raise HTTPError, e.message
|
|
rescue AuthenticationRequiredError
|
|
# Fail since we got a 401 from the server.
|
|
raise
|
|
rescue HTTPError => e
|
|
Bundler.ui.trace(e)
|
|
nil
|
|
end
|
|
end
|
|
end
|
|
|
|
def specs(gem_names)
|
|
specs_for_names(gem_names)
|
|
end
|
|
compact_index_request :specs
|
|
|
|
def specs_for_names(gem_names)
|
|
gem_info = []
|
|
complete_gems = []
|
|
remaining_gems = gem_names.dup
|
|
|
|
until remaining_gems.empty?
|
|
log_specs "Looking up gems #{remaining_gems.inspect}"
|
|
|
|
deps = compact_index_client.dependencies(remaining_gems)
|
|
next_gems = deps.map {|d| d[3].map(&:first).flatten(1) }.flatten(1).uniq
|
|
deps.each {|dep| gem_info << dep }
|
|
complete_gems.concat(deps.map(&:first)).uniq!
|
|
remaining_gems = next_gems - complete_gems
|
|
end
|
|
@bundle_worker.stop if @bundle_worker
|
|
@bundle_worker = nil # reset it. Not sure if necessary
|
|
|
|
gem_info
|
|
end
|
|
|
|
def fetch_spec(spec)
|
|
spec -= [nil, "ruby", ""]
|
|
contents = compact_index_client.spec(*spec)
|
|
return nil if contents.nil?
|
|
contents.unshift(spec.first)
|
|
contents[3].map! {|d| Gem::Dependency.new(*d) }
|
|
EndpointSpecification.new(*contents)
|
|
end
|
|
compact_index_request :fetch_spec
|
|
|
|
def available?
|
|
return nil unless SharedHelpers.md5_available?
|
|
user_home = Bundler.user_home
|
|
return nil unless user_home.directory? && user_home.writable?
|
|
# Read info file checksums out of /versions, so we can know if gems are up to date
|
|
fetch_uri.scheme != "file" && compact_index_client.update_and_parse_checksums!
|
|
rescue CompactIndexClient::Updater::MisMatchedChecksumError => e
|
|
Bundler.ui.debug(e.message)
|
|
nil
|
|
end
|
|
compact_index_request :available?
|
|
|
|
def api_fetcher?
|
|
true
|
|
end
|
|
|
|
private
|
|
|
|
def compact_index_client
|
|
@compact_index_client ||= begin
|
|
SharedHelpers.filesystem_access(cache_path) do
|
|
CompactIndexClient.new(cache_path, client_fetcher)
|
|
end.tap do |client|
|
|
client.in_parallel = lambda do |inputs, &blk|
|
|
func = lambda {|object, _index| blk.call(object) }
|
|
worker = bundle_worker(func)
|
|
inputs.each {|input| worker.enq(input) }
|
|
inputs.map { worker.deq }
|
|
end
|
|
end
|
|
end
|
|
end
|
|
|
|
def bundle_worker(func = nil)
|
|
@bundle_worker ||= begin
|
|
worker_name = "Compact Index (#{display_uri.host})"
|
|
Bundler::Worker.new(Bundler.current_ruby.rbx? ? 1 : 25, worker_name, func)
|
|
end
|
|
@bundle_worker.tap do |worker|
|
|
worker.instance_variable_set(:@func, func) if func
|
|
end
|
|
end
|
|
|
|
def cache_path
|
|
Bundler.user_cache.join("compact_index", remote.cache_slug)
|
|
end
|
|
|
|
def client_fetcher
|
|
ClientFetcher.new(self, Bundler.ui)
|
|
end
|
|
|
|
ClientFetcher = Struct.new(:fetcher, :ui) do
|
|
def call(path, headers)
|
|
fetcher.downloader.fetch(fetcher.fetch_uri + path, headers)
|
|
rescue NetworkDownError => e
|
|
raise unless Bundler.feature_flag.allow_offline_install? && headers["If-None-Match"]
|
|
ui.warn "Using the cached data for the new index because of a network error: #{e}"
|
|
Net::HTTPNotModified.new(nil, nil, nil)
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|