2016-02-01 07:43:26 -05:00
|
|
|
# frozen_string_literal: true
|
2015-02-05 08:42:45 -05:00
|
|
|
class Gem::RequestSet::Lockfile::Parser
|
|
|
|
###
|
|
|
|
# Parses lockfiles
|
|
|
|
|
2018-11-21 05:20:47 -05:00
|
|
|
def initialize(tokenizer, set, platforms, filename = nil)
|
2015-02-05 08:42:45 -05:00
|
|
|
@tokens = tokenizer
|
|
|
|
@filename = filename
|
|
|
|
@set = set
|
|
|
|
@platforms = platforms
|
|
|
|
end
|
|
|
|
|
|
|
|
def parse
|
|
|
|
until @tokens.empty? do
|
2015-09-08 18:46:43 -04:00
|
|
|
token = get
|
2015-02-05 08:42:45 -05:00
|
|
|
|
2015-09-08 18:46:43 -04:00
|
|
|
case token.type
|
2015-02-05 08:42:45 -05:00
|
|
|
when :section then
|
|
|
|
@tokens.skip :newline
|
|
|
|
|
2015-09-08 18:46:43 -04:00
|
|
|
case token.value
|
2015-02-05 08:42:45 -05:00
|
|
|
when 'DEPENDENCIES' then
|
|
|
|
parse_DEPENDENCIES
|
|
|
|
when 'GIT' then
|
|
|
|
parse_GIT
|
|
|
|
when 'GEM' then
|
|
|
|
parse_GEM
|
|
|
|
when 'PATH' then
|
|
|
|
parse_PATH
|
|
|
|
when 'PLATFORMS' then
|
|
|
|
parse_PLATFORMS
|
|
|
|
else
|
2015-09-08 18:46:43 -04:00
|
|
|
token = get until @tokens.empty? or peek.first == :section
|
2015-02-05 08:42:45 -05:00
|
|
|
end
|
|
|
|
else
|
2015-09-08 18:46:43 -04:00
|
|
|
raise "BUG: unhandled token #{token.type} (#{token.value.inspect}) at line #{token.line} column #{token.column}"
|
2015-02-05 08:42:45 -05:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Gets the next token for a Lockfile
|
|
|
|
|
2018-11-21 05:20:47 -05:00
|
|
|
def get(expected_types = nil, expected_value = nil) # :nodoc:
|
2015-09-08 18:46:43 -04:00
|
|
|
token = @tokens.shift
|
2015-02-05 08:42:45 -05:00
|
|
|
|
2018-11-21 05:20:47 -05:00
|
|
|
if expected_types and not Array(expected_types).include? token.type
|
2015-09-08 18:46:43 -04:00
|
|
|
unget token
|
2015-02-05 08:42:45 -05:00
|
|
|
|
2015-09-08 18:46:43 -04:00
|
|
|
message = "unexpected token [#{token.type.inspect}, #{token.value.inspect}], " +
|
2015-02-05 08:42:45 -05:00
|
|
|
"expected #{expected_types.inspect}"
|
|
|
|
|
2015-09-08 18:46:43 -04:00
|
|
|
raise Gem::RequestSet::Lockfile::ParseError.new message, token.column, token.line, @filename
|
2015-02-05 08:42:45 -05:00
|
|
|
end
|
|
|
|
|
2018-11-21 05:20:47 -05:00
|
|
|
if expected_value and expected_value != token.value
|
2015-09-08 18:46:43 -04:00
|
|
|
unget token
|
2015-02-05 08:42:45 -05:00
|
|
|
|
2015-09-08 18:46:43 -04:00
|
|
|
message = "unexpected token [#{token.type.inspect}, #{token.value.inspect}], " +
|
2015-02-05 08:42:45 -05:00
|
|
|
"expected [#{expected_types.inspect}, " +
|
|
|
|
"#{expected_value.inspect}]"
|
|
|
|
|
2015-09-08 18:46:43 -04:00
|
|
|
raise Gem::RequestSet::Lockfile::ParseError.new message, token.column, token.line, @filename
|
2015-02-05 08:42:45 -05:00
|
|
|
end
|
|
|
|
|
2015-09-08 18:46:43 -04:00
|
|
|
token
|
2015-02-05 08:42:45 -05:00
|
|
|
end
|
|
|
|
|
|
|
|
def parse_DEPENDENCIES # :nodoc:
|
2015-09-08 18:46:43 -04:00
|
|
|
while not @tokens.empty? and :text == peek.type do
|
|
|
|
token = get :text
|
2015-02-05 08:42:45 -05:00
|
|
|
|
|
|
|
requirements = []
|
|
|
|
|
|
|
|
case peek[0]
|
|
|
|
when :bang then
|
|
|
|
get :bang
|
|
|
|
|
2015-09-08 18:46:43 -04:00
|
|
|
requirements << pinned_requirement(token.value)
|
2015-02-05 08:42:45 -05:00
|
|
|
when :l_paren then
|
|
|
|
get :l_paren
|
|
|
|
|
|
|
|
loop do
|
2015-09-08 18:46:43 -04:00
|
|
|
op = get(:requirement).value
|
|
|
|
version = get(:text).value
|
2015-02-05 08:42:45 -05:00
|
|
|
|
|
|
|
requirements << "#{op} #{version}"
|
|
|
|
|
2015-09-08 18:46:43 -04:00
|
|
|
break unless peek.type == :comma
|
2015-02-05 08:42:45 -05:00
|
|
|
|
|
|
|
get :comma
|
|
|
|
end
|
|
|
|
|
|
|
|
get :r_paren
|
|
|
|
|
2018-11-21 05:20:47 -05:00
|
|
|
if peek[0] == :bang
|
2015-02-05 08:42:45 -05:00
|
|
|
requirements.clear
|
2015-09-08 18:46:43 -04:00
|
|
|
requirements << pinned_requirement(token.value)
|
2015-02-05 08:42:45 -05:00
|
|
|
|
|
|
|
get :bang
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2015-09-08 18:46:43 -04:00
|
|
|
@set.gem token.value, *requirements
|
2015-02-05 08:42:45 -05:00
|
|
|
|
|
|
|
skip :newline
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def parse_GEM # :nodoc:
|
|
|
|
sources = []
|
|
|
|
|
|
|
|
while [:entry, 'remote'] == peek.first(2) do
|
|
|
|
get :entry, 'remote'
|
2015-09-08 18:46:43 -04:00
|
|
|
data = get(:text).value
|
2015-02-05 08:42:45 -05:00
|
|
|
skip :newline
|
|
|
|
|
|
|
|
sources << Gem::Source.new(data)
|
|
|
|
end
|
|
|
|
|
|
|
|
sources << Gem::Source.new(Gem::DEFAULT_HOST) if sources.empty?
|
|
|
|
|
|
|
|
get :entry, 'specs'
|
|
|
|
|
|
|
|
skip :newline
|
|
|
|
|
|
|
|
set = Gem::Resolver::LockSet.new sources
|
|
|
|
last_specs = nil
|
|
|
|
|
2015-09-08 18:46:43 -04:00
|
|
|
while not @tokens.empty? and :text == peek.type do
|
|
|
|
token = get :text
|
|
|
|
name = token.value
|
|
|
|
column = token.column
|
2015-02-05 08:42:45 -05:00
|
|
|
|
|
|
|
case peek[0]
|
|
|
|
when :newline then
|
|
|
|
last_specs.each do |spec|
|
|
|
|
spec.add_dependency Gem::Dependency.new name if column == 6
|
|
|
|
end
|
|
|
|
when :l_paren then
|
|
|
|
get :l_paren
|
|
|
|
|
2015-09-08 18:46:43 -04:00
|
|
|
token = get [:text, :requirement]
|
|
|
|
type = token.type
|
|
|
|
data = token.value
|
2015-02-05 08:42:45 -05:00
|
|
|
|
2018-11-21 05:20:47 -05:00
|
|
|
if type == :text and column == 4
|
2015-02-05 08:42:45 -05:00
|
|
|
version, platform = data.split '-', 2
|
|
|
|
|
|
|
|
platform =
|
|
|
|
platform ? Gem::Platform.new(platform) : Gem::Platform::RUBY
|
|
|
|
|
|
|
|
last_specs = set.add name, version, platform
|
|
|
|
else
|
|
|
|
dependency = parse_dependency name, data
|
|
|
|
|
|
|
|
last_specs.each do |spec|
|
|
|
|
spec.add_dependency dependency
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
get :r_paren
|
|
|
|
else
|
|
|
|
raise "BUG: unknown token #{peek}"
|
|
|
|
end
|
|
|
|
|
|
|
|
skip :newline
|
|
|
|
end
|
|
|
|
|
|
|
|
@set.sets << set
|
|
|
|
end
|
|
|
|
|
|
|
|
def parse_GIT # :nodoc:
|
|
|
|
get :entry, 'remote'
|
2015-09-08 18:46:43 -04:00
|
|
|
repository = get(:text).value
|
2015-02-05 08:42:45 -05:00
|
|
|
|
|
|
|
skip :newline
|
|
|
|
|
|
|
|
get :entry, 'revision'
|
2015-09-08 18:46:43 -04:00
|
|
|
revision = get(:text).value
|
2015-02-05 08:42:45 -05:00
|
|
|
|
|
|
|
skip :newline
|
|
|
|
|
2015-09-08 18:46:43 -04:00
|
|
|
type = peek.type
|
|
|
|
value = peek.value
|
2018-11-21 05:20:47 -05:00
|
|
|
if type == :entry and %w[branch ref tag].include? value
|
2015-02-05 08:42:45 -05:00
|
|
|
get
|
|
|
|
get :text
|
|
|
|
|
|
|
|
skip :newline
|
|
|
|
end
|
|
|
|
|
|
|
|
get :entry, 'specs'
|
|
|
|
|
|
|
|
skip :newline
|
|
|
|
|
|
|
|
set = Gem::Resolver::GitSet.new
|
|
|
|
set.root_dir = @set.install_dir
|
|
|
|
|
|
|
|
last_spec = nil
|
|
|
|
|
2015-09-08 18:46:43 -04:00
|
|
|
while not @tokens.empty? and :text == peek.type do
|
|
|
|
token = get :text
|
|
|
|
name = token.value
|
|
|
|
column = token.column
|
2015-02-05 08:42:45 -05:00
|
|
|
|
|
|
|
case peek[0]
|
|
|
|
when :newline then
|
|
|
|
last_spec.add_dependency Gem::Dependency.new name if column == 6
|
|
|
|
when :l_paren then
|
|
|
|
get :l_paren
|
|
|
|
|
2015-09-08 18:46:43 -04:00
|
|
|
token = get [:text, :requirement]
|
|
|
|
type = token.type
|
|
|
|
data = token.value
|
2015-02-05 08:42:45 -05:00
|
|
|
|
2018-11-21 05:20:47 -05:00
|
|
|
if type == :text and column == 4
|
2015-02-05 08:42:45 -05:00
|
|
|
last_spec = set.add_git_spec name, data, repository, revision, true
|
|
|
|
else
|
|
|
|
dependency = parse_dependency name, data
|
|
|
|
|
|
|
|
last_spec.add_dependency dependency
|
|
|
|
end
|
|
|
|
|
|
|
|
get :r_paren
|
|
|
|
else
|
|
|
|
raise "BUG: unknown token #{peek}"
|
|
|
|
end
|
|
|
|
|
|
|
|
skip :newline
|
|
|
|
end
|
|
|
|
|
|
|
|
@set.sets << set
|
|
|
|
end
|
|
|
|
|
|
|
|
def parse_PATH # :nodoc:
|
|
|
|
get :entry, 'remote'
|
2015-09-08 18:46:43 -04:00
|
|
|
directory = get(:text).value
|
2015-02-05 08:42:45 -05:00
|
|
|
|
|
|
|
skip :newline
|
|
|
|
|
|
|
|
get :entry, 'specs'
|
|
|
|
|
|
|
|
skip :newline
|
|
|
|
|
|
|
|
set = Gem::Resolver::VendorSet.new
|
|
|
|
last_spec = nil
|
|
|
|
|
|
|
|
while not @tokens.empty? and :text == peek.first do
|
2015-09-08 18:46:43 -04:00
|
|
|
token = get :text
|
|
|
|
name = token.value
|
|
|
|
column = token.column
|
2015-02-05 08:42:45 -05:00
|
|
|
|
|
|
|
case peek[0]
|
|
|
|
when :newline then
|
|
|
|
last_spec.add_dependency Gem::Dependency.new name if column == 6
|
|
|
|
when :l_paren then
|
|
|
|
get :l_paren
|
|
|
|
|
2015-09-08 18:46:43 -04:00
|
|
|
token = get [:text, :requirement]
|
|
|
|
type = token.type
|
|
|
|
data = token.value
|
2015-02-05 08:42:45 -05:00
|
|
|
|
2018-11-21 05:20:47 -05:00
|
|
|
if type == :text and column == 4
|
2015-02-05 08:42:45 -05:00
|
|
|
last_spec = set.add_vendor_gem name, directory
|
|
|
|
else
|
|
|
|
dependency = parse_dependency name, data
|
|
|
|
|
|
|
|
last_spec.dependencies << dependency
|
|
|
|
end
|
|
|
|
|
|
|
|
get :r_paren
|
|
|
|
else
|
|
|
|
raise "BUG: unknown token #{peek}"
|
|
|
|
end
|
|
|
|
|
|
|
|
skip :newline
|
|
|
|
end
|
|
|
|
|
|
|
|
@set.sets << set
|
|
|
|
end
|
|
|
|
|
|
|
|
def parse_PLATFORMS # :nodoc:
|
|
|
|
while not @tokens.empty? and :text == peek.first do
|
2015-09-08 18:46:43 -04:00
|
|
|
name = get(:text).value
|
2015-02-05 08:42:45 -05:00
|
|
|
|
|
|
|
@platforms << name
|
|
|
|
|
|
|
|
skip :newline
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Parses the requirements following the dependency +name+ and the +op+ for
|
|
|
|
# the first token of the requirements and returns a Gem::Dependency object.
|
|
|
|
|
2018-11-21 05:20:47 -05:00
|
|
|
def parse_dependency(name, op) # :nodoc:
|
2015-02-05 08:42:45 -05:00
|
|
|
return Gem::Dependency.new name, op unless peek[0] == :text
|
|
|
|
|
2015-09-08 18:46:43 -04:00
|
|
|
version = get(:text).value
|
2015-02-05 08:42:45 -05:00
|
|
|
|
|
|
|
requirements = ["#{op} #{version}"]
|
|
|
|
|
2015-09-08 18:46:43 -04:00
|
|
|
while peek.type == :comma do
|
2015-02-05 08:42:45 -05:00
|
|
|
get :comma
|
2015-09-08 18:46:43 -04:00
|
|
|
op = get(:requirement).value
|
|
|
|
version = get(:text).value
|
2015-02-05 08:42:45 -05:00
|
|
|
|
|
|
|
requirements << "#{op} #{version}"
|
|
|
|
end
|
|
|
|
|
|
|
|
Gem::Dependency.new name, requirements
|
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
2018-11-21 05:20:47 -05:00
|
|
|
def skip(type) # :nodoc:
|
2015-02-05 08:42:45 -05:00
|
|
|
@tokens.skip type
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Peeks at the next token for Lockfile
|
|
|
|
|
|
|
|
def peek # :nodoc:
|
|
|
|
@tokens.peek
|
|
|
|
end
|
|
|
|
|
2018-11-21 05:20:47 -05:00
|
|
|
def pinned_requirement(name) # :nodoc:
|
2018-05-30 09:01:35 -04:00
|
|
|
requirement = Gem::Dependency.new name
|
|
|
|
specification = @set.sets.flat_map { |set|
|
|
|
|
set.find_all(requirement)
|
|
|
|
}.compact.first
|
|
|
|
|
|
|
|
specification && specification.version
|
2015-02-05 08:42:45 -05:00
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Ungets the last token retrieved by #get
|
|
|
|
|
2018-11-21 05:20:47 -05:00
|
|
|
def unget(token) # :nodoc:
|
2015-02-05 08:42:45 -05:00
|
|
|
@tokens.unshift token
|
|
|
|
end
|
|
|
|
end
|