# frozen_string_literal: true
require_relative 'helper'
require 'rubygems/request_set'
require 'rubygems/request_set/lockfile'
require 'rubygems/request_set/lockfile/tokenizer'
require 'rubygems/request_set/lockfile/parser'
class TestGemRequestSetLockfileTokenizer < Gem::TestCase
def setup
super
@gem_deps_file = 'gem.deps.rb'
@lock_file = File.expand_path "#{@gem_deps_file}.lock"
end
def test_peek
tokenizer = Gem::RequestSet::Lockfile::Tokenizer.new "\n"
assert_equal :newline, tokenizer.peek.first
assert_equal :newline, tokenizer.next_token.first
assert_equal :EOF, tokenizer.peek.first
end
def test_skip
tokenizer = Gem::RequestSet::Lockfile::Tokenizer.new "\n"
refute_predicate tokenizer, :empty?
tokenizer.skip :newline
assert_empty tokenizer
end
def test_token_pos
tokenizer = Gem::RequestSet::Lockfile::Tokenizer.new ''
assert_equal [5, 0], tokenizer.token_pos(5)
tokenizer = Gem::RequestSet::Lockfile::Tokenizer.new '', nil, 1, 2
assert_equal [3, 1], tokenizer.token_pos(5)
end
def test_tokenize
write_lockfile <<-LOCKFILE
GEM
remote: #{@gem_repo}
specs:
a (2)
b (= 2)
c (!= 3)
d (> 4)
e (< 5)
f (>= 6)
g (<= 7)
h (~> 8)
PLATFORMS
#{Gem::Platform::RUBY}
DEPENDENCIES
a
LOCKFILE
expected = [
[:section, 'GEM', 0, 0],
[:newline, nil, 3, 0],
[:entry, 'remote', 2, 1],
[:text, @gem_repo, 10, 1],
[:newline, nil, 34, 1],
[:entry, 'specs', 2, 2],
[:newline, nil, 8, 2],
[:text, 'a', 4, 3],
[:l_paren, nil, 6, 3],
[:text, '2', 7, 3],
[:r_paren, nil, 8, 3],
[:newline, nil, 9, 3],
[:text, 'b', 6, 4],
[:l_paren, nil, 8, 4],
[:requirement, '=', 9, 4],
[:text, '2', 11, 4],
[:r_paren, nil, 12, 4],
[:newline, nil, 13, 4],
[:text, 'c', 6, 5],
[:l_paren, nil, 8, 5],
[:requirement, '!=', 9, 5],
[:text, '3', 12, 5],
[:r_paren, nil, 13, 5],
[:newline, nil, 14, 5],
[:text, 'd', 6, 6],
[:l_paren, nil, 8, 6],
[:requirement, '>', 9, 6],
[:text, '4', 11, 6],
[:r_paren, nil, 12, 6],
[:newline, nil, 13, 6],
[:text, 'e', 6, 7],
[:l_paren, nil, 8, 7],
[:requirement, '<', 9, 7],
[:text, '5', 11, 7],
[:r_paren, nil, 12, 7],
[:newline, nil, 13, 7],
[:text, 'f', 6, 8],
[:l_paren, nil, 8, 8],
[:requirement, '>=', 9, 8],
[:text, '6', 12, 8],
[:r_paren, nil, 13, 8],
[:newline, nil, 14, 8],
[:text, 'g', 6, 9],
[:l_paren, nil, 8, 9],
[:requirement, '<=', 9, 9],
[:text, '7', 12, 9],
[:r_paren, nil, 13, 9],
[:newline, nil, 14, 9],
[:text, 'h', 6, 10],
[:l_paren, nil, 8, 10],
[:requirement, '~>', 9, 10],
[:text, '8', 12, 10],
[:r_paren, nil, 13, 10],
[:newline, nil, 14, 10],
[:newline, nil, 0, 11],
[:section, 'PLATFORMS', 0, 12],
[:newline, nil, 9, 12],
[:text, Gem::Platform::RUBY, 2, 13],
[:newline, nil, 6, 13],
[:newline, nil, 0, 14],
[:section, 'DEPENDENCIES', 0, 15],
[:newline, nil, 12, 15],
[:text, 'a', 2, 16],
[:newline, nil, 3, 16],
]
assert_equal expected, tokenize_lockfile
end
def test_tokenize_capitals
write_lockfile <<-LOCKFILE
GEM
remote: #{@gem_repo}
specs:
Ab (2)
PLATFORMS
#{Gem::Platform::RUBY}
DEPENDENCIES
Ab
LOCKFILE
expected = [
[:section, 'GEM', 0, 0],
[:newline, nil, 3, 0],
[:entry, 'remote', 2, 1],
[:text, @gem_repo, 10, 1],
[:newline, nil, 34, 1],
[:entry, 'specs', 2, 2],
[:newline, nil, 8, 2],
[:text, 'Ab', 4, 3],
[:l_paren, nil, 7, 3],
[:text, '2', 8, 3],
[:r_paren, nil, 9, 3],
[:newline, nil, 10, 3],
[:newline, nil, 0, 4],
[:section, 'PLATFORMS', 0, 5],
[:newline, nil, 9, 5],
[:text, Gem::Platform::RUBY, 2, 6],
[:newline, nil, 6, 6],
[:newline, nil, 0, 7],
[:section, 'DEPENDENCIES', 0, 8],
[:newline, nil, 12, 8],
[:text, 'Ab', 2, 9],
[:newline, nil, 4, 9],
]
assert_equal expected, tokenize_lockfile
end
def test_tokenize_conflict_markers
write_lockfile '<<<<<<<'
e = assert_raise Gem::RequestSet::Lockfile::ParseError do
tokenize_lockfile
end
assert_equal "your #{@lock_file} contains merge conflict markers (at line 0 column 0)",
e.message
write_lockfile '|||||||'
e = assert_raise Gem::RequestSet::Lockfile::ParseError do
tokenize_lockfile
end
assert_equal "your #{@lock_file} contains merge conflict markers (at line 0 column 0)",
e.message
write_lockfile '======='
e = assert_raise Gem::RequestSet::Lockfile::ParseError do
tokenize_lockfile
end
assert_equal "your #{@lock_file} contains merge conflict markers (at line 0 column 0)",
e.message
write_lockfile '>>>>>>>'
e = assert_raise Gem::RequestSet::Lockfile::ParseError do
tokenize_lockfile
end
assert_equal "your #{@lock_file} contains merge conflict markers (at line 0 column 0)",
e.message
end
def test_tokenize_git
write_lockfile <<-LOCKFILE
DEPENDENCIES
a!
LOCKFILE
expected = [
[:section, 'DEPENDENCIES', 0, 0],
[:newline, nil, 12, 0],
[:text, 'a', 2, 1],
[:bang, nil, 3, 1],
[:newline, nil, 4, 1],
]
assert_equal expected, tokenize_lockfile
end
def test_tokenize_multiple
write_lockfile <<-LOCKFILE
GEM
remote: #{@gem_repo}
specs:
a (2)
b (~> 3.0, >= 3.0.1)
LOCKFILE
expected = [
[:section, 'GEM', 0, 0],
[:newline, nil, 3, 0],
[:entry, 'remote', 2, 1],
[:text, @gem_repo, 10, 1],
[:newline, nil, 34, 1],
[:entry, 'specs', 2, 2],
[:newline, nil, 8, 2],
[:text, 'a', 4, 3],
[:l_paren, nil, 6, 3],
[:text, '2', 7, 3],
[:r_paren, nil, 8, 3],
[:newline, nil, 9, 3],
[:text, 'b', 6, 4],
[:l_paren, nil, 8, 4],
[:requirement, '~>', 9, 4],
[:text, '3.0', 12, 4],
[:comma, nil, 15, 4],
[:requirement, '>=', 17, 4],
[:text, '3.0.1', 20, 4],
[:r_paren, nil, 25, 4],
[:newline, nil, 26, 4],
]
assert_equal expected, tokenize_lockfile
end
def test_unget
tokenizer = Gem::RequestSet::Lockfile::Tokenizer.new "\n"
tokenizer.unshift :token
parser = tokenizer.make_parser nil, nil
assert_equal :token, parser.get
end
def write_lockfile(lockfile)
File.open @lock_file, 'w' do |io|
io.write lockfile
end
end
def tokenize_lockfile
Gem::RequestSet::Lockfile::Tokenizer.from_file(@lock_file).to_a
end
end