You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
109 lines
2.3 KiB
109 lines
2.3 KiB
require_relative "../test_helper"
|
|
|
|
require "lox/scanner"
|
|
|
|
class TestScanner < Lox::Test
|
|
def setup
|
|
@scanner = Lox::Scanner.new
|
|
end
|
|
|
|
def test_basic_tokens
|
|
%w[( LEFT_PAREN
|
|
) RIGHT_PAREN
|
|
{ LEFT_BRACE
|
|
} RIGHT_BRACE
|
|
, COMMA
|
|
. DOT
|
|
- MINUS
|
|
+ PLUS
|
|
; SEMICOLON
|
|
* STAR
|
|
!= BANG_EQUAL
|
|
! BANG
|
|
== EQUAL_EQUAL
|
|
= EQUAL
|
|
<= LESS_EQUAL
|
|
< LESS
|
|
>= GREATER_EQUAL
|
|
> GREATER
|
|
/ SLASH].each_slice(2).to_h.transform_values(&:to_sym).each do |str, token_type|
|
|
assert_equal token_type.to_sym, @scanner.scan(str)[0].type
|
|
end
|
|
end
|
|
|
|
def test_comments_and_whitespace
|
|
tokens = @scanner.scan(<<~SRC)
|
|
(\t) // here lies a comment
|
|
. //
|
|
SRC
|
|
|
|
assert_equal %i[LEFT_PAREN RIGHT_PAREN DOT EOF], tokens.map(&:type)
|
|
end
|
|
|
|
def test_line_numbers
|
|
tokens = @scanner.scan(<<~SRC)
|
|
(
|
|
)
|
|
SRC
|
|
|
|
assert_equal [1, 2, 3], tokens.map(&:line)
|
|
end
|
|
|
|
def test_strings
|
|
assert_equal [
|
|
Lox::Token.new(:STRING, '""', "", 1),
|
|
Lox::Token.new(:EOF, "", nil, 1),
|
|
], @scanner.scan('""')
|
|
|
|
assert_raises do
|
|
@scanner.scan('"')
|
|
end
|
|
|
|
assert_equal [
|
|
Lox::Token.new(:STRING, '"foo"', "foo", 1),
|
|
Lox::Token.new(:EOF, "", nil, 1),
|
|
], @scanner.scan('"foo"')
|
|
|
|
assert_equal [
|
|
Lox::Token.new(:STRING, "\"foo\nbar\"", "foo\nbar", 2),
|
|
Lox::Token.new(:EOF, "", nil, 2),
|
|
], @scanner.scan("\"foo\nbar\"")
|
|
end
|
|
|
|
def test_numbers
|
|
assert_equal [
|
|
Lox::Token.new(:NUMBER, "123", 123.0, 1),
|
|
Lox::Token.new(:NUMBER, "123.4", 123.4, 1),
|
|
Lox::Token.new(:EOF, "", nil, 1),
|
|
], @scanner.scan("123 123.4")
|
|
end
|
|
|
|
def test_identifiers
|
|
assert_equal [
|
|
Lox::Token.new(:OR, "or", nil, 1),
|
|
Lox::Token.new(:IDENTIFIER, "orchid", nil, 1),
|
|
Lox::Token.new(:IDENTIFIER, "o", nil, 1),
|
|
Lox::Token.new(:EOF, "", nil, 1),
|
|
], @scanner.scan("or orchid o")
|
|
end
|
|
|
|
def test_block_comments
|
|
tokens = @scanner.scan(<<~SRC)
|
|
foo
|
|
/* here lies a /* nested */ block comment
|
|
with newlines */
|
|
bar
|
|
SRC
|
|
|
|
assert_equal [
|
|
Lox::Token.new(:IDENTIFIER, "foo", nil, 1),
|
|
Lox::Token.new(:IDENTIFIER, "bar", nil, 4),
|
|
Lox::Token.new(:EOF, "", nil, 5),
|
|
], tokens
|
|
|
|
assert_raises do
|
|
@scanner.scan("/*")
|
|
end
|
|
end
|
|
end
|