chore(lexer): add test

This commit is contained in:
Guillem L. Jara
2026-05-10 18:46:35 +02:00
parent 84b83de4bf
commit 60466bc28a
+19
View File
@@ -216,3 +216,22 @@ fn lexer_test_general_tokens() {
]
);
}
#[test]
fn lexer_test_regex_ambiguity() {
let arena = Bump::new();
assert_eq!(
&lex(b"1/=1 a/=1", &arena, false, false),
&[
Token::Number(1.),
Token::SlashAssign,
Token::Number(1.),
Token::Identifier(Identifier {
namespace: None,
literal: "a"
}),
Token::SlashAssign,
Token::Number(1.)
]
);
}