Raise SyntaxError on invalid UTF8 strings in lexer/tokenizer

This commit is contained in:
Chris AtLee
2025-02-11 14:23:15 -05:00
parent aec966eed7
commit 550135c0b9
5 changed files with 35 additions and 0 deletions
+10
View File
@@ -131,6 +131,16 @@ class LexerUnitTest < Minitest::Test
assert_equal([[:id, "false"], [:number, "1"], [:end_of_string]], tokenize("false 1"))
end
def test_error_with_invalid_utf8
error = assert_raises(SyntaxError) do
tokenize("\x00\xff")
end
assert_equal(
'Liquid syntax error: Invalid byte sequence in UTF-8',
error.message,
)
end
private
def tokenize(input)