# frozen_string_literal: true require 'test_helper' class LexerUnitTest < Minitest::Test include Liquid def test_strings assert_equal( [[:string, %('this is a test""')], [:string, %("wat 'lol'")], [:end_of_string]], tokenize(%( 'this is a test""' "wat 'lol'")), ) end def test_integer assert_equal( [[:id, 'hi'], [:number, '50'], [:end_of_string]], tokenize('hi 50'), ) end def test_float assert_equal( [[:id, 'hi'], [:number, '5.0'], [:end_of_string]], tokenize('hi 5.0'), ) end def test_comparison assert_equal( [[:comparison, '=='], [:comparison, '<>'], [:comparison, 'contains'], [:end_of_string]], tokenize('== <> contains '), ) end def test_comparison_without_whitespace assert_equal( [[:number, '1'], [:comparison, '>'], [:number, '0'], [:end_of_string]], tokenize('1>0'), ) end def test_comparison_with_negative_number assert_equal( [[:number, '1'], [:comparison, '>'], [:number, '-1'], [:end_of_string]], tokenize('1>-1'), ) end def test_raise_for_invalid_comparison assert_raises(SyntaxError) do tokenize('1>!1') end assert_raises(SyntaxError) do tokenize('1=<1') end assert_raises(SyntaxError) do tokenize('1!!1') end end def test_specials assert_equal( [[:pipe, '|'], [:dot, '.'], [:colon, ':'], [:end_of_string]], tokenize('| .:'), ) assert_equal( [[:open_square, '['], [:comma, ','], [:close_square, ']'], [:end_of_string]], tokenize('[,]'), ) end def test_fancy_identifiers assert_equal([[:id, 'hi'], [:id, 'five?'], [:end_of_string]], tokenize('hi five?')) assert_equal([[:number, '2'], [:id, 'foo'], [:end_of_string]], tokenize('2foo')) end def test_whitespace assert_equal( [[:id, 'five'], [:pipe, '|'], [:comparison, '=='], [:end_of_string]], tokenize("five|\n\t =="), ) end def test_unexpected_character assert_raises(SyntaxError) do tokenize("%") end end def test_negative_numbers assert_equal( [[:id, 'foo'], [:pipe, '|'], [:id, 'default'], [:colon, ":"], [:number, '-1'], [:end_of_string]], tokenize("foo | default: -1"), ) end def test_greater_than_two_digits assert_equal( [[:id, 'foo'], [:comparison, '>'], [:number, '12'], [:end_of_string]], tokenize("foo > 12"), ) end def test_error_with_utf8_character error = assert_raises(SyntaxError) do tokenize("1 < 1Ø") end assert_equal( 'Liquid syntax error: Unexpected character Ø', error.message, ) end def test_contains_as_attribute_name assert_equal( [[:id, "a"], [:dot, "."], [:id, "contains"], [:dot, "."], [:id, "b"], [:end_of_string]], tokenize("a.contains.b"), ) end def test_tokenize_incomplete_expression assert_equal([[:id, "false"], [:dash, "-"], [:end_of_string]], tokenize("false -")) assert_equal([[:id, "false"], [:comparison, "<"], [:end_of_string]], tokenize("false <")) assert_equal([[:id, "false"], [:comparison, ">"], [:end_of_string]], tokenize("false >")) assert_equal([[:id, "false"], [:number, "1"], [:end_of_string]], tokenize("false 1")) end def test_error_with_invalid_utf8 error = assert_raises(SyntaxError) do tokenize("\x00\xff") end assert_equal( 'Liquid syntax error: Invalid byte sequence in UTF-8', error.message, ) end def test_boolean_and_operator exp = [ [:id, "true"], [:boolean_operator, "and"], [:id, "false"], [:end_of_string], ] act = tokenize("true and false") assert_equal(exp, act) end def test_boolean_or_operator exp = [ [:id, "false"], [:boolean_operator, "or"], [:id, "true"], [:end_of_string], ] act = tokenize("false or true") assert_equal(exp, act) end def test_boolean_operators_in_complex_expressions exp = [ [:id, "a"], [:boolean_operator, "and"], [:id, "b"], [:boolean_operator, "or"], [:id, "c"], [:end_of_string], ] act = tokenize("a and b or c") assert_equal(exp, act) end def test_boolean_operators_with_comparisons exp = [ [:id, "a"], [:comparison, ">"], [:number, "5"], [:boolean_operator, "and"], [:id, "b"], [:comparison, "<"], [:number, "10"], [:end_of_string], ] act = tokenize("a > 5 and b < 10") assert_equal(exp, act) end def test_boolean_operators_as_property_names exp = [ [:id, "obj"], [:dot, "."], [:id, "and"], [:dot, "."], [:id, "property"], [:end_of_string], ] act = tokenize("obj.and.property") assert_equal(exp, act) exp = [ [:id, "obj"], [:dot, "."], [:id, "or"], [:end_of_string], ] act = tokenize("obj.or") assert_equal(exp, act) end private def tokenize(input) Lexer.tokenize(StringScanner.new(input)) end end