Separate ? and - into special tokens

This commit is contained in:
Justin Li
2014-10-17 13:30:54 -04:00
parent 7843bcca8d
commit b4ea483c4e
4 changed files with 15 additions and 6 deletions
+4 -2
View File
@@ -9,9 +9,11 @@ module Liquid
'['.freeze => :open_square,
']'.freeze => :close_square,
'('.freeze => :open_round,
')'.freeze => :close_round
')'.freeze => :close_round,
'?'.freeze => :question,
'-'.freeze => :dash
}
IDENTIFIER = /[\w\-?!]+/
IDENTIFIER = /\w+/
SINGLE_STRING_LITERAL = /'[^\']*'/
DOUBLE_STRING_LITERAL = /"[^\"]*"/
NUMBER_LITERAL = /-?\d+(\.\d+)?/
+7
View File
@@ -75,6 +75,13 @@ module Liquid
def variable_signature
str = consume(:id)
while consume?(:dash)
str << "-".freeze
str << consume(:id) if look(:id)
end
if consume?(:question)
str << "?".freeze
end
if look(:open_square)
str << consume
str << expression