Use a single token for identifiers

This commit is contained in:
Justin Li
2014-10-29 11:28:41 -04:00
parent 4dc682313f
commit a07e382617
4 changed files with 11 additions and 9 deletions
+1 -1
View File
@@ -13,7 +13,7 @@ module Liquid
'?'.freeze => :question,
'-'.freeze => :dash
}
IDENTIFIER = /\w+/
IDENTIFIER = /[\w-]+\??/
SINGLE_STRING_LITERAL = /'[^\']*'/
DOUBLE_STRING_LITERAL = /"[^\"]*"/
NUMBER_LITERAL = /-?\d+(\.\d+)?/
-7
View File
@@ -75,13 +75,6 @@ module Liquid
def variable_signature
str = consume(:id)
while consume?(:dash)
str << "-".freeze
str << consume(:id)
end
if consume?(:question)
str << "?".freeze
end
if look(:open_square)
str << consume
str << expression