Descriptive comment for lexer

2026-09-12 23:40:45 -07:00 · 2013-07-24 12:00:51 -04:00
parent ee14775f83
commit 61a6deb43b
1 changed files with 1 additions and 0 deletions
@@ -8,6 +8,7 @@ module Liquid
    end

    def tokenize(input)
+      # "foo.bar | filter: baz, qux" becomes ["foo", ".", "bar", "|", "filter", ":", "baz", ",", "qux"]
      input.split(/\b/).map {|tok| tok.strip}
    end
  end