From 61a6deb43b05ea26222b9bf6b20ca5051f3272d8 Mon Sep 17 00:00:00 2001
From: Tristan Hume <tristan.hume@jadedpixel.com>
Date: Wed, 24 Jul 2013 12:00:51 -0400
Subject: [PATCH] Descriptive comment for lexer

---
 lib/liquid/parser.rb | 1 +
 1 file changed, 1 insertion(+)

diff --git a/lib/liquid/parser.rb b/lib/liquid/parser.rb
index 1b69330d..af259968 100644
--- a/lib/liquid/parser.rb
+++ b/lib/liquid/parser.rb
@@ -8,6 +8,7 @@ module Liquid
     end
 
     def tokenize(input)
+      # "foo.bar | filter: baz, qux" becomes ["foo", ".", "bar", "|", "filter", ":", "baz", ",", "qux"]
       input.split(/\b/).map {|tok| tok.strip}
     end
   end