From 7ac53a363996dd292dcb259dc14b363e6a5a6b0c Mon Sep 17 00:00:00 2001
From: Michael Go <michael.go@shopify.com>
Date: Fri, 1 Nov 2024 17:11:10 -0300
Subject: [PATCH] use String#split for liquid tag tokenization

---
 lib/liquid/tokenizer.rb | 24 +-----------------------
 1 file changed, 1 insertion(+), 23 deletions(-)

diff --git a/lib/liquid/tokenizer.rb b/lib/liquid/tokenizer.rb
index a6f378a4..dcd001f8 100644
--- a/lib/liquid/tokenizer.rb
+++ b/lib/liquid/tokenizer.rb
@@ -84,9 +84,7 @@ module Liquid
 
     def tokenize
       if @for_liquid_tag
-        until @ss.eos?
-          @tokens << shift_liquid_tag
-        end
+        @tokens = @source.split("\n")
       else
         until @ss.eos?
           @tokens << shift_normal
@@ -104,26 +102,6 @@ module Liquid
       token
     end
 
-    def shift_liquid_tag
-      token = next_liquid_token
-
-      return unless token
-
-      token
-    end
-
-    def next_liquid_token
-      # read until we find a \n
-      start = @ss.pos
-      if @ss.skip_until(NEWLINE).nil?
-        token = @ss.rest
-        @ss.terminate
-        return token
-      end
-
-      @source.byteslice(start, @ss.pos - start - 1)
-    end
-
     def next_token
       # possible states: :text, :tag, :variable
       byte_a = @ss.peek_byte