feat: override output/tag delimiter, fixes #54

src/parser/delimited-token.ts

@@ -3,10 +3,15 @@ import Token from './token'
 export default class DelimitedToken extends Token {
   trimLeft: boolean
   trimRight: boolean
-  constructor (raw, pos, input, file, line) {
+  constructor (raw, value, pos, input, file, line) {
     super(raw, pos, input, file, line)
-    this.trimLeft = raw[2] === '-'
-    this.trimRight = raw[raw.length - 3] === '-'
-    this.value = raw.slice(this.trimLeft ? 3 : 2, this.trimRight ? -3 : -2).trim()
+    this.trimLeft = value[0] === '-'
+    this.trimRight = value[value.length - 1] === '-'
+    this.value = value
+      .slice(
+        this.trimLeft ? 1 : 0,
+        this.trimRight ? -1 : value.length
+      )
+      .trim()
   }
 }

src/parser/output-token.ts

@@ -1,8 +1,8 @@
 import DelimitedToken from './delimited-token'
 
 export default class OutputToken extends DelimitedToken {
-  constructor (raw, pos, input, file, line) {
-    super(raw, pos, input, file, line)
+  constructor (raw, value, pos, input, file, line) {
+    super(raw, value, pos, input, file, line)
     this.type = 'output'
   }
 }

src/parser/tag-token.ts

@@ -5,8 +5,8 @@ import * as lexical from './lexical'
 export default class TagToken extends DelimitedToken {
   name: string
   args: string
-  constructor (raw, pos, input, file, line) {
-    super(raw, pos, input, file, line)
+  constructor (raw, value, pos, input, file, line) {
+    super(raw, value, pos, input, file, line)
     this.type = 'tag'
     const match = this.value.match(lexical.tagLine)
     if (!match) {

src/parser/tokenizer.ts

@@ -15,6 +15,10 @@ export default class Tokenizer {
   }
   tokenize (input: string, file?: string) {
     const tokens = []
+    const tagL = this.options.tag_delimiter_left
+    const tagR = this.options.tag_delimiter_right
+    const outputL = this.options.output_delimiter_left
+    const outputR = this.options.output_delimiter_right
     let p = 0
     let curLine = 1
     let state = ParseState.HTML
@@ -28,30 +32,37 @@ export default class Tokenizer {
         curLine++
         lineBegin = p + 1
       }
-      const bin = input.substr(p, 2)
       if (state === ParseState.HTML) {
-        if (bin === '{{' || bin === '{%') {
+        if (input.substr(p, outputL.length) === outputL) {
           if (buffer) tokens.push(new HTMLToken(buffer, col, input, file, line))
-          buffer = bin
+          buffer = outputL
           line = curLine
           col = p - lineBegin + 1
-          p += 2
-          state = bin === '{{' ? ParseState.OUTPUT : ParseState.TAG
+          p += outputL.length
+          state = ParseState.OUTPUT
+          continue
+        } else if (input.substr(p, tagL.length) === tagL) {
+          if (buffer) tokens.push(new HTMLToken(buffer, col, input, file, line))
+          buffer = tagL
+          line = curLine
+          col = p - lineBegin + 1
+          p += tagL.length
+          state = ParseState.TAG
           continue
         }
-      } else if (state === ParseState.OUTPUT && bin === '}}') {
-        buffer += '}}'
-        tokens.push(new OutputToken(buffer, col, input, file, line))
-        p += 2
+      } else if (state === ParseState.OUTPUT && input.substr(p, outputR.length) === outputR) {
+        buffer += outputR
+        tokens.push(new OutputToken(buffer, buffer.slice(outputL.length, -outputR.length), col, input, file, line))
+        p += outputR.length
         buffer = ''
         line = curLine
         col = p - lineBegin + 1
         state = ParseState.HTML
         continue
-      } else if (bin === '%}') {
-        buffer += '%}'
-        tokens.push(new TagToken(buffer, col, input, file, line))
-        p += 2
+      } else if (input.substr(p, tagR.length) === tagR) {
+        buffer += tagR
+        tokens.push(new TagToken(buffer, buffer.slice(tagL.length, -tagR.length), col, input, file, line))
+        p += tagR.length
         buffer = ''
         line = curLine
         col = p - lineBegin + 1

src/parser/whitespace-ctrl.ts

@@ -1,9 +1,9 @@
 import DelimitedToken from 'src/parser/delimited-token'
 import Token from 'src/parser/token'
 import TagToken from 'src/parser/tag-token'
-import { LiquidOptions } from 'src/liquid-options'
+import { NormalizedFullOptions } from 'src/liquid-options'
 
-export default function whiteSpaceCtrl (tokens: Token[], options: LiquidOptions) {
+export default function whiteSpaceCtrl (tokens: Token[], options: NormalizedFullOptions) {
   options = { greedy: true, ...options }
   let inRaw = false