liquidjs/tokenizer.js

const lexical = require('./lexical.js');

function parse(html){
    var tokens = [];
    if(!html) return tokens;

    var syntax = /({%(.*?)%})|({{(.*?)}})/g;
    var result, htmlFragment;
    var idx = 0;

    while ((result = syntax.exec(html)) !== null) {
        if(result.index > idx){
            htmlFragment = html.slice(idx, result.index);
            tokens.push({
                type: 'html',
                value: htmlFragment
            });
        }
        if(result[1]){
            var match = result[1].trim().match(lexical.patterns.identifier);
            if (!match) throw new Error('illegal tag: ' + result[1]);
            tokens.push({
                type: 'tag',
                name: match[0],
                value: result[2].trim()
            });
        }
        else{
            tokens.push({
                type: 'output',
                value: result[4].trim()
            });
        }
        idx = syntax.lastIndex;
    }

    if(html.length > idx){
        htmlFragment = html.slice(idx, html.length);
        tokens.push({
            type: 'html',
            value: htmlFragment
        });
    }
    return tokens;
}

exports.parse = parse;