Class Tokenizer

Hierarchy

Tokenizer

Constructors

constructor

new Tokenizer(input: string, operators?: Operators, file?: string): Tokenizer
Parameters
- input: string
- operators: Operators = defaultOptions.operators
- Optional file: string
Returns Tokenizer
- Defined in src/parser/tokenizer.ts:15

Properties

N

N: number

`Optional` file

file?: string

input

input: string

`Private` opTrie

opTrie: Trie

p

p: number = 0

`Private` rawBeginAt

rawBeginAt: number = -1

Methods

advance

advance(i?: number): void
Parameters
- i: number = 1
Returns void
- Defined in src/parser/tokenizer.ts:252

end

end(): boolean
Returns boolean
- Defined in src/parser/tokenizer.ts:256

match

match(word: string): boolean
Parameters
- word: string
Returns boolean
- Defined in src/parser/tokenizer.ts:353

mkError

mkError(msg: string, begin: number): TokenizationError
Parameters
- msg: string
- begin: number
Returns TokenizationError
- Defined in src/parser/tokenizer.ts:193

peek

peek(n?: number): string
Parameters
- n: number = 0
Returns string
- Defined in src/parser/tokenizer.ts:371

peekType

peekType(n?: number): number
Parameters
- n: number = 0
Returns number
- Defined in src/parser/tokenizer.ts:367

readEndrawOrRawContent

readEndrawOrRawContent(options: NormalizedFullOptions): TagToken | HTMLToken
Parameters
- options: NormalizedFullOptions
Returns TagToken | HTMLToken
- Defined in src/parser/tokenizer.ts:149

readExpression

readExpression(): Expression
Returns Expression
- Defined in src/parser/tokenizer.ts:24

readExpressionTokens

readExpressionTokens(): IterableIterator<Token>
Returns IterableIterator<Token>
- Defined in src/parser/tokenizer.ts:28

readFileNameTemplate

readFileNameTemplate(options: NormalizedFullOptions): IterableIterator<TopLevelToken>
Parameters
- options: NormalizedFullOptions
Returns IterableIterator<TopLevelToken>
- Defined in src/parser/tokenizer.ts:341

readFilter

readFilter(): null | FilterToken
Returns null | FilterToken
- Defined in src/parser/tokenizer.ts:57

readFilterArg

readFilterArg(): undefined | FilterArg
Returns undefined | FilterArg
- Defined in src/parser/tokenizer.ts:79

readFilters

readFilters(): FilterToken[]
Returns FilterToken[]
- Defined in src/parser/tokenizer.ts:49

readHTMLToken

readHTMLToken(stopStrings: string[]): HTMLToken
Parameters
- stopStrings: string[]
Returns HTMLToken
- Defined in src/parser/tokenizer.ts:107

readHash

readHash(jekyllStyle?: boolean): undefined | HashToken
Parameters
- Optional jekyllStyle: boolean
Returns undefined | HashToken
- Defined in src/parser/tokenizer.ts:231

readHashes

readHashes(jekyllStyle?: boolean): HashToken[]
Parameters
- Optional jekyllStyle: boolean
Returns HashToken[]
- Defined in src/parser/tokenizer.ts:222

readIdentifier

readIdentifier(): IdentifierToken
Returns IdentifierToken
- Defined in src/parser/tokenizer.ts:208

readLiquidTagToken

readLiquidTagToken(options: NormalizedFullOptions): LiquidTagToken
Parameters
- options: NormalizedFullOptions
Returns LiquidTagToken
- Defined in src/parser/tokenizer.ts:185

readLiquidTagTokens

readLiquidTagTokens(options?: NormalizedFullOptions): LiquidTagToken[]
Parameters
- options: NormalizedFullOptions = defaultOptions
Returns LiquidTagToken[]
- Defined in src/parser/tokenizer.ts:176

readOperator

readOperator(): undefined | OperatorToken
Returns undefined | OperatorToken
- Defined in src/parser/tokenizer.ts:43

readOutputToken

readOutputToken(options?: NormalizedFullOptions): OutputToken
Parameters
- options: NormalizedFullOptions = defaultOptions
Returns OutputToken
- Defined in src/parser/tokenizer.ts:139

readQuoted

readQuoted(): undefined | QuotedToken
Returns undefined | QuotedToken
- Defined in src/parser/tokenizer.ts:326

readRange

readRange(): undefined | RangeToken
Returns undefined | RangeToken
- Defined in src/parser/tokenizer.ts:308

readTagName

readTagName(): string
Returns string
- Defined in src/parser/tokenizer.ts:215

readTagToken

readTagToken(options?: NormalizedFullOptions): TagToken
Parameters
- options: NormalizedFullOptions = defaultOptions
Returns TagToken
- Defined in src/parser/tokenizer.ts:116

readTo

readTo(end: string): number
Parameters
- end: string
Returns number
- Defined in src/parser/tokenizer.ts:260

readToDelimiter

readToDelimiter(delimiter: string): number
Parameters
- delimiter: string
Returns number
- Defined in src/parser/tokenizer.ts:127

readTopLevelToken

readTopLevelToken(options: NormalizedFullOptions): TopLevelToken
Parameters
- options: NormalizedFullOptions
Returns TopLevelToken
- Defined in src/parser/tokenizer.ts:99

readTopLevelTokens

readTopLevelTokens(options?: NormalizedFullOptions): TopLevelToken[]
Parameters
- options: NormalizedFullOptions = defaultOptions
Returns TopLevelToken[]
- Defined in src/parser/tokenizer.ts:89

readValue

readValue(): undefined | ValueToken
Returns undefined | ValueToken
- Defined in src/parser/tokenizer.ts:268

readValueOrThrow

readValueOrThrow(): ValueToken
Returns ValueToken
- Defined in src/parser/tokenizer.ts:320

readWord

readWord(): IdentifierToken
Deprecated
use #readIdentifier instead

Returns IdentifierToken
- Defined in src/parser/tokenizer.ts:204

remaining

remaining(): string
Returns string
- Defined in src/parser/tokenizer.ts:248

rmatch

rmatch(pattern: string): boolean
Parameters
- pattern: string
Returns boolean
- Defined in src/parser/tokenizer.ts:360

skipBlank

skipBlank(): void
Returns void
- Defined in src/parser/tokenizer.ts:375

snapshot

snapshot(begin?: number): string
Parameters
- begin: number = ...
Returns string
- Defined in src/parser/tokenizer.ts:197

Generated using TypeDoc