Class Tokenizer

Hierarchy

Tokenizer

Index

Constructors

constructor

Properties

Constructors

constructor

new Tokenizer(input: string, file?: string, options?: NormalizedFullOptions): Tokenizer

- Defined in parser/tokenizer.ts:24
Parameters
- input: string
- Default value file: string = ""
- Default value options: NormalizedFullOptions = defaultOptions
Returns Tokenizer

Properties

Private N

N: number

Private col

col: number = 1

Private file

file: string

Private input

input: string

Private line

line: number = 1

Private options

options: NormalizedFullOptions

Private p

p: number = 0

Methods

peek

peek(n?: number): string

- Defined in parser/tokenizer.ts:271
Parameters
- Default value n: number = 0
Returns string

peekType

peekType(n?: number): number

- Defined in parser/tokenizer.ts:268
Parameters
- Default value n: number = 0
Returns number

peekWord

peekWord(n: number): string

- Defined in parser/tokenizer.ts:265
Parameters
- n: number
Returns string

read

read(n?: number): string

- Defined in parser/tokenizer.ts:255
Parameters
- Default value n: number = 1
Returns string

readBlank

readBlank(): string

- Defined in parser/tokenizer.ts:274
Returns string

readBoolean

readBoolean(): string

- Defined in parser/tokenizer.ts:235
Returns string

readExpression

readExpression(): IterableIterator<string>

- Defined in parser/tokenizer.ts:33
Returns IterableIterator<string>

readFilterArg

readFilterArg(): FilterArg | null

- Defined in parser/tokenizer.ts:82
Returns FilterArg | null

readFilterToken

readFilterToken(): FilterToken | null

- Defined in parser/tokenizer.ts:63
Returns FilterToken | null

readFilterTokens

readFilterTokens(): FilterToken[]

- Defined in parser/tokenizer.ts:50
Returns FilterToken[]

readHTMLToken

readHTMLToken(): HTMLToken

- Defined in parser/tokenizer.ts:110
Returns HTMLToken

readHash

readHash(): null | string[]

- Defined in parser/tokenizer.ts:165
Returns null | string[]

readHashes

readHashes(): string[][]

- Defined in parser/tokenizer.ts:156
Returns string[][]

readOutputToken

readOutputToken(): OutputToken

- Defined in parser/tokenizer.ts:135
Returns OutputToken

readPropertyAccess

readPropertyAccess(): string

- Defined in parser/tokenizer.ts:180
Returns string

readQuoted

readQuoted(): string

- Defined in parser/tokenizer.ts:241
Returns string

readRange

readRange(): string

- Defined in parser/tokenizer.ts:225
Returns string

readTagToken

readTagToken(): TagToken

- Defined in parser/tokenizer.ts:121
Returns TagToken

readTo

readTo(end: string): string

- Defined in parser/tokenizer.ts:208
Parameters
- end: string
Returns string

readToken

readToken(): Token

- Defined in parser/tokenizer.ts:103
Returns Token

readTokens

readTokens(): Token[]

- Defined in parser/tokenizer.ts:93
Returns Token[]

readValue

readValue(): string

- Defined in parser/tokenizer.ts:216
Returns string

readVariable

readVariable(): string

- Defined in parser/tokenizer.ts:149
Returns string

Generated using TypeDoc