Class Tokenizer

Hierarchy

Tokenizer

Index

Constructors

constructor

Properties

Constructors

constructor

new Tokenizer(input: string, file?: string, options?: NormalizedFullOptions): Tokenizer

- Defined in parser/tokenizer.ts:25
Parameters
- input: string
- Default value file: string = ""
- Default value options: NormalizedFullOptions = defaultOptions
Returns Tokenizer

Properties

Private N

N: number

Private col

col: number = 1

Private file

file: string

Private input

input: string

Private line

line: number = 1

Private options

options: NormalizedFullOptions

Private p

p: number = 0

Methods

matchWord

matchWord(word: string): boolean

- Defined in parser/tokenizer.ts:271
Parameters
- word: string
Returns boolean

peek

peek(n?: number): string

- Defined in parser/tokenizer.ts:288
Parameters
- Default value n: number = 0
Returns string

peekType

peekType(n?: number): number

- Defined in parser/tokenizer.ts:285
Parameters
- Default value n: number = 0
Returns number

read

read(n?: number): number

- Defined in parser/tokenizer.ts:260
Parameters
- Default value n: number = 1
Returns number

readBlank

readBlank(): string

- Defined in parser/tokenizer.ts:291
Returns string

readBoolean

readBoolean(): Substr

- Defined in parser/tokenizer.ts:239
Returns Substr

readExpression

readExpression(): IterableIterator<string>

- Defined in parser/tokenizer.ts:34
Returns IterableIterator<string>

readFilterArg

readFilterArg(): FilterArg | null

- Defined in parser/tokenizer.ts:84
Returns FilterArg | null

readFilterToken

readFilterToken(): FilterToken | null

- Defined in parser/tokenizer.ts:65
Returns FilterToken | null

readFilterTokens

readFilterTokens(): FilterToken[]

- Defined in parser/tokenizer.ts:52
Returns FilterToken[]

readHTMLToken

readHTMLToken(): HTMLToken

- Defined in parser/tokenizer.ts:112
Returns HTMLToken

readHash

readHash(): null | string[]

- Defined in parser/tokenizer.ts:167
Returns null | string[]

readHashes

readHashes(): string[][]

- Defined in parser/tokenizer.ts:158
Returns string[][]

readOutputToken

readOutputToken(): OutputToken

- Defined in parser/tokenizer.ts:137
Returns OutputToken

readPropertyAccess

readPropertyAccess(): Substr

- Defined in parser/tokenizer.ts:182
Returns Substr

readQuoted

readQuoted(): Substr

- Defined in parser/tokenizer.ts:246
Returns Substr

readRange

readRange(): Substr

- Defined in parser/tokenizer.ts:228
Returns Substr

readTagToken

readTagToken(): TagToken

- Defined in parser/tokenizer.ts:123
Returns TagToken

readTo

readTo(end: string): Substr

- Defined in parser/tokenizer.ts:211
Parameters
- end: string
Returns Substr

readToken

readToken(): Token

- Defined in parser/tokenizer.ts:105
Returns Token

readTokens

readTokens(): Token[]

- Defined in parser/tokenizer.ts:95
Returns Token[]

readValue

readValue(): Substr

- Defined in parser/tokenizer.ts:219
Returns Substr

readVariable

readVariable(): Substr

- Defined in parser/tokenizer.ts:151
Returns Substr

reverseMatchWord

reverseMatchWord(word: string, buffer?: undefined | string): boolean

- Defined in parser/tokenizer.ts:277
Parameters
- word: string
- Optional buffer: undefined | string
Returns boolean

Generated using TypeDoc