Class Tokenizer

Hierarchy

Tokenizer

Index

Constructors

constructor

Properties

Constructors

constructor

new Tokenizer(input: string, file?: string): Tokenizer

- Defined in parser/tokenizer.ts:28
Parameters
- input: string
- Default value file: string = ""
Returns Tokenizer

Properties

N

N: number

Private file

file: string

Private input

input: string

p

p: number = 0

Methods

advance

advance(i?: number): void

- Defined in parser/tokenizer.ts:187
Parameters
- Default value i: number = 1
Returns void

ellipsis

ellipsis(begin?: number): string

- Defined in parser/tokenizer.ts:147
Parameters
- Default value begin: number = this.p
Returns string

end

end(): boolean

- Defined in parser/tokenizer.ts:191
Returns boolean

matchWord

matchWord(word: string): boolean

- Defined in parser/tokenizer.ts:273
Parameters
- word: string
Returns boolean

mkError

mkError(msg: string, begin: number): void

- Defined in parser/tokenizer.ts:143
Parameters
- msg: string
- begin: number
Returns void

peek

peek(n?: number): string

- Defined in parser/tokenizer.ts:291
Parameters
- Default value n: number = 0
Returns string

peekType

peekType(n?: number): number

- Defined in parser/tokenizer.ts:287
Parameters
- Default value n: number = 0
Returns number

readExpression

readExpression(): IterableIterator<Token>

- Defined in parser/tokenizer.ts:36
Returns IterableIterator<Token>

readFileName

readFileName(): WordToken

- Defined in parser/tokenizer.ts:267
Returns WordToken

readFilter

readFilter(): FilterToken | null

- Defined in parser/tokenizer.ts:67
Returns FilterToken | null

readFilterArg

readFilterArg(): FilterArg | undefined

- Defined in parser/tokenizer.ts:85
Returns FilterArg | undefined

readFilters

readFilters(): FilterToken[]

- Defined in parser/tokenizer.ts:59
Returns FilterToken[]

readHTMLToken

readHTMLToken(options: NormalizedFullOptions): HTMLToken

- Defined in parser/tokenizer.ts:112
Parameters
- options: NormalizedFullOptions
Returns HTMLToken

readHash

readHash(): HashToken | undefined

- Defined in parser/tokenizer.ts:167
Returns HashToken | undefined

readHashes

readHashes(): HashToken[]

- Defined in parser/tokenizer.ts:158
Returns HashToken[]

readOperator

readOperator(): OperatorToken | undefined

- Defined in parser/tokenizer.ts:53
Returns OperatorToken | undefined

readOutputToken

readOutputToken(options: NormalizedFullOptions): OutputToken

- Defined in parser/tokenizer.ts:133
Parameters
- options: NormalizedFullOptions
Returns OutputToken

readQuoted

readQuoted(): QuotedToken | undefined

- Defined in parser/tokenizer.ts:252
Returns QuotedToken | undefined

readRange

readRange(): RangeToken | undefined

- Defined in parser/tokenizer.ts:234
Returns RangeToken | undefined

readTagToken

readTagToken(options: NormalizedFullOptions): TagToken

- Defined in parser/tokenizer.ts:123
Parameters
- options: NormalizedFullOptions
Returns TagToken

readTo

readTo(end: string): number

- Defined in parser/tokenizer.ts:195
Parameters
- end: string
Returns number

readTopLevelToken

readTopLevelToken(options: NormalizedFullOptions): TopLevelToken

- Defined in parser/tokenizer.ts:105
Parameters
- options: NormalizedFullOptions
Returns TopLevelToken

readTopLevelTokens

readTopLevelTokens(options?: NormalizedFullOptions): TopLevelToken[]

- Defined in parser/tokenizer.ts:95
Parameters
- Default value options: NormalizedFullOptions = defaultOptions
Returns TopLevelToken[]

readValue

readValue(): ValueToken | undefined

- Defined in parser/tokenizer.ts:203
Returns ValueToken | undefined

readValueOrThrow

readValueOrThrow(): ValueToken

- Defined in parser/tokenizer.ts:246
Returns ValueToken

readWord

readWord(): WordToken

- Defined in parser/tokenizer.ts:151
Returns WordToken

remaining

remaining(): string

- Defined in parser/tokenizer.ts:183
Returns string

reverseMatchWord

reverseMatchWord(word: string): boolean

- Defined in parser/tokenizer.ts:280
Parameters
- word: string
Returns boolean

skipBlank

skipBlank(): void

- Defined in parser/tokenizer.ts:295
Returns void

Generated using TypeDoc