src/minim/tokenizer

Procs

proc consumeIdent(program: var string): (bool, string) {....raises: [], tags: [].}
proc consumeKeyword(program: var string; token: string): bool {....raises: [],
    tags: [].}
proc consumeNumber(program: var string): (bool, string) {....raises: [], tags: [].}
proc consumeOperator(program: var string; token: string): bool {....raises: [],
    tags: [].}
func separate(program: string; len: int): Option[SeparatedString] {....raises: [],
    tags: [].}
proc skipWhitespace(program: var string): bool {....raises: [], tags: [].}
proc tokenize(program: string): seq[MinimToken] {....raises: [Exception], tags: [].}