riscemu.tokenizer module

RiscEmu (c) 2021 Anton Lydike

SPDX-License-Identifier: MIT

class riscemu.tokenizer.TokenType(value)

Bases: Enum

An enumeration.

COMMA = 1

ARGUMENT = 2

PSEUDO_OP = 3

INSTRUCTION_NAME = 4

NEWLINE = 5

LABEL = 6

class riscemu.tokenizer.Token(type: riscemu.tokenizer.TokenType, value: str)

Bases: object

type: TokenType

value: str

__init__(type: TokenType, value: str) → None

riscemu.tokenizer.tokenize(input: Iterable[str]) → Iterable[Token]

riscemu.tokenizer.parse_line(parts: List[str]) → Iterable[Token]

riscemu.tokenizer.parse_arg(arg: str) → Iterable[Token]

riscemu.tokenizer.print_tokens(tokens: Iterable[Token])

riscemu.tokenizer.split_whitespace_respecting_quotes(line: str) → Iterable[str]