dhtmlparser3.tokenizer

class dhtmlparser3.tokenizer.Tokenizer(string: str)[source]

Bases: object

tokens: List[dhtmlparser3.tokens.Token]
MAX_ENTITY_LENGTH = 20
tokenize() → List[dhtmlparser3.tokens.Token][source]
tokenize_iter() → Iterator[dhtmlparser3.tokens.Token][source]
return_reset_buffer()[source]
advance()[source]
is_at_end()[source]
peek_is(char)[source]
peek()[source]
peek_two_is(char)[source]
peek_two()[source]