Struct HtmlTokenizer 

pub struct HtmlTokenizer { /* private fields */ }

HTML tokenizer that converts input bytes into tokens

Implementations

impl HtmlTokenizer

pub fn new(input: &[u8]) -> Self

Create a new tokenizer from input bytes

pub fn from_text(input: &str) -> Self

Create a tokenizer from a string slice

pub fn tokenize_all(&mut self) -> Vec<Token>

Tokenize the entire input into a Vec of tokens

pub fn next_token(&mut self) -> Token

Get the next token from the input