Struct zaplib_components::TokenChunk

pub struct TokenChunk {
    pub token_type: TokenType,
    pub offset: usize,
    pub pair_token: usize,
    pub len: usize,
    pub next: char,
}

Fields

token_type: TokenType

offset: usize

pair_token: usize

len: usize

next: char

Implementations

impl TokenChunk

pub fn scan_last_token(token_chunks: &[TokenChunk]) -> TokenType

pub fn push_with_pairing(
    token_chunks: &mut Vec<TokenChunk>,
    pair_stack: &mut Vec<usize>,
    next: char,
    offset: usize,
    offset2: usize,
    token_type: TokenType
) -> bool

Trait Implementations

impl Clone for TokenChunk

fn clone(&self) -> TokenChunk

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TokenChunk

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.