Struct zaplib_components::TextInputTokenizer

source · [−]

pub struct TextInputTokenizer {}

Implementations

source

impl TextInputTokenizer

source

pub fn next_token<'a>(
 &mut self,
 state: &mut TokenizerState<'a>,
 chunk: &mut Vec<char>,
 _token_chunks: &[TokenChunk ]
) -> TokenType

Trait Implementations

source

impl Default for TextInputTokenizer

source

fn default() -> TextInputTokenizer

Returns the “default value” for a type. Read more

Auto Trait Implementations

impl RefUnwindSafe for TextInputTokenizer

impl Send for TextInputTokenizer

impl Sync for TextInputTokenizer

impl Unpin for TextInputTokenizer

impl UnwindSafe for TextInputTokenizer

Blanket Implementations

source

impl<T> Any for T where
T: 'static + ?Sized,

source

pub fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

source

impl<T> Borrow<T> for T where
T: ?Sized,

source

pub fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

source

impl<T> BorrowMut<T> for T where
T: ?Sized,

source

pub fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

source

impl<T> From<T> for T

source

pub fn from(t: T) -> T

Performs the conversion.

source

impl<T, U> Into for T where
U: From<T>,

source

pub fn into(self) -> U

Performs the conversion.

source

impl<T, U> TryFrom for T where
U: Into<T>,

type Error = Infallible

The type returned in the event of a conversion error.

source

pub fn try_from(value: U) -> Result<T, <T as TryFrom>::Error>

Performs the conversion.

source

impl<T, U> TryInto for T where
U: TryFrom<T>,

type Error = >::Error

The type returned in the event of a conversion error.

source

pub fn try_into(self) -> Result<U, >::Error>

Performs the conversion.

Struct zaplib_components::TextInputTokenizer

Implementations

impl TextInputTokenizer

pub fn next_token<'a>(
    &mut self,
    state: &mut TokenizerState<'a>,
    chunk: &mut Vec<char>,
    _token_chunks: &[TokenChunk ]
) -> TokenType

Trait Implementations

impl Default for TextInputTokenizer

fn default() -> TextInputTokenizer

Auto Trait Implementations

impl RefUnwindSafe for TextInputTokenizer

impl Send for TextInputTokenizer

impl Sync for TextInputTokenizer

impl Unpin for TextInputTokenizer

impl UnwindSafe for TextInputTokenizer

Blanket Implementations

impl<T> Any for T where
T: 'static + ?Sized,

pub fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where
T: ?Sized,

pub fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where
T: ?Sized,

pub fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

pub fn from(t: T) -> T

impl<T, U> Into<U> for T where
U: From<T>,

pub fn into(self) -> U

impl<T, U> TryFrom<U> for T where
U: Into<T>,

type Error = Infallible

pub fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

pub fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for T where
V: MultiLane<T>,

pub fn vzip(self) -> V

Struct zaplib_components::TextInputTokenizer

Implementations

impl TextInputTokenizer

pub fn next_token<'a>( &mut self, state: &mut TokenizerState<'a>, chunk: &mut Vec<char>, _token_chunks: &[TokenChunk]) -> TokenType

Trait Implementations

impl Default for TextInputTokenizer

fn default() -> TextInputTokenizer

Auto Trait Implementations

impl RefUnwindSafe for TextInputTokenizer

impl Send for TextInputTokenizer

impl Sync for TextInputTokenizer

impl Unpin for TextInputTokenizer

impl UnwindSafe for TextInputTokenizer

Blanket Implementations

impl<T> Any for T where T: 'static + ?Sized,

pub fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where T: ?Sized,

pub fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where T: ?Sized,

pub fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

pub fn from(t: T) -> T

impl<T, U> Into<U> for T where U: From<T>,

pub fn into(self) -> U

impl<T, U> TryFrom<U> for T where U: Into<T>,

type Error = Infallible

pub fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

pub fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for T where V: MultiLane<T>,

pub fn vzip(self) -> V

pub fn next_token<'a>(
&mut self,
state: &mut TokenizerState<'a>,
chunk: &mut Vec<char>,
_token_chunks: &[TokenChunk ]
) -> TokenType

impl<T> Any for T where
T: 'static + ?Sized,

impl<T> Borrow<T> for T where
T: ?Sized,

impl<T> BorrowMut<T> for T where
T: ?Sized,

impl<T, U> Into<U> for T where
U: From<T>,

impl<T, U> TryFrom<U> for T where
U: Into<T>,

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,

impl<V, T> VZip<V> for T where
V: MultiLane<T>,