Struct datafusion::parser::Tokenizer

pub struct Tokenizer {
    pub query: String,
    // some fields omitted
}

Fields

query: String

Methods

impl Tokenizer

pub fn new(query: &str) -> Self

pub fn tokenize(&mut self) -> Result<Vec<Token>, ParserError>

Trait Implementations