Struct datafusion::common::arrow::csv::reader::Format

pub struct Format { /* private fields */ }

The format specification for the CSV file

Implementations

impl Format

pub fn with_header(self, has_header: bool) -> Format

pub fn with_delimiter(self, delimiter: u8) -> Format

pub fn with_escape(self, escape: u8) -> Format

pub fn with_quote(self, quote: u8) -> Format

pub fn with_terminator(self, terminator: u8) -> Format

pub fn with_comment(self, comment: u8) -> Format

pub fn with_null_regex(self, null_regex: Regex) -> Format

Provide a regex to match null values, defaults to ^$

pub fn with_truncated_rows(self, allow: bool) -> Format

Whether to allow truncated rows when parsing.

By default this is set to false and will error if the CSV rows have different lengths. When set to true then it will allow records with less than the expected number of columns and fill the missing columns with nulls. If the record’s schema is not nullable, then it will still return an error.

pub fn infer_schema<R>( &self, reader: R, max_records: Option<usize>, ) -> Result<(Schema, usize), ArrowError>

where R: Read,

Infer schema of CSV records from the provided reader

If max_records is None, all records will be read, otherwise up to max_records records are read to infer the schema

Returns inferred schema and number of records read

Trait Implementations

impl Clone for Format

fn clone(&self) -> Format

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Format

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl Default for Format

fn default() -> Format

Returns the “default value” for a type.