Struct datafusion::execution::options::AvroReadOptions

pub struct AvroReadOptions<'a> {
    pub schema: Option<&'a Schema>,
    pub file_extension: &'a str,
    pub table_partition_cols: Vec<(String, DataType)>,
    pub infinite: bool,
}

Options that control the reading of AVRO files.

Note this structure is supplied when a datasource is created and can not not vary from statement to statement. For settings that can vary statement to statement see ConfigOptions.

Fields

schema: Option<&'a Schema>

The data source schema.

file_extension: &'a str

File extension; only files with this extension are selected for data input. Defaults to FileType::AVRO.get_ext().as_str().

table_partition_cols: Vec<(String, DataType)>

Partition Columns

infinite: bool

Flag indicating whether this file may be unbounded (as in a FIFO file).

Implementations

impl<'a> AvroReadOptions<'a>

pub fn table_partition_cols(
    self,
    table_partition_cols: Vec<(String, DataType)>
) -> Self

Specify table_partition_cols for partition pruning

pub fn to_listing_options(&self, target_partitions: usize) -> ListingOptions

Helper to convert these user facing options to ListingTable options

pub fn mark_infinite(self, infinite: bool) -> Self

Configure mark_infinite setting

pub fn schema(self, schema: &'a Schema) -> Self

Specify schema to use for AVRO read

Trait Implementations

impl<'a> Clone for AvroReadOptions<'a>

fn clone(&self) -> AvroReadOptions<'a>

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'a> Default for AvroReadOptions<'a>

fn default() -> Self

Returns the “default value” for a type.