Struct datafusion::execution::context::ExecutionConfig

pub struct ExecutionConfig {
    pub concurrency: usize,
    pub batch_size: usize,
    pub physical_optimizers: Vec<Arc<dyn PhysicalOptimizerRule + Send + Sync>>,
    pub repartition_joins: bool,
    // some fields omitted
}

Configuration options for execution context

Fields

concurrency: usize

Number of concurrent threads for query execution.

batch_size: usize

Default batch size when reading data sources

physical_optimizers: Vec<Arc<dyn PhysicalOptimizerRule + Send + Sync>>

Responsible for optimizing a physical execution plan

repartition_joins: bool

Should DataFusion repartition data using the join keys to execute joins in parallel using the provided concurrency level

Implementations

impl ExecutionConfig

pub fn new() -> Self

Create an execution config with default setting

pub fn with_concurrency(self, n: usize) -> Self

Customize max_concurrency

pub fn with_batch_size(self, n: usize) -> Self

Customize batch size

pub fn with_query_planner(
    self,
    query_planner: Arc<dyn QueryPlanner + Send + Sync>
) -> Self

Replace the default query planner

pub fn with_physical_optimizer_rules(
    self,
    physical_optimizers: Vec<Arc<dyn PhysicalOptimizerRule + Send + Sync>>
) -> Self

Replace the physical optimizer rules

pub fn add_optimizer_rule(
    self,
    optimizer_rule: Arc<dyn OptimizerRule + Send + Sync>
) -> Self

Adds a new OptimizerRule

pub fn add_physical_optimizer_rule(
    self,
    optimizer_rule: Arc<dyn PhysicalOptimizerRule + Send + Sync>
) -> Self

Adds a new PhysicalOptimizerRule

pub fn with_default_catalog_and_schema(
    self,
    catalog: impl Into<String>,
    schema: impl Into<String>
) -> Self

Selects a name for the default catalog and schema

pub fn create_default_catalog_and_schema(self, create: bool) -> Self

Controls whether the default catalog and schema will be automatically created

pub fn with_information_schema(self, enabled: bool) -> Self

Enables or disables the inclusion of information_schema virtual tables

pub fn with_repartition_joins(self, enabled: bool) -> Self

Enables or disables the use of repartitioning for joins to improve parallelism

Trait Implementations

impl Clone for ExecutionConfig

fn clone(&self) -> ExecutionConfig

Returns a copy of the value.

pub fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.