Struct datafusion::execution::runtime_env::RuntimeConfig

pub struct RuntimeConfig {
    pub disk_manager: DiskManagerConfig,
    pub memory_pool: Option<Arc<dyn MemoryPool>>,
    pub object_store_registry: Arc<ObjectStoreRegistry>,
    pub table_factories: HashMap<String, Arc<dyn TableProviderFactory>>,
}

Execution runtime configuration

Fields

disk_manager: DiskManagerConfig

DiskManager to manage temporary disk file usage

memory_pool: Option<Arc<dyn MemoryPool>>

MemoryPool from which to allocate memory

Defaults to using an UnboundedMemoryPool if None

object_store_registry: Arc<ObjectStoreRegistry>

ObjectStoreRegistry to get object store based on url

table_factories: HashMap<String, Arc<dyn TableProviderFactory>>

Custom table factories for things like deltalake that are not part of core datafusion

Implementations

impl RuntimeConfig

pub fn new() -> Self

New with default values

pub fn with_disk_manager(self, disk_manager: DiskManagerConfig) -> Self

Customize disk manager

pub fn with_memory_pool(self, memory_pool: Arc<dyn MemoryPool>) -> Self

Customize memory policy

pub fn with_object_store_registry(
    self,
    object_store_registry: Arc<ObjectStoreRegistry>
) -> Self

Customize object store registry

pub fn with_table_factories(
    self,
    table_factories: HashMap<String, Arc<dyn TableProviderFactory>>
) -> Self

Customize object store registry

pub fn with_memory_limit(self, max_memory: usize, memory_fraction: f64) -> Self

Specify the total memory to use while running the DataFusion plan to max_memory * memory_fraction in bytes.

This defaults to using GreedyMemoryPool

Note DataFusion does not yet respect this limit in all cases.

pub fn with_temp_file_path(self, path: impl Into<PathBuf>) -> Self

Use the specified path to create any needed temporary files

Trait Implementations

impl Clone for RuntimeConfig

fn clone(&self) -> RuntimeConfig

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Default for RuntimeConfig

fn default() -> RuntimeConfig

Returns the “default value” for a type.