Struct datafusion::execution::runtime_env::RuntimeConfig

pub struct RuntimeConfig {
    pub disk_manager: DiskManagerConfig,
    pub memory_manager: MemoryManagerConfig,
    pub object_store_registry: Arc<ObjectStoreRegistry>,
    pub table_factories: HashMap<String, Arc<dyn TableProviderFactory>>,
}

Execution runtime configuration

Fields

disk_manager: DiskManagerConfig

DiskManager to manage temporary disk file usage

memory_manager: MemoryManagerConfig

MemoryManager to limit access to memory

object_store_registry: Arc<ObjectStoreRegistry>

ObjectStoreRegistry to get object store based on url

table_factories: HashMap<String, Arc<dyn TableProviderFactory>>

Custom table factories for things like deltalake that are not part of core datafusion

Implementations

impl RuntimeConfig

pub fn new() -> Self

New with default values

pub fn with_disk_manager(self, disk_manager: DiskManagerConfig) -> Self

Customize disk manager

pub fn with_memory_manager(self, memory_manager: MemoryManagerConfig) -> Self

Customize memory manager

pub fn with_object_store_registry(
    self,
    object_store_registry: Arc<ObjectStoreRegistry>
) -> Self

Customize object store registry

pub fn with_table_factories(
    self,
    table_factories: HashMap<String, Arc<dyn TableProviderFactory>>
) -> Self

Customize object store registry

pub fn with_memory_limit(self, max_memory: usize, memory_fraction: f64) -> Self

Specify the total memory to use while running the DataFusion plan to max_memory * memory_fraction in bytes.

Note DataFusion does not yet respect this limit in all cases.

pub fn with_temp_file_path(self, path: impl Into<PathBuf>) -> Self

Use the specified path to create any needed temporary files

Trait Implementations

impl Clone for RuntimeConfig

fn clone(&self) -> RuntimeConfig

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Default for RuntimeConfig

fn default() -> RuntimeConfig

Returns the “default value” for a type.