Struct datafusion::execution::runtime_env::RuntimeConfig

source · [−]

pub struct RuntimeConfig {
    pub disk_manager: DiskManagerConfig,
    pub memory_manager: MemoryManagerConfig,
    pub object_store_registry: Arc<ObjectStoreRegistry>,
}

Expand description

Execution runtime configuration

Fields

disk_manager: DiskManagerConfig

DiskManager to manage temporary disk file usage

memory_manager: MemoryManagerConfig

MemoryManager to limit access to memory

object_store_registry: Arc<ObjectStoreRegistry>

ObjectStoreRegistry to get object store based on url

Implementations

source

impl RuntimeConfig

source

pub fn new() -> Self

New with default values

source

pub fn with_disk_manager(self, disk_manager: DiskManagerConfig) -> Self

Customize disk manager

source

pub fn with_memory_manager(self, memory_manager: MemoryManagerConfig) -> Self

Customize memory manager

source

pub fn with_object_store_registry(
self,
object_store_registry: Arc<ObjectStoreRegistry>
) -> Self

Customize object store registry

source

pub fn with_memory_limit(self, max_memory: usize, memory_fraction: f64) -> Self

Specify the total memory to use while running the DataFusion plan to max_memory * memory_fraction in bytes.

Note DataFusion does not yet respect this limit in all cases.

source

pub fn with_temp_file_path(self, path: impl Into<PathBuf>) -> Self

Use the specified path to create any needed temporary files

Trait Implementations

source

impl Clone for RuntimeConfig

source

fn clone(&self) -> RuntimeConfig

Returns a copy of the value. Read more

1.0.0 · source

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more

source

impl Default for RuntimeConfig

source

fn default() -> RuntimeConfig

Returns the “default value” for a type. Read more

Auto Trait Implementations

impl !RefUnwindSafe for RuntimeConfig

impl Send for RuntimeConfig

impl Sync for RuntimeConfig

impl Unpin for RuntimeConfig

impl !UnwindSafe for RuntimeConfig

Blanket Implementations

source

impl<T> Any for T where
T: 'static + ?Sized,

source

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

source

impl<T> Borrow<T> for T where
T: ?Sized,

const: unstable · source

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

source

impl<T> BorrowMut<T> for T where
T: ?Sized,

const: unstable · source

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

source

impl<T> From<T> for T

const: unstable · source

fn from(t: T) -> T

Returns the argument unchanged.

source

impl<T, U> Into for T where
U: From<T>,

const: unstable · source

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

source

impl<T> Same<T> for T

type Output = T

Should always be Self

source

impl<T> ToOwned for T where
T: Clone,

type Owned = T

The resulting type after obtaining ownership.

source

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more

source

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more

source

impl<T, U> TryFrom for T where
U: Into<T>,

type Error = Infallible

The type returned in the event of a conversion error.

const: unstable · source

fn try_from(value: U) -> Result<T, <T as TryFrom>::Error>

Performs the conversion.

source

impl<T, U> TryInto for T where
U: TryFrom<T>,

type Error = >::Error

The type returned in the event of a conversion error.

const: unstable · source

fn try_into(self) -> Result<U, >::Error>

Performs the conversion.

Struct datafusion::execution::runtime_env::RuntimeConfig

Fields

Implementations

impl RuntimeConfig

pub fn new() -> Self

pub fn with_disk_manager(self, disk_manager: DiskManagerConfig) -> Self

pub fn with_memory_manager(self, memory_manager: MemoryManagerConfig) -> Self

pub fn with_object_store_registry( self, object_store_registry: Arc<ObjectStoreRegistry>) -> Self

pub fn with_memory_limit(self, max_memory: usize, memory_fraction: f64) -> Self

pub fn with_temp_file_path(self, path: impl Into<PathBuf>) -> Self

Trait Implementations

impl Clone for RuntimeConfig

fn clone(&self) -> RuntimeConfig

fn clone_from(&mut self, source: &Self)

impl Default for RuntimeConfig

fn default() -> RuntimeConfig

Auto Trait Implementations

impl !RefUnwindSafe for RuntimeConfig

impl Send for RuntimeConfig

impl Sync for RuntimeConfig

impl Unpin for RuntimeConfig

impl !UnwindSafe for RuntimeConfig

Blanket Implementations

impl<T> Any for T where T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for T where U: From<T>,

fn into(self) -> U

impl<T> Same<T> for T

type Output = T

impl<T> ToOwned for T where T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for T where U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for T where V: MultiLane<T>,

fn vzip(self) -> V

pub fn with_object_store_registry(
self,
object_store_registry: Arc<ObjectStoreRegistry>
) -> Self

impl<T> Any for T where
T: 'static + ?Sized,

impl<T> Borrow<T> for T where
T: ?Sized,

impl<T> BorrowMut<T> for T where
T: ?Sized,

impl<T, U> Into<U> for T where
U: From<T>,

impl<T> ToOwned for T where
T: Clone,

impl<T, U> TryFrom<U> for T where
U: Into<T>,

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,

impl<V, T> VZip<V> for T where
V: MultiLane<T>,