Struct datafusion::physical_plan::repartition::BatchPartitioner

source · [−]

pub struct BatchPartitioner { /* private fields */ }

Expand description

A utility that can be used to partition batches based on Partitioning

Implementations

source

impl BatchPartitioner

source

pub fn try_new(partitioning: Partitioning, timer: Time) -> Result<Self>

Create a new BatchPartitioner with the provided Partitioning

The time spent repartitioning will be recorded to timer

source

pub fn partition<F>(&mut self, batch: RecordBatch, f: F) -> Result<()> where
F: FnMut(usize, RecordBatch) -> Result<()>,

Partition the provided RecordBatch into one or more partitioned RecordBatch based on the Partitioning specified on construction

f will be called for each partitioned RecordBatch with the corresponding partition index. Any error returned by f will be immediately returned by this function without attempting to publish further RecordBatch

The time spent repartitioning, not including time spent in f will be recorded to the metrics::Time provided on construction

Auto Trait Implementations

impl !RefUnwindSafe for BatchPartitioner

impl Send for BatchPartitioner

impl Sync for BatchPartitioner

impl Unpin for BatchPartitioner

impl !UnwindSafe for BatchPartitioner

Blanket Implementations

source

impl<T> Any for T where
T: 'static + ?Sized,

source

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

source

impl<T> Borrow<T> for T where
T: ?Sized,

const: unstable · source

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

source

impl<T> BorrowMut<T> for T where
T: ?Sized,

const: unstable · source

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

source

impl<T> From<T> for T

const: unstable · source

fn from(t: T) -> T

Returns the argument unchanged.

source

impl<T, U> Into for T where
U: From<T>,

const: unstable · source

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

source

impl<T> Same<T> for T

type Output = T

Should always be Self

source

impl<T, U> TryFrom for T where
U: Into<T>,

type Error = Infallible

The type returned in the event of a conversion error.

const: unstable · source

fn try_from(value: U) -> Result<T, <T as TryFrom>::Error>

Performs the conversion.

source

impl<T, U> TryInto for T where
U: TryFrom<T>,

type Error = >::Error

The type returned in the event of a conversion error.

const: unstable · source

fn try_into(self) -> Result<U, >::Error>

Performs the conversion.

Struct datafusion::physical_plan::repartition::BatchPartitioner

Implementations

impl BatchPartitioner

pub fn try_new(partitioning: Partitioning, timer: Time) -> Result<Self>

pub fn partition<F>(&mut self, batch: RecordBatch, f: F) -> Result<()> where
F: FnMut(usize, RecordBatch) -> Result<()>,

Auto Trait Implementations

impl !RefUnwindSafe for BatchPartitioner

impl Send for BatchPartitioner

impl Sync for BatchPartitioner

impl Unpin for BatchPartitioner

impl !UnwindSafe for BatchPartitioner

Blanket Implementations

impl<T> Any for T where
T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where
T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where
T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for T where
U: From<T>,

fn into(self) -> U

impl<T> Same<T> for T

type Output = T

impl<T, U> TryFrom<U> for T where
U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for T where
V: MultiLane<T>,

fn vzip(self) -> V

Struct datafusion::physical_plan::repartition::BatchPartitioner

Implementations

impl BatchPartitioner

pub fn try_new(partitioning: Partitioning, timer: Time) -> Result<Self>

pub fn partition<F>(&mut self, batch: RecordBatch, f: F) -> Result<()> where F: FnMut(usize, RecordBatch) -> Result<()>,

Auto Trait Implementations

impl !RefUnwindSafe for BatchPartitioner

impl Send for BatchPartitioner

impl Sync for BatchPartitioner

impl Unpin for BatchPartitioner

impl !UnwindSafe for BatchPartitioner

Blanket Implementations

impl<T> Any for T where T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for T where U: From<T>,

fn into(self) -> U

impl<T> Same<T> for T

type Output = T

impl<T, U> TryFrom<U> for T where U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for T where U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for T where V: MultiLane<T>,

fn vzip(self) -> V

pub fn partition<F>(&mut self, batch: RecordBatch, f: F) -> Result<()> where
F: FnMut(usize, RecordBatch) -> Result<()>,

impl<T> Any for T where
T: 'static + ?Sized,

impl<T> Borrow<T> for T where
T: ?Sized,

impl<T> BorrowMut<T> for T where
T: ?Sized,

impl<T, U> Into<U> for T where
U: From<T>,

impl<T, U> TryFrom<U> for T where
U: Into<T>,

impl<T, U> TryInto<U> for T where
U: TryFrom<T>,

impl<V, T> VZip<V> for T where
V: MultiLane<T>,