pub trait PartitionStream:
Debug
+ Send
+ Sync {
// Required methods
fn schema(&self) -> &Arc<Schema>;
fn execute(
&self,
ctx: Arc<TaskContext>,
) -> Pin<Box<dyn RecordBatchStream<Item = Result<RecordBatch, DataFusionError>> + Send>>;
}
Expand description
A partition that can be converted into a SendableRecordBatchStream
Combined with StreamingTableExec
, you can use this trait to implement
ExecutionPlan
for a custom source with less boiler plate than
implementing ExecutionPlan
directly for many use cases.
Required Methods§
Sourcefn execute(
&self,
ctx: Arc<TaskContext>,
) -> Pin<Box<dyn RecordBatchStream<Item = Result<RecordBatch, DataFusionError>> + Send>>
fn execute( &self, ctx: Arc<TaskContext>, ) -> Pin<Box<dyn RecordBatchStream<Item = Result<RecordBatch, DataFusionError>> + Send>>
Returns a stream yielding this partitions values