Struct datafusion::execution::session_state::SessionState

pub struct SessionState { /* private fields */ }

Execution context for registering data sources and executing queries. See SessionContext for a higher level API.

Note that there is no Default or new() for SessionState, to avoid accidentally running queries or other operations without passing through the SessionConfig or RuntimeEnv. See SessionContext.

Implementations

impl SessionState

pub fn new_with_config_rt( config: SessionConfig, runtime: Arc<RuntimeEnv>, ) -> Self

Returns new SessionState using the provided SessionConfig and RuntimeEnv.

pub fn with_config_rt(config: SessionConfig, runtime: Arc<RuntimeEnv>) -> Self

👎Deprecated since 32.0.0: Use SessionState::new_with_config_rt

Returns new SessionState using the provided SessionConfig and RuntimeEnv.

pub fn new_with_config_rt_and_catalog_list( config: SessionConfig, runtime: Arc<RuntimeEnv>, catalog_list: Arc<dyn CatalogProviderList>, ) -> Self

Returns new SessionState using the provided SessionConfig, RuntimeEnv, and CatalogProviderList

pub fn with_config_rt_and_catalog_list( config: SessionConfig, runtime: Arc<RuntimeEnv>, catalog_list: Arc<dyn CatalogProviderList>, ) -> Self

👎Deprecated since 32.0.0: Use SessionState::new_with_config_rt_and_catalog_list

Returns new SessionState using the provided SessionConfig and RuntimeEnv.

pub fn with_session_id(self, session_id: String) -> Self

Replace the random session id.

pub fn with_query_planner( self, query_planner: Arc<dyn QueryPlanner + Send + Sync>, ) -> Self

override default query planner with query_planner

pub fn with_analyzer_rules( self, rules: Vec<Arc<dyn AnalyzerRule + Send + Sync>>, ) -> Self

Override the AnalyzerRules optimizer plan rules.

pub fn with_optimizer_rules( self, rules: Vec<Arc<dyn OptimizerRule + Send + Sync>>, ) -> Self

Replace the entire list of OptimizerRules used to optimize plans

pub fn with_physical_optimizer_rules( self, physical_optimizers: Vec<Arc<dyn PhysicalOptimizerRule + Send + Sync>>, ) -> Self

Replace the entire list of PhysicalOptimizerRules used to optimize plans

pub fn add_analyzer_rule( &mut self, analyzer_rule: Arc<dyn AnalyzerRule + Send + Sync>, ) -> &Self

Add analyzer_rule to the end of the list of AnalyzerRules used to rewrite queries.

pub fn add_optimizer_rule( self, optimizer_rule: Arc<dyn OptimizerRule + Send + Sync>, ) -> Self

Add optimizer_rule to the end of the list of OptimizerRules used to rewrite queries.

pub fn add_physical_optimizer_rule( self, physical_optimizer_rule: Arc<dyn PhysicalOptimizerRule + Send + Sync>, ) -> Self

Add physical_optimizer_rule to the end of the list of PhysicalOptimizerRules used to rewrite queries.

pub fn add_table_options_extension<T: ConfigExtension>( self, extension: T, ) -> Self

Adds a new ConfigExtension to TableOptions

pub fn with_function_factory( self, function_factory: Arc<dyn FunctionFactory>, ) -> Self

Registers a FunctionFactory to handle CREATE FUNCTION statements

pub fn set_function_factory( &mut self, function_factory: Arc<dyn FunctionFactory>, )

Registers a FunctionFactory to handle CREATE FUNCTION statements

pub fn with_serializer_registry( self, registry: Arc<dyn SerializerRegistry>, ) -> Self

Replace the extension SerializerRegistry

pub fn function_factory(&self) -> Option<&Arc<dyn FunctionFactory>>

Get the function factory

pub fn table_factories(&self) -> &HashMap<String, Arc<dyn TableProviderFactory>>

Get the table factories

pub fn table_factories_mut( &mut self, ) -> &mut HashMap<String, Arc<dyn TableProviderFactory>>

Get the table factories

pub fn sql_to_statement(&self, sql: &str, dialect: &str) -> Result<Statement>

Parse an SQL string into an DataFusion specific AST Statement. See SessionContext::sql for running queries.

pub fn sql_to_expr(&self, sql: &str, dialect: &str) -> Result<SQLExpr>

parse a sql string into a sqlparser-rs AST SQLExpr.

See Self::create_logical_expr for parsing sql to Expr.

pub fn resolve_table_references( &self, statement: &Statement, ) -> Result<Vec<TableReference>>

Resolve all table references in the SQL statement. Does not include CTE references.

See catalog::resolve_table_references for more information.

pub async fn statement_to_plan( &self, statement: Statement, ) -> Result<LogicalPlan>

Convert an AST Statement into a LogicalPlan

pub async fn create_logical_plan(&self, sql: &str) -> Result<LogicalPlan>

Creates a LogicalPlan from the provided SQL string. This interface will plan any SQL DataFusion supports, including DML like CREATE TABLE, and COPY (which can write to local files.

See SessionContext::sql and SessionContext::sql_with_options for a higher-level interface that handles DDL and verification of allowed statements.

pub fn create_logical_expr( &self, sql: &str, df_schema: &DFSchema, ) -> Result<Expr>

Creates a datafusion style AST Expr from a SQL string.

See example on SessionContext::parse_sql_expr

pub fn optimize(&self, plan: &LogicalPlan) -> Result<LogicalPlan>

Optimizes the logical plan by applying optimizer rules.

pub async fn create_physical_plan( &self, logical_plan: &LogicalPlan, ) -> Result<Arc<dyn ExecutionPlan>>

Creates a physical ExecutionPlan plan from a LogicalPlan.

Note: this first calls Self::optimize on the provided plan.

This function will error for LogicalPlans such as catalog DDL like CREATE TABLE, which do not have corresponding physical plans and must be handled by another layer, typically SessionContext.

pub fn create_physical_expr( &self, expr: Expr, df_schema: &DFSchema, ) -> Result<Arc<dyn PhysicalExpr>>

Create a PhysicalExpr from an Expr after applying type coercion, and function rewrites.

Note: The expression is not simplified or otherwise optimized: `a = 1

• 2will not be simplified toa = 3` as this is a more involved process. See the expr_api example for how to simplify expressions.

See Also:

• SessionContext::create_physical_expr for a higher-level API
• create_physical_expr for a lower-level API

pub fn session_id(&self) -> &str

Return the session ID

pub fn runtime_env(&self) -> &Arc<RuntimeEnv>

Return the runtime env

pub fn execution_props(&self) -> &ExecutionProps

Return the execution properties

pub fn execution_props_mut(&mut self) -> &mut ExecutionProps

Return mutable execution properties

pub fn config(&self) -> &SessionConfig

Return the SessionConfig

pub fn config_mut(&mut self) -> &mut SessionConfig

Return the mutable SessionConfig.

pub fn physical_optimizers( &self, ) -> &[Arc<dyn PhysicalOptimizerRule + Send + Sync>]

Return the physical optimizers

pub fn config_options(&self) -> &ConfigOptions

return the configuration options

pub fn default_table_options(&self) -> TableOptions

return the TableOptions options with its extensions

pub fn table_options(&self) -> &TableOptions

Return the table options

pub fn table_options_mut(&mut self) -> &mut TableOptions

Return mutable table opptions

pub fn register_table_options_extension<T: ConfigExtension>( &mut self, extension: T, )

Registers a ConfigExtension as a table option extention that can be referenced from SQL statements executed against this context.

pub fn register_file_format( &mut self, file_format: Arc<dyn FileFormatFactory>, overwrite: bool, ) -> Result<(), DataFusionError>

Adds or updates a FileFormatFactory which can be used with COPY TO or CREATE EXTERNAL TABLE statements for reading and writing files of custom formats.

pub fn get_file_format_factory( &self, ext: &str, ) -> Option<Arc<dyn FileFormatFactory>>

Retrieves a FileFormatFactory based on file extension which has been registered via SessionContext::register_file_format. Extensions are not case sensitive.

pub fn task_ctx(&self) -> Arc<TaskContext>

Get a new TaskContext to run in this session

pub fn catalog_list(&self) -> &Arc<dyn CatalogProviderList>

Return catalog list

pub fn scalar_functions(&self) -> &HashMap<String, Arc<ScalarUDF>>

Return reference to scalar_functions

pub fn aggregate_functions(&self) -> &HashMap<String, Arc<AggregateUDF>>

Return reference to aggregate_functions

pub fn window_functions(&self) -> &HashMap<String, Arc<WindowUDF>>

Return reference to window functions

pub fn table_functions(&self) -> &HashMap<String, Arc<TableFunction>>

Return reference to table_functions

pub fn serializer_registry(&self) -> &Arc<dyn SerializerRegistry>

Return SerializerRegistry for extensions

pub fn version(&self) -> &str

Return version of the cargo package that produced this query

pub fn register_udtf(&mut self, name: &str, fun: Arc<dyn TableFunctionImpl>)

Register a user defined table function

pub fn deregister_udtf( &mut self, name: &str, ) -> Result<Option<Arc<dyn TableFunctionImpl>>>

Deregsiter a user defined table function

Trait Implementations

impl Clone for SessionState

fn clone(&self) -> SessionState

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for SessionState

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl From<&SessionState> for TaskContext

Create a new task context instance from SessionState

fn from(state: &SessionState) -> Self

Converts to this type from the input type.

impl FunctionRegistry for SessionState

fn udfs(&self) -> HashSet<String>

Set of all available udfs.

fn udf(&self, name: &str) -> Result<Arc<ScalarUDF>>

Returns a reference to the user defined scalar function (udf) named name.

fn udaf(&self, name: &str) -> Result<Arc<AggregateUDF>>

Returns a reference to the user defined aggregate function (udaf) named name.

fn udwf(&self, name: &str) -> Result<Arc<WindowUDF>>

Returns a reference to the user defined window function (udwf) named name.

fn register_udf( &mut self, udf: Arc<ScalarUDF>, ) -> Result<Option<Arc<ScalarUDF>>>

Registers a new ScalarUDF, returning any previously registered implementation.

fn register_udaf( &mut self, udaf: Arc<AggregateUDF>, ) -> Result<Option<Arc<AggregateUDF>>>

Registers a new AggregateUDF, returning any previously registered implementation.

fn register_udwf( &mut self, udwf: Arc<WindowUDF>, ) -> Result<Option<Arc<WindowUDF>>>

Registers a new WindowUDF, returning any previously registered implementation.

fn deregister_udf(&mut self, name: &str) -> Result<Option<Arc<ScalarUDF>>>

Deregisters a ScalarUDF, returning the implementation that was deregistered.

fn deregister_udaf(&mut self, name: &str) -> Result<Option<Arc<AggregateUDF>>>

Deregisters a AggregateUDF, returning the implementation that was deregistered.

fn deregister_udwf(&mut self, name: &str) -> Result<Option<Arc<WindowUDF>>>

Deregisters a WindowUDF, returning the implementation that was deregistered.

fn register_function_rewrite( &mut self, rewrite: Arc<dyn FunctionRewrite + Send + Sync>, ) -> Result<()>

Registers a new FunctionRewrite with the registry.

fn expr_planners(&self) -> Vec<Arc<dyn ExprPlanner>>

Set of all registered ExprPlanners

fn register_expr_planner( &mut self, expr_planner: Arc<dyn ExprPlanner>, ) -> Result<()>

Registers a new ExprPlanner with the registry.

impl OptimizerConfig for SessionState

fn query_execution_start_time(&self) -> DateTime<Utc>

Return the time at which the query execution started. This time is used as the value for now()

fn alias_generator(&self) -> Arc<AliasGenerator>

Return alias generator used to generate unique aliases for subqueries

fn options(&self) -> &ConfigOptions

fn function_registry(&self) -> Option<&dyn FunctionRegistry>