chore(deps): update datafusion to v41 (major) (#595)

[![Mend
Renovate](https://app.renovatebot.com/images/banner.svg)](https://renovatebot.com)

This PR contains the following updates:

| Package | Type | Update | Change |
|---|---|---|---|
| [datafusion](https://datafusion.apache.org)
([source](https://togithub.com/apache/datafusion)) |
workspace.dependencies | major | `40.0.0` -> `41.0.0` |
| [datafusion-common](https://datafusion.apache.org)
([source](https://togithub.com/apache/datafusion)) |
workspace.dependencies | major | `40.0.0` -> `41.0.0` |
| [datafusion-execution](https://datafusion.apache.org)
([source](https://togithub.com/apache/datafusion)) |
workspace.dependencies | major | `40.0.0` -> `41.0.0` |
| [datafusion-expr](https://datafusion.apache.org)
([source](https://togithub.com/apache/datafusion)) |
workspace.dependencies | major | `40.0.0` -> `41.0.0` |
| [datafusion-physical-expr](https://datafusion.apache.org)
([source](https://togithub.com/apache/datafusion)) |
workspace.dependencies | major | `40.0.0` -> `41.0.0` |
| [datafusion-physical-plan](https://datafusion.apache.org)
([source](https://togithub.com/apache/datafusion)) |
workspace.dependencies | major | `40.0.0` -> `41.0.0` |

---

### Release Notes

<details>
<summary>apache/datafusion (datafusion)</summary>

###
[`v41.0.0`](https://togithub.com/apache/datafusion/compare/40.0.0...41.0.0)

[Compare
Source](https://togithub.com/apache/datafusion/compare/40.0.0...41.0.0)

</details>

---

### Configuration

📅 **Schedule**: Branch creation - At any time (no schedule defined),
Automerge - At any time (no schedule defined).

🚦 **Automerge**: Disabled by config. Please merge this manually once you
are satisfied.

♻ **Rebasing**: Whenever PR becomes conflicted, or you tick the
rebase/retry checkbox.

🔕 **Ignore**: Close this PR and you won't be reminded about these
updates again.

---

- [ ] <!-- rebase-check -->If you want to rebase/retry this PR, check
this box

---

This PR was generated by [Mend
Renovate](https://www.mend.io/free-developer-tools/renovate/). View the
[repository job log](https://developer.mend.io/github/spiraldb/vortex).

<!--renovate-debug:eyJjcmVhdGVkSW5WZXIiOiIzOC4yMC4xIiwidXBkYXRlZEluVmVyIjoiMzguMjAuMSIsInRhcmdldEJyYW5jaCI6ImRldmVsb3AiLCJsYWJlbHMiOltdfQ==-->

---------

Co-authored-by: renovate[bot] <29139614+renovate[bot]@users.noreply.github.com>
Co-authored-by: Robert Kruszewski <[email protected]>

Cargo.toml

@@ -55,12 +55,12 @@ clap = "4.5.13"
 criterion = { version = "0.5.1", features = ["html_reports"] }
 croaring = "2.0.0"
 csv = "1.3.0"
-datafusion = "40.0.0"
-datafusion-common = "40.0.0"
-datafusion-execution = "40.0.0"
-datafusion-expr = "40.0.0"
-datafusion-physical-expr = "40.0.0"
-datafusion-physical-plan = "40.0.0"
+datafusion = "41.0.0"
+datafusion-common = "41.0.0"
+datafusion-execution = "41.0.0"
+datafusion-expr = "41.0.0"
+datafusion-physical-expr = "41.0.0"
+datafusion-physical-plan = "41.0.0"
 divan = "0.1.14"
 duckdb = "1.0.0"
 enum-iterator = "2.0.0"

vortex-datafusion/src/memory.rs

@@ -3,8 +3,8 @@ use std::sync::Arc;
 
 use arrow_schema::SchemaRef;
 use async_trait::async_trait;
+use datafusion::catalog::Session;
 use datafusion::datasource::TableProvider;
-use datafusion::execution::context::SessionState;
 use datafusion::prelude::*;
 use datafusion_common::Result as DFResult;
 use datafusion_expr::{TableProviderFilterPushDown, TableType};
@@ -75,7 +75,7 @@ impl TableProvider for VortexMemTable {
     /// The array is flattened directly into the nearest Arrow-compatible encoding.
     async fn scan(
         &self,
-        state: &SessionState,
+        state: &dyn Session,
         projection: Option<&Vec<usize>>,
         filters: &[Expr],
         _limit: Option<usize>,
@@ -194,7 +194,7 @@ fn make_filter_then_take_plan(
     filter_projection: Vec<usize>,
     chunked_array: ChunkedArray,
     output_projection: Vec<usize>,
-    _session_state: &SessionState,
+    _session_state: &dyn Session,
 ) -> Arc<dyn ExecutionPlan> {
     let row_selector_op = Arc::new(RowSelectorExec::new(
         filter_exprs,

vortex-datafusion/src/persistent/provider.rs

@@ -3,9 +3,9 @@ use std::sync::Arc;
 
 use arrow_schema::SchemaRef;
 use async_trait::async_trait;
+use datafusion::catalog::Session;
 use datafusion::datasource::physical_plan::FileScanConfig;
 use datafusion::datasource::TableProvider;
-use datafusion::execution::context::SessionState;
 use datafusion_common::{
     project_schema, DataFusionError, Result as DFResult, Statistics, ToDFSchema,
 };
@@ -54,7 +54,7 @@ impl TableProvider for VortexFileTableProvider {
 
     async fn scan(
         &self,
-        state: &SessionState,
+        state: &dyn Session,
         projection: Option<&Vec<usize>>,
         filters: &[Expr],
         _limit: Option<usize>,