Reduce datafusion-spark dependency footprint

datafusion/spark/Cargo.toml

@@ -49,14 +49,13 @@ chrono = { workspace = true }
 crc32fast = "1.4"
 # Optional dependency for SessionStateBuilderSpark extension trait
 datafusion = { workspace = true, optional = true, default-features = false }
-datafusion-catalog = { workspace = true }
 datafusion-common = { workspace = true }
-datafusion-execution = { workspace = true }
 datafusion-expr = { workspace = true }
-datafusion-functions = { workspace = true, features = ["crypto_expressions"] }
+datafusion-functions = { workspace = true }
 datafusion-functions-aggregate = { workspace = true }
 datafusion-functions-aggregate-common = { workspace = true }
 datafusion-functions-nested = { workspace = true }
+datafusion-session = { workspace = true }
 log = { workspace = true }
 num-traits = { workspace = true }
 percent-encoding = "2.3.2"

datafusion/spark/src/function/string/quote.rs

@@ -17,12 +17,14 @@
 
 use arrow::array::{ArrayRef, OffsetSizeTrait, StringArray};
 use arrow::datatypes::DataType;
-use datafusion::logical_expr::{Coercion, ColumnarValue, Signature, TypeSignatureClass};
 use datafusion_common::cast::{as_generic_string_array, as_string_view_array};
 use datafusion_common::types::{NativeType, logical_string};
 use datafusion_common::utils::take_function_args;
 use datafusion_common::{Result, exec_err};
-use datafusion_expr::{ScalarFunctionArgs, ScalarUDFImpl, Volatility};
+use datafusion_expr::{
+    Coercion, ColumnarValue, ScalarFunctionArgs, ScalarUDFImpl, Signature,
+    TypeSignatureClass, Volatility,
+};
 use datafusion_functions::utils::make_scalar_function;
 
 use std::sync::Arc;

datafusion/spark/src/function/table/mod.rs

@@ -15,7 +15,7 @@
 // specific language governing permissions and limitations
 // under the License.
 
-use datafusion_catalog::TableFunction;
+use datafusion_session::TableFunction;
 use std::sync::Arc;
 
 pub mod expr_fn {}

datafusion/spark/src/lib.rs

@@ -42,7 +42,7 @@
 //! Spark functions taking priority.
 //!
 //! ```
-//! # use datafusion_execution::FunctionRegistry;
+//! # use datafusion_expr::registry::FunctionRegistry;
 //! # use datafusion_expr::{ScalarUDF, AggregateUDF, WindowUDF, HigherOrderUDF};
 //! # use datafusion_expr::planner::ExprPlanner;
 //! # use datafusion_common::Result;
@@ -137,10 +137,10 @@ mod session_state;
 #[cfg(feature = "core")]
 pub use session_state::SessionStateBuilderSpark;
 
-use datafusion_catalog::TableFunction;
 use datafusion_common::Result;
-use datafusion_execution::FunctionRegistry;
+use datafusion_expr::registry::FunctionRegistry;
 use datafusion_expr::{AggregateUDF, ScalarUDF, WindowUDF};
+use datafusion_session::TableFunction;
 use log::debug;
 use std::sync::Arc;