Add Table Functions to FFI Crate (#15581)

* Initial commit adding user defined table functions to FFI crate

* Minor format change

* Remove duplicate test

* Remove unused imports

---------

Co-authored-by: Andrew Lamb <[email protected]>

Author: timsaucer

Cargo.lock

@@ -62,6 +62,7 @@ bytes = { workspace = true }
 dashmap = { workspace = true }
 # note only use main datafusion crate for examples
 datafusion = { workspace = true, default-features = true }
+datafusion-ffi = { workspace = true }
 datafusion-proto = { workspace = true }
 env_logger = { workspace = true }
 futures = { workspace = true }

datafusion-examples/Cargo.toml

@@ -40,6 +40,7 @@ crate-type = ["cdylib", "rlib"]
 [dependencies]
 abi_stable = "0.11.3"
 arrow = { workspace = true, features = ["ffi"] }
+arrow-schema = { workspace = true }
 async-ffi = { version = "0.5.0", features = ["abi_stable"] }
 async-trait = { workspace = true }
 datafusion = { workspace = true, default-features = false }

datafusion/ffi/Cargo.toml

@@ -35,6 +35,7 @@ pub mod session_config;
 pub mod table_provider;
 pub mod table_source;
 pub mod udf;
+pub mod udtf;
 pub mod util;
 pub mod volatility;
 

datafusion/ffi/src/lib.rs

@@ -27,7 +27,7 @@ use abi_stable::{
 };
 use catalog::create_catalog_provider;
 
-use crate::catalog_provider::FFI_CatalogProvider;
+use crate::{catalog_provider::FFI_CatalogProvider, udtf::FFI_TableFunction};
 
 use super::{table_provider::FFI_TableProvider, udf::FFI_ScalarUDF};
 use arrow::array::RecordBatch;
@@ -37,7 +37,7 @@ use datafusion::{
     common::record_batch,
 };
 use sync_provider::create_sync_table_provider;
-use udf_udaf_udwf::{create_ffi_abs_func, create_ffi_random_func};
+use udf_udaf_udwf::{create_ffi_abs_func, create_ffi_random_func, create_ffi_table_func};
 
 mod async_provider;
 pub mod catalog;
@@ -63,6 +63,8 @@ pub struct ForeignLibraryModule {
 
     pub create_nullary_udf: extern "C" fn() -> FFI_ScalarUDF,
 
+    pub create_table_function: extern "C" fn() -> FFI_TableFunction,
+
     pub version: extern "C" fn() -> u64,
 }
 
@@ -109,6 +111,7 @@ pub fn get_foreign_library_module() -> ForeignLibraryModuleRef {
         create_table: construct_table_provider,
         create_scalar_udf: create_ffi_abs_func,
         create_nullary_udf: create_ffi_random_func,
+        create_table_function: create_ffi_table_func,
         version: super::version,
     }
     .leak_into_prefix()

datafusion/ffi/src/tests/mod.rs

@@ -15,9 +15,11 @@
 // specific language governing permissions and limitations
 // under the License.
 
-use crate::udf::FFI_ScalarUDF;
+use crate::{udf::FFI_ScalarUDF, udtf::FFI_TableFunction};
 use datafusion::{
+    catalog::TableFunctionImpl,
     functions::math::{abs::AbsFunc, random::RandomFunc},
+    functions_table::generate_series::RangeFunc,
     logical_expr::ScalarUDF,
 };
 
@@ -34,3 +36,9 @@ pub(crate) extern "C" fn create_ffi_random_func() -> FFI_ScalarUDF {
 
     udf.into()
 }
+
+pub(crate) extern "C" fn create_ffi_table_func() -> FFI_TableFunction {
+    let udtf: Arc<dyn TableFunctionImpl> = Arc::new(RangeFunc {});
+
+    FFI_TableFunction::new(udtf, None)
+}