Update to object_store 0.6 and arrow 41 (#6374)

* Update object_store 0.6 and arrow

* Remove pin

* Fix pyarrow

* Tomlfmt

* Update flight_sql_service

* Fix parquet_sql_multiple_files

Author: tustvold

Cargo.toml

@@ -45,12 +45,12 @@ repository = "https://github.com/apache/arrow-datafusion"
 rust-version = "1.64"
 
 [workspace.dependencies]
-arrow = { version = "40.0.0", features = ["prettyprint"] }
-arrow-flight = { version = "40.0.0", features = ["flight-sql-experimental"] }
-arrow-buffer = { version = "40.0.0", default-features = false }
-arrow-schema = { version = "40.0.0", default-features = false }
-arrow-array = { version = "40.0.0", default-features = false, features = ["chrono-tz"] }
-parquet = { version = "40.0.0", features = ["arrow", "async", "object_store"] }
+arrow = { version = "41.0.0", features = ["prettyprint"] }
+arrow-flight = { version = "41.0.0", features = ["flight-sql-experimental"] }
+arrow-buffer = { version = "41.0.0", default-features = false }
+arrow-schema = { version = "41.0.0", default-features = false }
+arrow-array = { version = "41.0.0", default-features = false, features = ["chrono-tz"] }
+parquet = { version = "41.0.0", features = ["arrow", "async", "object_store"] }
 
 [profile.release]
 codegen-units = 1

benchmarks/src/bin/parquet.rs

@@ -87,7 +87,7 @@ impl Opt {
 
         if let Some(s) = self.page_size {
             props_builder = props_builder
-                .set_data_pagesize_limit(s)
+                .set_data_page_size_limit(s)
                 .set_write_batch_size(s);
         }