Skip to content

Commit eb80ee3

Browse files
committed
simplify fn signature
1 parent 84232d8 commit eb80ee3

File tree

8 files changed

+16
-18
lines changed

8 files changed

+16
-18
lines changed

datafusion-examples/examples/csv_json_opener.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -71,7 +71,7 @@ async fn csv_opener() -> Result<()> {
7171
.with_batch_size(8192)
7272
.with_projection(&scan_config);
7373

74-
let opener = config.create_file_opener(Ok(object_store), &scan_config, 0)?;
74+
let opener = config.create_file_opener(object_store, &scan_config, 0)?;
7575

7676
let mut result = vec![];
7777
let mut stream =

datafusion/core/src/datasource/data_source.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -38,7 +38,7 @@ pub trait FileSource: Send + Sync {
3838
/// Creates a `dyn FileOpener` based on given parameters
3939
fn create_file_opener(
4040
&self,
41-
object_store: datafusion_common::Result<Arc<dyn ObjectStore>>,
41+
object_store: Arc<dyn ObjectStore>,
4242
base_config: &FileScanConfig,
4343
partition: usize,
4444
) -> datafusion_common::Result<Arc<dyn FileOpener>>;

datafusion/core/src/datasource/physical_plan/arrow_file.rs

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -211,12 +211,12 @@ pub struct ArrowSource {
211211
impl FileSource for ArrowSource {
212212
fn create_file_opener(
213213
&self,
214-
object_store: Result<Arc<dyn ObjectStore>>,
214+
object_store: Arc<dyn ObjectStore>,
215215
base_config: &FileScanConfig,
216216
_partition: usize,
217217
) -> Result<Arc<dyn FileOpener>> {
218218
Ok(Arc::new(ArrowOpener {
219-
object_store: object_store?,
219+
object_store,
220220
projection: base_config.file_column_projection_indices(),
221221
}))
222222
}

datafusion/core/src/datasource/physical_plan/avro.rs

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -194,20 +194,20 @@ impl FileSource for AvroSource {
194194
#[cfg(feature = "avro")]
195195
fn create_file_opener(
196196
&self,
197-
object_store: Result<Arc<dyn ObjectStore>>,
197+
object_store: Arc<dyn ObjectStore>,
198198
_base_config: &FileScanConfig,
199199
_partition: usize,
200200
) -> Result<Arc<dyn FileOpener>> {
201201
Ok(Arc::new(private::AvroOpener {
202202
config: Arc::new(self.clone()),
203-
object_store: object_store?,
203+
object_store,
204204
}))
205205
}
206206

207207
#[cfg(not(feature = "avro"))]
208208
fn create_file_opener(
209209
&self,
210-
_object_store: Result<Arc<dyn ObjectStore>>,
210+
_object_store: Arc<dyn ObjectStore>,
211211
_base_config: &FileScanConfig,
212212
_partition: usize,
213213
) -> Result<Arc<dyn FileOpener>> {

datafusion/core/src/datasource/physical_plan/csv.rs

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -564,14 +564,14 @@ impl CsvOpener {
564564
impl FileSource for CsvSource {
565565
fn create_file_opener(
566566
&self,
567-
object_store: Result<Arc<dyn ObjectStore>>,
567+
object_store: Arc<dyn ObjectStore>,
568568
base_config: &FileScanConfig,
569569
_partition: usize,
570570
) -> Result<Arc<dyn FileOpener>> {
571571
Ok(Arc::new(CsvOpener {
572572
config: Arc::new(self.clone()),
573573
file_compression_type: base_config.file_compression_type,
574-
object_store: object_store?,
574+
object_store,
575575
}))
576576
}
577577

datafusion/core/src/datasource/physical_plan/file_scan_config.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -162,7 +162,7 @@ impl DataSource for FileScanConfig {
162162
partition: usize,
163163
context: Arc<TaskContext>,
164164
) -> Result<SendableRecordBatchStream> {
165-
let object_store = context.runtime_env().object_store(&self.object_store_url);
165+
let object_store = context.runtime_env().object_store(&self.object_store_url)?;
166166

167167
let source = self
168168
.source

datafusion/core/src/datasource/physical_plan/json.rs

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -262,7 +262,7 @@ impl JsonSource {
262262
impl FileSource for JsonSource {
263263
fn create_file_opener(
264264
&self,
265-
object_store: Result<Arc<dyn ObjectStore>>,
265+
object_store: Arc<dyn ObjectStore>,
266266
base_config: &FileScanConfig,
267267
_partition: usize,
268268
) -> Result<Arc<dyn FileOpener>> {
@@ -272,7 +272,7 @@ impl FileSource for JsonSource {
272272
.expect("Batch size must set before creating opener"),
273273
projected_schema: base_config.projected_file_schema(),
274274
file_compression_type: base_config.file_compression_type,
275-
object_store: object_store?,
275+
object_store,
276276
}))
277277
}
278278

datafusion/core/src/datasource/physical_plan/parquet/source.rs

Lines changed: 4 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -463,7 +463,7 @@ impl ParquetSource {
463463
impl FileSource for ParquetSource {
464464
fn create_file_opener(
465465
&self,
466-
object_store: datafusion_common::Result<Arc<dyn ObjectStore>>,
466+
object_store: Arc<dyn ObjectStore>,
467467
base_config: &FileScanConfig,
468468
partition: usize,
469469
) -> datafusion_common::Result<Arc<dyn FileOpener>> {
@@ -478,12 +478,10 @@ impl FileSource for ParquetSource {
478478
let parquet_file_reader_factory = self
479479
.parquet_file_reader_factory
480480
.as_ref()
481-
.map(|f| Ok(Arc::clone(f)))
481+
.map(Arc::clone)
482482
.unwrap_or_else(|| {
483-
object_store.map(|store| {
484-
Arc::new(DefaultParquetFileReaderFactory::new(store)) as _
485-
})
486-
})?;
483+
Arc::new(DefaultParquetFileReaderFactory::new(object_store)) as _
484+
});
487485

488486
Ok(Arc::new(ParquetOpener {
489487
partition_index: partition,

0 commit comments

Comments
 (0)