Skip to content

Commit 3241425

Browse files
committed
new_with_options
1 parent 925d86f commit 3241425

File tree

1 file changed

+47
-20
lines changed
  • parquet/src/arrow/async_reader

1 file changed

+47
-20
lines changed

parquet/src/arrow/async_reader/mod.rs

Lines changed: 47 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -1278,9 +1278,14 @@ mod tests {
12781278
};
12791279

12801280
let options = ArrowReaderOptions::new().with_page_index(true);
1281-
let builder = ParquetRecordBatchStreamBuilder::new_with_options(async_reader, options)
1282-
.await
1283-
.unwrap();
1281+
let builder = ParquetRecordBatchStreamBuilder::new_with_options(
1282+
async_reader,
1283+
options,
1284+
#[cfg(feature = "encryption")]
1285+
None,
1286+
)
1287+
.await
1288+
.unwrap();
12841289

12851290
// The builder should have page and offset indexes loaded now
12861291
let metadata_with_index = builder.metadata();
@@ -1392,9 +1397,14 @@ mod tests {
13921397
};
13931398

13941399
let options = ArrowReaderOptions::new().with_page_index(true);
1395-
let builder = ParquetRecordBatchStreamBuilder::new_with_options(async_reader, options)
1396-
.await
1397-
.unwrap();
1400+
let builder = ParquetRecordBatchStreamBuilder::new_with_options(
1401+
async_reader,
1402+
options,
1403+
#[cfg(feature = "encryption")]
1404+
None,
1405+
)
1406+
.await
1407+
.unwrap();
13981408

13991409
let selection = RowSelection::from(vec![
14001410
RowSelector::skip(21), // Skip first page
@@ -1475,9 +1485,14 @@ mod tests {
14751485
};
14761486

14771487
let options = ArrowReaderOptions::new().with_page_index(true);
1478-
let builder = ParquetRecordBatchStreamBuilder::new_with_options(async_reader, options)
1479-
.await
1480-
.unwrap();
1488+
let builder = ParquetRecordBatchStreamBuilder::new_with_options(
1489+
async_reader,
1490+
options,
1491+
#[cfg(feature = "encryption")]
1492+
None,
1493+
)
1494+
.await
1495+
.unwrap();
14811496

14821497
let col_idx: usize = rand.gen_range(0..13);
14831498
let mask = ProjectionMask::leaves(builder.parquet_schema(), vec![col_idx]);
@@ -1546,9 +1561,14 @@ mod tests {
15461561
};
15471562

15481563
let options = ArrowReaderOptions::new().with_page_index(true);
1549-
let builder = ParquetRecordBatchStreamBuilder::new_with_options(async_reader, options)
1550-
.await
1551-
.unwrap();
1564+
let builder = ParquetRecordBatchStreamBuilder::new_with_options(
1565+
async_reader,
1566+
options,
1567+
#[cfg(feature = "encryption")]
1568+
None,
1569+
)
1570+
.await
1571+
.unwrap();
15521572

15531573
let col_idx: usize = rand.gen_range(0..13);
15541574
let mask = ProjectionMask::leaves(builder.parquet_schema(), vec![col_idx]);
@@ -1780,14 +1800,19 @@ mod tests {
17801800
let mask = ProjectionMask::leaves(&parquet_schema, vec![0, 2]);
17811801

17821802
let options = ArrowReaderOptions::new().with_page_index(true);
1783-
let stream = ParquetRecordBatchStreamBuilder::new_with_options(async_reader, options)
1784-
.await
1785-
.unwrap()
1786-
.with_projection(mask.clone())
1787-
.with_batch_size(1024)
1788-
.with_row_filter(filter)
1789-
.build()
1790-
.unwrap();
1803+
let stream = ParquetRecordBatchStreamBuilder::new_with_options(
1804+
async_reader,
1805+
options,
1806+
#[cfg(feature = "encryption")]
1807+
None,
1808+
)
1809+
.await
1810+
.unwrap()
1811+
.with_projection(mask.clone())
1812+
.with_batch_size(1024)
1813+
.with_row_filter(filter)
1814+
.build()
1815+
.unwrap();
17911816

17921817
let batches: Vec<RecordBatch> = stream.try_collect().await.unwrap();
17931818

@@ -2172,6 +2197,8 @@ mod tests {
21722197
let mut reader = ParquetRecordBatchStreamBuilder::new_with_options(
21732198
tokio::fs::File::from_std(file.try_clone().unwrap()),
21742199
ArrowReaderOptions::new().with_page_index(true),
2200+
#[cfg(feature = "encryption")]
2201+
None,
21752202
)
21762203
.await
21772204
.unwrap();

0 commit comments

Comments
 (0)