Skip to content

Commit 4cad02f

Browse files
committed
fix: add s3 checksum layer
1 parent 93db466 commit 4cad02f

File tree

1 file changed

+5
-0
lines changed

1 file changed

+5
-0
lines changed

src/commands/dataset/download.rs

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -144,6 +144,11 @@ async fn download_partition_file(
144144
dataset_name: &str,
145145
file_node: GetDatasetVersionFilesNodeOnDatasetVersionFilesNodes,
146146
) -> Result<()> {
147+
let mut client = client.clone();
148+
client.s3_layer(aqora_client::checksum::S3ChecksumLayer::new(
149+
aqora_client::checksum::crc32fast::Crc32::new(),
150+
));
151+
147152
let (metadata, url) = match client.s3_head(file_node.url.clone()).await {
148153
Ok(metadata) => (metadata, file_node.url.clone()),
149154
// retry if presigned url expired due to long dataset download time

0 commit comments

Comments
 (0)