Skip to content

Commit ee9ba05

Browse files
committed
fix: correct s3 multipart size limits
1 parent 6bdfc0c commit ee9ba05

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

services/dune/src/s3/client.rs

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -94,7 +94,7 @@ impl Storage for S3Storage {
9494
let data = data.clone();
9595
async move {
9696
#[allow(clippy::identity_op)]
97-
const LARGE_FILE_THRESHOLD: usize = 1 * 1024 * 1024; // 1MB
97+
const LARGE_FILE_THRESHOLD: usize = 100 * 1024 * 1024; // 100MB
9898
let result = if data.len() >= LARGE_FILE_THRESHOLD {
9999
tracing::debug!(
100100
"Uploading file to S3 using multipart_upload"
@@ -209,7 +209,7 @@ impl S3Storage {
209209
key: &str,
210210
data: Vec<u8>,
211211
) -> Result<(), StorageError> {
212-
const CHUNK_SIZE: usize = 5 * 1024 * 1024; // 5MB chunks
212+
const CHUNK_SIZE: usize = 100 * 1024 * 1024; // 100MB chunks
213213

214214
// Create multipart upload
215215
let create_multipart = self

0 commit comments

Comments
 (0)