Skip to content

Commit f0eba11

Browse files
committed
Test maximal number of parallel uploads for accessing S3 Echo from GPFS
1 parent 462e64e commit f0eba11

1 file changed

Lines changed: 6 additions & 1 deletion

File tree

src/dlstbx/util/iris.py

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -197,7 +197,12 @@ def get_presigned_urls(minio_client, bucket_name, pid, files, logger):
197197
if upload_file:
198198
logger.info(f"Uploading file {filename} into object store.")
199199
timestamp = time.perf_counter()
200-
minio_client.fput_object(bucket_name, filename, filepath)
200+
minio_client.fput_object(
201+
bucket_name,
202+
filename,
203+
filepath,
204+
num_parallel_uploads=10,
205+
)
201206
timestamp = time.perf_counter() - timestamp
202207
logger.info(
203208
f"Upload of {filename} into object store completed in {timestamp:.3f} seconds."

0 commit comments

Comments
 (0)