feat: awss3 DownloadFiles use PooledBufferedWriterReadFromProvider

88labs · Aug 31, 2023 · 6d8f00a · 6d8f00a
1 parent ec3734c
commit 6d8f00a
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/aws/awss3/awss3.go b/aws/awss3/awss3.go
@@ -287,7 +287,10 @@ func DownloadFiles(ctx context.Context, region awsconfig.Region, bucketName Buck
 	}
 
 	uniqKeys := keys.Unique()
-	downloader := manager.NewDownloader(client)
+	option := func(d *manager.Downloader) {
+		d.BufferProvider = manager.NewPooledBufferedWriterReadFromProvider(5 * 1024 * 1024)
+	}
+	downloader := manager.NewDownloader(client, option)
 	paths := make([]string, len(uniqKeys))
 
 	getFilePath := func(s3Key string) string {