From 87f4c22b6050ea7b951498b03d3cc9149dc54fb9 Mon Sep 17 00:00:00 2001
From: Stitch-z <284618289@qq.com>
Date: Mon, 4 Sep 2023 10:48:48 +0800
Subject: [PATCH] update: aioboto3 client async open file

---
 metagpt/utils/s3.py | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/metagpt/utils/s3.py b/metagpt/utils/s3.py
index 74c3f1654..96b457972 100644
--- a/metagpt/utils/s3.py
+++ b/metagpt/utils/s3.py
@@ -44,8 +44,9 @@ class S3:
         """
         try:
             async with self.session.client(**self.auth_config) as client:
-                with open(local_path, "rb") as file:
-                    await client.put_object(Body=file, Bucket=bucket, Key=object_name)
+                async with aiofiles.open(local_path, mode="rb") as reader:
+                    body = await reader.read()
+                    await client.put_object(Body=body, Bucket=bucket, Key=object_name)
                     logger.info(f"Successfully uploaded the file to path {object_name} in bucket {bucket} of s3.")
         except Exception as e:
             logger.error(f"Failed to upload the file to path {object_name} in bucket {bucket} of s3: {e}")
@@ -119,12 +120,12 @@ class S3:
             async with self.session.client(**self.auth_config) as client:
                 s3_object = await client.get_object(Bucket=bucket, Key=object_name)
                 stream = s3_object["Body"]
-                with open(local_path, "wb") as local_file:
+                async with aiofiles.open(local_path, mode="wb") as writer:
                     while True:
                         file_data = await stream.read(chunk_size)
                         if not file_data:
                             break
-                        local_file.write(file_data)
+                        await writer.write(file_data)
         except Exception as e:
             logger.error(f"Failed to download the file from S3: {e}")
             raise e