feat: support other s3 sig versions so it works with s3 (#461)

api/services/filesystem/s3.py

@@ -1,29 +1,84 @@
 from typing import Any, BinaryIO, Dict, Optional
 
 import aioboto3
+from botocore.config import Config
 from botocore.exceptions import ClientError
 
+from api.constants import (
+    S3_ADDRESSING_STYLE,
+    S3_ENDPOINT_URL,
+    S3_SIGNATURE_VERSION,
+)
+
 from .base import BaseFileSystem
 
 
 class S3FileSystem(BaseFileSystem):
     """S3 implementation of the filesystem interface."""
 
-    def __init__(self, bucket_name: str, region_name: str = "us-east-1"):
+    def __init__(
+        self,
+        bucket_name: str,
+        region_name: str = "us-east-1",
+        endpoint_url: Optional[str] = None,
+        signature_version: Optional[str] = None,
+        addressing_style: Optional[str] = None,
+    ):
         """Initialize S3 filesystem.
 
         Args:
             bucket_name: Name of the S3 bucket
             region_name: AWS region name
+            endpoint_url: Optional custom S3 endpoint (e.g. for MinIO/rustfs).
+                Defaults to ``S3_ENDPOINT_URL`` env var; ``None`` uses AWS.
+            signature_version: Optional botocore signature version (e.g.
+                ``"s3v4"``). Defaults to ``S3_SIGNATURE_VERSION`` env var;
+                ``None`` keeps botocore's default signing behavior.
+            addressing_style: Optional S3 addressing style (``"path"`` /
+                ``"virtual"`` / ``"auto"``). Defaults to ``S3_ADDRESSING_STYLE``
+                env var; ``None`` keeps botocore's default.
         """
         self.bucket_name = bucket_name
         self.region_name = region_name
+        self.endpoint_url = (
+            endpoint_url if endpoint_url is not None else S3_ENDPOINT_URL
+        )
+        signature_version = (
+            signature_version
+            if signature_version is not None
+            else S3_SIGNATURE_VERSION
+        )
+        addressing_style = (
+            addressing_style if addressing_style is not None else S3_ADDRESSING_STYLE
+        )
         self.session = aioboto3.Session()
 
+        # Build a botocore Config only when an override is requested so that the
+        # default behavior is byte-for-byte unchanged when no env vars are set.
+        config_kwargs: Dict[str, Any] = {}
+        if signature_version:
+            config_kwargs["signature_version"] = signature_version
+        if addressing_style:
+            config_kwargs["s3"] = {"addressing_style": addressing_style}
+        self._config = Config(**config_kwargs) if config_kwargs else None
+
+    def _client_kwargs(self) -> Dict[str, Any]:
+        """Common kwargs for every ``session.client("s3", ...)`` call.
+
+        Only includes ``endpoint_url`` / ``config`` when configured, so default
+        deployments behave exactly as before.
+        """
+        kwargs: Dict[str, Any] = {"region_name": self.region_name}
+        if self.endpoint_url:
+            kwargs["endpoint_url"] = self.endpoint_url
+        if self._config is not None:
+            kwargs["config"] = self._config
+        return kwargs
+
     async def acreate_file(self, file_path: str, content: BinaryIO) -> bool:
         try:
             async with self.session.client(
-                "s3", region_name=self.region_name
+                "s3", **self._client_kwargs()
             ) as s3_client:
                 await s3_client.put_object(
                     Bucket=self.bucket_name, Key=file_path, Body=await content.read()
@@ -35,7 +90,7 @@ class S3FileSystem(BaseFileSystem):
     async def aupload_file(self, local_path: str, destination_path: str) -> bool:
         try:
             async with self.session.client(
-                "s3", region_name=self.region_name
+                "s3", **self._client_kwargs()
             ) as s3_client:
                 await s3_client.upload_file(
                     local_path, self.bucket_name, destination_path
@@ -60,7 +115,7 @@ class S3FileSystem(BaseFileSystem):
         """
         try:
             async with self.session.client(
-                "s3", region_name=self.region_name
+                "s3", **self._client_kwargs()
             ) as s3_client:
                 params = {"Bucket": self.bucket_name, "Key": file_path}
 
@@ -101,7 +156,7 @@ class S3FileSystem(BaseFileSystem):
         """Get S3 object metadata."""
         try:
             async with self.session.client(
-                "s3", region_name=self.region_name
+                "s3", **self._client_kwargs()
             ) as s3_client:
                 response = await s3_client.head_object(
                     Bucket=self.bucket_name, Key=file_path
@@ -127,7 +182,7 @@ class S3FileSystem(BaseFileSystem):
         """Generate a presigned PUT URL for direct file upload."""
         try:
             async with self.session.client(
-                "s3", region_name=self.region_name
+                "s3", **self._client_kwargs()
             ) as s3_client:
                 url = await s3_client.generate_presigned_url(
                     "put_object",
@@ -146,7 +201,7 @@ class S3FileSystem(BaseFileSystem):
         """Download a file from S3 to local path."""
         try:
             async with self.session.client(
-                "s3", region_name=self.region_name
+                "s3", **self._client_kwargs()
             ) as s3_client:
                 await s3_client.download_file(self.bucket_name, source_path, local_path)
             return True
@@ -157,7 +212,7 @@ class S3FileSystem(BaseFileSystem):
         """Copy a file within S3 (server-side copy)."""
         try:
             async with self.session.client(
-                "s3", region_name=self.region_name
+                "s3", **self._client_kwargs()
             ) as s3_client:
                 await s3_client.copy_object(
                     Bucket=self.bucket_name,