(feat:file_abstract) return storage metadata after upload

application/storage/s3.py

@@ -12,43 +12,51 @@ from application.core.settings import settings
 
 class S3Storage(BaseStorage):
     """AWS S3 storage implementation."""
-    
+
     def __init__(self, bucket_name=None):
         """
         Initialize S3 storage.
-        
+
         Args:
             bucket_name: S3 bucket name (optional, defaults to settings)
         """
         self.bucket_name = bucket_name or getattr(settings, "S3_BUCKET_NAME", "docsgpt-test-bucket")
-        
+
         # Get credentials from settings
         aws_access_key_id = getattr(settings, "SAGEMAKER_ACCESS_KEY", None)
         aws_secret_access_key = getattr(settings, "SAGEMAKER_SECRET_KEY", None)
         region_name = getattr(settings, "SAGEMAKER_REGION", None)
-        
+
         self.s3 = boto3.client(
             's3',
             aws_access_key_id=aws_access_key_id,
             aws_secret_access_key=aws_secret_access_key,
             region_name=region_name
         )
-    
-    def save_file(self, file_data: BinaryIO, path: str) -> str:
+
+    def save_file(self, file_data: BinaryIO, path: str) -> dict:
         """Save a file to S3 storage."""
         self.s3.upload_fileobj(file_data, self.bucket_name, path)
-        return path
-    
+
+        region = getattr(settings, "SAGEMAKER_REGION", None)
+
+        return {
+            'storage_type': 's3',
+            'bucket_name': self.bucket_name,
+            'uri': f's3://{self.bucket_name}/{path}',
+            'region': region
+        }
+
     def get_file(self, path: str) -> BinaryIO:
         """Get a file from S3 storage."""
         if not self.file_exists(path):
             raise FileNotFoundError(f"File not found: {path}")
-        
+
         file_obj = io.BytesIO()
         self.s3.download_fileobj(self.bucket_name, path, file_obj)
         file_obj.seek(0)
         return file_obj
-    
+
     def delete_file(self, path: str) -> bool:
         """Delete a file from S3 storage."""
         try:
@@ -56,7 +64,7 @@ class S3Storage(BaseStorage):
             return True
         except ClientError:
             return False
-    
+
     def file_exists(self, path: str) -> bool:
         """Check if a file exists in S3 storage."""
         try:
@@ -64,42 +72,42 @@ class S3Storage(BaseStorage):
             return True
         except ClientError:
             return False
-    
+
     def list_files(self, directory: str) -> List[str]:
         """List all files in a directory in S3 storage."""
         # Ensure directory ends with a slash if it's not empty
         if directory and not directory.endswith('/'):
             directory += '/'
-            
+
         result = []
         paginator = self.s3.get_paginator('list_objects_v2')
         pages = paginator.paginate(Bucket=self.bucket_name, Prefix=directory)
-        
+
         for page in pages:
             if 'Contents' in page:
                 for obj in page['Contents']:
                     result.append(obj['Key'])
-                    
+
         return result
 
     def process_file(self, path: str, processor_func: Callable, **kwargs):
         """
         Process a file using the provided processor function.
-        
+
         Args:
             path: Path to the file
             processor_func: Function that processes the file
             **kwargs: Additional arguments to pass to the processor function
-            
+
         Returns:
             The result of the processor function
         """
         import tempfile
         import logging
-        
+
         if not self.file_exists(path):
             raise FileNotFoundError(f"File not found in S3: {path}")
-        
+
         with tempfile.NamedTemporaryFile(suffix=os.path.splitext(path)[1], delete=True) as temp_file:
             try:
                 # Download the file from S3 to the temporary file