Add Amazon S3 support and synchronization features (#2244)

* Add Amazon S3 support and synchronization features * refactor: remove unused variable in load_data test
2026-03-03 20:33:45 +00:00 · 2025-12-30 18:26:51 +00:00
parent f910a82683
commit 9e7f1ad1c0
22 changed files with 1841 additions and 3 deletions
--- a/application/api/user/tasks.py
+++ b/application/api/user/tasks.py
@@ -8,6 +8,7 @@ from application.worker import (
    mcp_oauth,
    mcp_oauth_status,
    remote_worker,
+    sync,
    sync_worker,
 )

@@ -38,6 +39,30 @@ def schedule_syncs(self, frequency):
    return resp


+@celery.task(bind=True)
+def sync_source(
+    self,
+    source_data,
+    job_name,
+    user,
+    loader,
+    sync_frequency,
+    retriever,
+    doc_id,
+):
+    resp = sync(
+        self,
+        source_data,
+        job_name,
+        user,
+        loader,
+        sync_frequency,
+        retriever,
+        doc_id,
+    )
+    return resp
+
+
@celery.task(bind=True)
 def store_attachment(self, file_info, user):
    resp = attachment_worker(self, file_info, user)