Refactor loader classes to accept inputs directly

2025-11-29 16:43:16 +00:00 · 2024-02-14 15:17:56 +00:00
parent 030c2a740f
commit 0cb3d12d94
4 changed files with 9 additions and 11 deletions
--- a/application/parser/remote/web_loader.py
+++ b/application/parser/remote/web_loader.py
@@ -6,7 +6,7 @@ class WebLoader(BaseRemote):
        self.loader = WebBaseLoader

    def load_data(self, inputs):
-        urls = inputs['data']
+        urls = inputs

        if isinstance(urls, str):
            urls = [urls] # Convert string to list if a single URL is passed