Refactor loader classes to accept inputs directly

2025-11-29 16:43:16 +00:00 · 2024-02-14 15:17:56 +00:00
parent 030c2a740f
commit 0cb3d12d94
4 changed files with 9 additions and 11 deletions
--- a/application/parser/remote/sitemap_loader.py
+++ b/application/parser/remote/sitemap_loader.py
@@ -10,7 +10,7 @@ class SitemapLoader(BaseRemote):
        self.limit = limit  # Adding limit to control the number of URLs to process

    def load_data(self, inputs):
-        sitemap_url= inputs['data']
+        sitemap_url= inputs
        # Check if the input is a list and if it is, use the first element
        if isinstance(sitemap_url, list) and sitemap_url:
            url = sitemap_url[0]