change input

This commit is contained in:
Pavel
2023-10-13 21:52:56 +04:00
parent 8b3b16bce4
commit 381a2740ee
4 changed files with 9 additions and 5 deletions

View File

@@ -9,11 +9,12 @@ class SitemapLoader(BaseRemote):
self.loader = WebBaseLoader
self.limit = limit # Adding limit to control the number of URLs to process
def load_data(self, sitemap_url):
def load_data(self, inputs):
sitemap_url= inputs['data']
# Check if the input is a list and if it is, use the first element
if isinstance(sitemap_url, list) and sitemap_url:
url = sitemap_url[0]
urls = self._extract_urls(sitemap_url)
if not urls:
print(f"No URLs found in the sitemap: {sitemap_url}")