Files
DocsGPT/application/parser/remote/web_loader.py
2023-10-12 01:03:40 +04:00

10 lines
300 B
Python

from application.parser.remote.base import BaseRemote
class WebLoader(BaseRemote):
def __init__(self):
from langchain.document_loaders import WebBaseLoader
self.loader = WebBaseLoader
def load_data(self, urls):
loader = self.loader(urls)
return loader.load()