feat: added reddit loader

application/parser/remote/reddit_loader.py

@@ -0,0 +1,27 @@
+from application.parser.remote.base import BaseRemote
+from langchain_community.document_loaders import RedditPostsLoader
+
+
+class RedditPostsLoaderRemote(BaseRemote):
+    def load_data(self, inputs):
+        client_id = inputs.get("client_id")
+        client_secret = inputs.get("client_secret")
+        user_agent = inputs.get("user_agent")
+        categories = inputs.get("categories", ["new", "hot"])
+        mode = inputs.get("mode", "subreddit")
+        search_queries = inputs.get("search_queries")
+        self.loader = RedditPostsLoader(
+            client_id=client_id,
+            client_secret=client_secret,
+            user_agent=user_agent,
+            categories=categories,
+            mode=mode,
+            search_queries=search_queries,
+        )
+        documents = []
+        try:
+            documents.extend(self.loader.load())
+        except Exception as e:
+            print(f"Error processing Data: {e}")
+        print(f"Loaded {len(documents)} documents from Reddit")
+        return documents[:5]