LLM/DocsGPT
1
0
Fork 0
mirror of https://github.com/arc53/DocsGPT.git synced 2025-11-29 08:33:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: fields to handle reddit loader + minor changes

Browse Source
This commit is contained in:
Siddhant Rai
2024-03-26 16:07:44 +05:30
parent 0c3970a266
commit eed1bfbe50
3 changed files with 120 additions and 38 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
application/worker.py
View File

@@ -149,7 +149,7 @@ def ingest_worker(self, directory, formats, name_job, filename, user):
}
def remote_worker(self, source_data, name_job, user, directory="temp", loader="url"):
def remote_worker(self, source_data, name_job, user, loader, directory="temp"):
# sample = False
token_check = True
min_tokens = 150