LLM/DocsGPT
1
0
Fork 0
mirror of https://github.com/arc53/DocsGPT.git synced 2025-11-30 00:53:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

Refactored url join

Browse Source
This commit is contained in:
Serj
2023-04-30 10:46:52 +01:00
parent 4efcb388ff
commit 8742cdae0a
2 changed files with 8 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
application/worker.py
View File

@@ -6,7 +6,8 @@ from parser.file.bulk import SimpleDirectoryReader
from parser.schema.base import Document
from parser.open_ai_func import call_openai_api
from parser.token_func import group_split
from application.core.settings import settings
from urllib.parse import urljoin
from core.settings import settings
import string
@@ -41,7 +42,7 @@ def ingest_worker(self, directory, formats, name_job, filename, user):
full_path = directory + '/' + user + '/' + name_job
# check if API_URL env variable is set
file_data = {'name': name_job, 'file': filename, 'user': user}
response = requests.get(os.path.join(settings.API_URL, "/api/download"), params=file_data)
response = requests.get(urljoin(settings.API_URL, "/api/download"), params=file_data)
file = response.content
if not os.path.exists(full_path):
@@ -76,9 +77,9 @@ def ingest_worker(self, directory, formats, name_job, filename, user):
file_data = {'name': name_job, 'user': user}
files = {'file_faiss': open(full_path + '/index.faiss', 'rb'),
'file_pkl': open(full_path + '/index.pkl', 'rb')}
response = requests.post(os.path.join(settings.API_URL, "/api/upload_index"), files=files, data=file_data)
response = requests.post(urljoin(settings.API_URL, "/api/upload_index"), files=files, data=file_data)
response = requests.get(os.path.join(settings.API_URL, "/api/delete_old?path="))
response = requests.get(urljoin(settings.API_URL, "/api/delete_old?path="))
# delete local
shutil.rmtree(full_path)