LLM/DocsGPT
1
0
Fork 0
mirror of https://github.com/arc53/DocsGPT.git synced 2026-02-17 03:30:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #355 from arc53/feature/cpu-llm

Browse Source 
llama-cpp local
This commit is contained in:
Alex
2023-10-01 17:55:26 +01:00
committed by GitHub
parent fcf8a64d91 9bbf4044e0
commit 6045cbbc62
8 changed files with 174 additions and 56 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
application/core/settings.py
View File

@@ -1,6 +1,8 @@
from pathlib import Path
import os
from pydantic import BaseSettings
current_dir = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
class Settings(BaseSettings):
@@ -9,9 +11,8 @@ class Settings(BaseSettings):
CELERY_BROKER_URL: str = "redis://localhost:6379/0"
CELERY_RESULT_BACKEND: str = "redis://localhost:6379/1"
MONGO_URI: str = "mongodb://localhost:27017/docsgpt"
MODEL_PATH: str = "./models/gpt4all-model.bin"
MODEL_PATH: str = os.path.join(current_dir, "models/docsgpt-7b-f16.gguf")
TOKENS_MAX_HISTORY: int = 150
SELF_HOSTED_MODEL: bool = False
UPLOAD_FOLDER: str = "inputs"
VECTOR_STORE: str = "faiss" # "faiss" or "elasticsearch"