LLM/DocsGPT
1
0
Fork 0
mirror of https://github.com/arc53/DocsGPT.git synced 2025-11-29 08:33:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix model selection at least for openAI LLM_NAME

Browse Source
This commit is contained in:
Anton Larin
2024-03-21 10:14:48 +01:00
parent e146922367
commit 577556678c
2 changed files with 8 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
application/api/answer/routes.py
View File

@@ -28,12 +28,15 @@ vectors_collection = db["vectors"]
prompts_collection = db["prompts"] prompts_collection = db["prompts"]
answer = Blueprint('answer', __name__) answer = Blueprint('answer', __name__)
if settings.LLM_NAME == "gpt4": gpt_model = ""
gpt_model = 'gpt-4' # to have some kind of default behaviour
if settings.LLM_NAME == "openai":
gpt_model = 'gpt-3.5-turbo'
elif settings.LLM_NAME == "anthropic": elif settings.LLM_NAME == "anthropic":
gpt_model = 'claude-2' gpt_model = 'claude-2'
else:
gpt_model = 'gpt-3.5-turbo' if settings.MODEL_NAME: # in case there is particular model name configured
gpt_model = settings.MODEL_NAME
# load the prompts # load the prompts
current_dir = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) current_dir = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))

1
application/core/settings.py
View File

@@ -9,6 +9,7 @@ current_dir = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__
class Settings(BaseSettings): class Settings(BaseSettings):
LLM_NAME: str = "docsgpt" LLM_NAME: str = "docsgpt"
MODEL_NAME: Optional[str] = None # when LLM_NAME is openai, MODEL_NAME can be e.g. gpt-4-turbo-preview or gpt-3.5-turbo
EMBEDDINGS_NAME: str = "huggingface_sentence-transformers/all-mpnet-base-v2" EMBEDDINGS_NAME: str = "huggingface_sentence-transformers/all-mpnet-base-v2"
CELERY_BROKER_URL: str = "redis://localhost:6379/0" CELERY_BROKER_URL: str = "redis://localhost:6379/0"
CELERY_RESULT_BACKEND: str = "redis://localhost:6379/1" CELERY_RESULT_BACKEND: str = "redis://localhost:6379/1"