Merge pull request #1246 from kom-senapati/llm/groq

Groq llms added
2025-12-01 09:33:14 +00:00 · 2024-10-07 11:17:13 +01:00
parent 4632531f2d dc0f26d3d8
commit cbae7bd500
3 changed files with 49 additions and 0 deletions
--- a/application/api/answer/routes.py
+++ b/application/api/answer/routes.py
@@ -40,6 +40,8 @@ if settings.LLM_NAME == "openai":
    gpt_model = "gpt-3.5-turbo"
 elif settings.LLM_NAME == "anthropic":
    gpt_model = "claude-2"
+elif settings.LLM_NAME == "groq":
+    gpt_model = "llama3-8b-8192"

 if settings.MODEL_NAME:  # in case there is particular model name configured
    gpt_model = settings.MODEL_NAME