feat: groq llms added

2025-11-29 16:43:16 +00:00 · 2024-10-05 18:36:12 +05:30
parent af1b81097f
commit 0001963a04
3 changed files with 50 additions and 0 deletions
--- a/application/api/answer/routes.py
+++ b/application/api/answer/routes.py
@@ -40,6 +40,8 @@ if settings.LLM_NAME == "openai":
    gpt_model = "gpt-3.5-turbo"
 elif settings.LLM_NAME == "anthropic":
    gpt_model = "claude-2"
+elif settings.LLM_NAME == "groq":
+    gpt_model = "llama3-8b-8192"

 if settings.MODEL_NAME:  # in case there is particular model name configured
    gpt_model = settings.MODEL_NAME