From 4efcb388ffeabda5985053160359fe73929d9dd6 Mon Sep 17 00:00:00 2001 From: Serj Date: Sat, 29 Apr 2023 15:58:02 +0100 Subject: [PATCH] Added settings usage to the worker --- application/app.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/application/app.py b/application/app.py index e8505442..cd0784e0 100644 --- a/application/app.py +++ b/application/app.py @@ -194,6 +194,8 @@ def api_answer(): llm = HuggingFaceHub(repo_id="bigscience/bloom", huggingfacehub_api_token=api_key) elif settings.LLM_NAME == "cohere": llm = Cohere(model="command-xlarge-nightly", cohere_api_key=api_key) + else: + raise ValueError("unknown LLM model") if settings.LLM_NAME == "openai_chat": question_generator = LLMChain(llm=llm, prompt=CONDENSE_QUESTION_PROMPT)