From b329ede52a230d534381d9cfdff493295042de6a Mon Sep 17 00:00:00 2001 From: fadingNA Date: Sat, 12 Oct 2024 10:46:37 -0400 Subject: [PATCH] add redis configuration --- application/api/answer/routes.py | 4 +++- application/core/settings.py | 5 +++++ 2 files changed, 8 insertions(+), 1 deletion(-) diff --git a/application/api/answer/routes.py b/application/api/answer/routes.py index 9a22db84..cb0e3431 100644 --- a/application/api/answer/routes.py +++ b/application/api/answer/routes.py @@ -19,6 +19,7 @@ from application.extensions import api from application.llm.llm_creator import LLMCreator from application.retriever.retriever_creator import RetrieverCreator from application.utils import check_required_fields +from application.redis_cache import RedisCache logger = logging.getLogger(__name__) @@ -292,6 +293,7 @@ class Stream(Resource): def post(self): data = request.get_json() required_fields = ["question"] + missing_fields = check_required_fields(data, required_fields) if missing_fields: return missing_fields @@ -422,7 +424,7 @@ class Answer(Resource): @api.doc(description="Provide an answer based on the question and retriever") def post(self): data = request.get_json() - required_fields = ["question"] + required_fields = ["question"] missing_fields = check_required_fields(data, required_fields) if missing_fields: return missing_fields diff --git a/application/core/settings.py b/application/core/settings.py index e6173be4..0b81ac44 100644 --- a/application/core/settings.py +++ b/application/core/settings.py @@ -21,6 +21,11 @@ class Settings(BaseSettings): VECTOR_STORE: str = "faiss" # "faiss" or "elasticsearch" or "qdrant" or "milvus" RETRIEVERS_ENABLED: list = ["classic_rag", "duckduck_search"] # also brave_search + # LLM Cache + REDIS_HOST: str = "localhost" + REDIS_PORT: int = 6379 + REDIS_DB: int = 0 + API_URL: str = "http://localhost:7091" # backend url for celery worker API_KEY: Optional[str] = None # LLM api key