feat: pass decoded_token to llm and retrievers

2025-11-29 16:43:16 +00:00 · 2025-03-18 23:46:02 +05:30
parent f4ab85a2bb
commit ab95d90284
9 changed files with 75 additions and 25 deletions
--- a/application/llm/base.py
+++ b/application/llm/base.py
@@ -5,7 +5,8 @@ from application.usage import gen_token_usage, stream_token_usage


 class BaseLLM(ABC):
-    def __init__(self):
+    def __init__(self, decoded_token):
+        self.decoded_token = decoded_token
        self.token_usage = {"prompt_tokens": 0, "generated_tokens": 0}

    def _apply_decorator(self, method, decorators, *args, **kwargs):