LLM/DocsGPT
1
0
Fork 0
mirror of https://github.com/arc53/DocsGPT.git synced 2026-02-08 23:30:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: count history tokens from chunks, remove old UI setting limit (#2196)

Browse Source
This commit is contained in:
Alex
2025-12-17 01:34:17 +00:00
committed by GitHub
parent aacf281222
commit af3e16c4fc
12 changed files with 3 additions and 77 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
application/utils.py
View File

@@ -77,11 +77,11 @@ def count_tokens_docs(docs):
def calculate_doc_token_budget(
model_id: str = "gpt-4o", history_token_limit: int = 2000
model_id: str = "gpt-4o"
) -> int:
total_context = get_token_limit(model_id)
reserved = sum(settings.RESERVED_TOKENS.values())
doc_budget = total_context - history_token_limit - reserved
doc_budget = total_context - reserved
return max(doc_budget, 1000)