LLM/DocsGPT
1
0
Fork 0
mirror of https://github.com/arc53/DocsGPT.git synced 2025-11-29 08:33:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: streaming responses with function call

Browse Source
This commit is contained in:
Siddhant Rai
2025-03-05 09:02:55 +05:30
parent c6ce4d9374
commit f88c34a0be
6 changed files with 237 additions and 80 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
application/agents/classic_agent.py
View File

@@ -104,7 +104,8 @@ class ClassicAgent(BaseAgent):
model=self.gpt_model, messages=messages_combine, tools=self.tools
)
for line in completion:
yield {"answer": line}
if isinstance(line, str):
yield {"answer": line}
yield {"tool_calls": self.tool_calls.copy()}
@@ -116,7 +117,7 @@ class ClassicAgent(BaseAgent):
return retrieved_data
def _llm_gen(self, messages_combine, log_context):
resp = self.llm.gen(
resp = self.llm.gen_stream(
model=self.gpt_model, messages=messages_combine, tools=self.tools
)
if log_context:
@@ -131,5 +132,4 @@ class ClassicAgent(BaseAgent):
if log_context:
data = build_stack_data(self.llm_handler)
log_context.stacks.append({"component": "llm_handler", "data": data})
return resp