LLM/DocsGPT
1
0
Fork 0
mirror of https://github.com/arc53/DocsGPT.git synced 2025-11-29 16:43:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: openai compatable with llama and gemini

Browse Source
This commit is contained in:
Alex
2025-03-13 00:10:13 +00:00
parent 5d5ea3eb8f
commit 51eced00aa
3 changed files with 128 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
application/agents/llm_handler.py
View File

@@ -72,9 +72,9 @@ class OpenAILLMHandler(LLMHandler):
while True:
tool_calls = {}
for chunk in resp:
if isinstance(chunk, str):
if isinstance(chunk, str) and len(chunk) > 0:
return
else:
elif hasattr(chunk, "delta"):
chunk_delta = chunk.delta
if (
@@ -113,6 +113,8 @@ class OpenAILLMHandler(LLMHandler):
tool_response, call_id = agent._execute_tool_action(
tools_dict, call
)
if isinstance(call["function"]["arguments"], str):
call["function"]["arguments"] = json.loads(call["function"]["arguments"])
function_call_dict = {
"function_call": {
@@ -156,6 +158,8 @@ class OpenAILLMHandler(LLMHandler):
and chunk.finish_reason == "stop"
):
return
elif isinstance(chunk, str) and len(chunk) == 0:
continue
resp = agent.llm.gen_stream(
model=agent.gpt_model, messages=messages, tools=agent.tools