diff --git a/app/llm.py b/app/llm.py index 87c59f6..37d493b 100644 --- a/app/llm.py +++ b/app/llm.py @@ -735,8 +735,9 @@ class LLM: temperature if temperature is not None else self.temperature ) + params["stream"] = False # Always use non-streaming for tool requests response: ChatCompletion = await self.client.chat.completions.create( - **params, stream=False + **params ) # Check if response is valid