From d9ea944c0754d6c5f10f4c8145672d812a45f8a4 Mon Sep 17 00:00:00 2001 From: yumoqing Date: Tue, 31 Mar 2026 16:17:55 +0800 Subject: [PATCH] bugfix --- llmage/llmclient.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llmage/llmclient.py b/llmage/llmclient.py index 08cf662..f11b529 100644 --- a/llmage/llmclient.py +++ b/llmage/llmclient.py @@ -181,7 +181,7 @@ async def _inference_generator(request, callerid, callerorgid, cb_url = env.entire_url(llm.callbackurl) params_kw.callbackurl = cb_url f = partial(async_uapi_request, request, llm, sor, callerid, callerorgid, params_kw=params_kw) - elif not params.stream: + elif not params_kw.stream: f = partial(sync_uapi_request, request, llm, sor, callerid, callerorgid, params_kw=params_kw) # env.update(llm) else: