From 4af8558327da2c3d9ac774ec70f50ead8e9bcb55 Mon Sep 17 00:00:00 2001 From: yumoqing Date: Tue, 23 Sep 2025 14:38:10 +0800 Subject: [PATCH] bugfix --- llmage/llmclient.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llmage/llmclient.py b/llmage/llmclient.py index 7c7babe..b16146b 100644 --- a/llmage/llmclient.py +++ b/llmage/llmclient.py @@ -219,7 +219,7 @@ async def inference(request, *args, **kw): db = env.DBPools() async with db.sqlorContext(dbname) as sor: llm = await get_llm(llmid) - if llm.stream == 'async' + if llm.stream == 'async': f = partial(async_uapi_request, request, llm, sor) return await env.stream_response(request, f) if llm.stream == 'sync':