From 76fc8c4934a7479278ebdab617b37de23080f401 Mon Sep 17 00:00:00 2001 From: yumoqing Date: Thu, 21 Aug 2025 14:56:01 +0800 Subject: [PATCH] bugfix --- llmage/llmclient.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llmage/llmclient.py b/llmage/llmclient.py index 2baac5a..7390063 100644 --- a/llmage/llmclient.py +++ b/llmage/llmclient.py @@ -84,5 +84,5 @@ async def inference(request, env): raise e llm = llms[0] uapi = UAPI(request, env=env, sor=sor) - return env.stream_response(request, + return await env.stream_response(request, uapi.stream_linify(llm.upappid, llm.apiname, env.user))