From 029365b01fb70e0c09dd987f01cbdcb00c688e80 Mon Sep 17 00:00:00 2001 From: yumoqing Date: Wed, 13 Aug 2025 11:54:59 +0800 Subject: [PATCH] bugfix --- llmage/llmclient.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/llmage/llmclient.py b/llmage/llmclient.py index 59c40f1..df9c73d 100644 --- a/llmage/llmclient.py +++ b/llmage/llmclient.py @@ -58,6 +58,7 @@ async def inference(request, env): e = Exception(f'{llmid=} not found') exception(f'{e}\n{format_exc()}') raise e + llm = llms[0] uapi = UAPI(request, env=env, sor=sor) return env.stream_response(request, - uapi.stream_linify(llms[0]. + uapi.stream_linify(llm.upappid, llm.apiname, env.user))