From 80d9bde804f93e076e87e6c56821e1031ec3f717 Mon Sep 17 00:00:00 2001 From: yumoqing Date: Thu, 21 Aug 2025 15:02:42 +0800 Subject: [PATCH] bugfix --- llmage/llmclient.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/llmage/llmclient.py b/llmage/llmclient.py index 7390063..229e06a 100644 --- a/llmage/llmclient.py +++ b/llmage/llmclient.py @@ -1,3 +1,4 @@ +from functools import partial from traceback import format_exc from sqlor.dbpools import DBPools from appPublic.log import debug, exception @@ -84,5 +85,6 @@ async def inference(request, env): raise e llm = llms[0] uapi = UAPI(request, env=env, sor=sor) - return await env.stream_response(request, - uapi.stream_linify(llm.upappid, llm.apiname, env.user)) + userid = await env.get_user() + f = partial(uapi.stream_linify, llm.upappid, llm.apiname, userid) + return await env.stream_response(request, f)