yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2025-08-21 15:02:42 +08:00
parent 76fc8c4934
commit 80d9bde804
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
llmage/llmclient.py
View File

@ -1,3 +1,4 @@
from functools import partial
from traceback import format_exc from traceback import format_exc
from sqlor.dbpools import DBPools from sqlor.dbpools import DBPools
from appPublic.log import debug, exception from appPublic.log import debug, exception
@ -84,5 +85,6 @@ async def inference(request, env):
raise e raise e
llm = llms[0] llm = llms[0]
uapi = UAPI(request, env=env, sor=sor) uapi = UAPI(request, env=env, sor=sor)
return await env.stream_response(request, userid = await env.get_user()
uapi.stream_linify(llm.upappid, llm.apiname, env.user)) f = partial(uapi.stream_linify, llm.upappid, llm.apiname, userid)
return await env.stream_response(request, f)