yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2025-08-13 11:54:59 +08:00
parent 219214bfce
commit 029365b01f
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
llmage/llmclient.py
View File

@ -58,6 +58,7 @@ async def inference(request, env):
e = Exception(f'{llmid=} not found') e = Exception(f'{llmid=} not found')
exception(f'{e}\n{format_exc()}') exception(f'{e}\n{format_exc()}')
raise e raise e
llm = llms[0]
uapi = UAPI(request, env=env, sor=sor) uapi = UAPI(request, env=env, sor=sor)
return env.stream_response(request, return env.stream_response(request,
uapi.stream_linify(llms[0]. uapi.stream_linify(llm.upappid, llm.apiname, env.user))