This commit is contained in:
yumoqing 2025-08-13 11:54:59 +08:00
parent 219214bfce
commit 029365b01f

View File

@ -58,6 +58,7 @@ async def inference(request, env):
e = Exception(f'{llmid=} not found')
exception(f'{e}\n{format_exc()}')
raise e
llm = llms[0]
uapi = UAPI(request, env=env, sor=sor)
return env.stream_response(request,
uapi.stream_linify(llms[0].
uapi.stream_linify(llm.upappid, llm.apiname, env.user))