This commit is contained in:
yumoqing 2025-08-21 14:56:01 +08:00
parent 1ebbb7145b
commit 76fc8c4934

View File

@ -84,5 +84,5 @@ async def inference(request, env):
raise e
llm = llms[0]
uapi = UAPI(request, env=env, sor=sor)
return env.stream_response(request,
return await env.stream_response(request,
uapi.stream_linify(llm.upappid, llm.apiname, env.user))