This commit is contained in:
yumoqing 2025-08-21 14:56:01 +08:00
parent 1ebbb7145b
commit 76fc8c4934

View File

@ -84,5 +84,5 @@ async def inference(request, env):
raise e raise e
llm = llms[0] llm = llms[0]
uapi = UAPI(request, env=env, sor=sor) uapi = UAPI(request, env=env, sor=sor)
return env.stream_response(request, return await env.stream_response(request,
uapi.stream_linify(llm.upappid, llm.apiname, env.user)) uapi.stream_linify(llm.upappid, llm.apiname, env.user))