bugfix
This commit is contained in:
parent
1ebbb7145b
commit
76fc8c4934
@ -84,5 +84,5 @@ async def inference(request, env):
|
|||||||
raise e
|
raise e
|
||||||
llm = llms[0]
|
llm = llms[0]
|
||||||
uapi = UAPI(request, env=env, sor=sor)
|
uapi = UAPI(request, env=env, sor=sor)
|
||||||
return env.stream_response(request,
|
return await env.stream_response(request,
|
||||||
uapi.stream_linify(llm.upappid, llm.apiname, env.user))
|
uapi.stream_linify(llm.upappid, llm.apiname, env.user))
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user