bugfix
This commit is contained in:
parent
219214bfce
commit
029365b01f
@ -58,6 +58,7 @@ async def inference(request, env):
|
||||
e = Exception(f'{llmid=} not found')
|
||||
exception(f'{e}\n{format_exc()}')
|
||||
raise e
|
||||
llm = llms[0]
|
||||
uapi = UAPI(request, env=env, sor=sor)
|
||||
return env.stream_response(request,
|
||||
uapi.stream_linify(llms[0].
|
||||
uapi.stream_linify(llm.upappid, llm.apiname, env.user))
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user