This commit is contained in:
yumoqing 2026-03-31 16:17:55 +08:00
parent 6c46e6b67d
commit d9ea944c07

View File

@ -181,7 +181,7 @@ async def _inference_generator(request, callerid, callerorgid,
cb_url = env.entire_url(llm.callbackurl) cb_url = env.entire_url(llm.callbackurl)
params_kw.callbackurl = cb_url params_kw.callbackurl = cb_url
f = partial(async_uapi_request, request, llm, sor, callerid, callerorgid, params_kw=params_kw) f = partial(async_uapi_request, request, llm, sor, callerid, callerorgid, params_kw=params_kw)
elif not params.stream: elif not params_kw.stream:
f = partial(sync_uapi_request, request, llm, sor, callerid, callerorgid, params_kw=params_kw) f = partial(sync_uapi_request, request, llm, sor, callerid, callerorgid, params_kw=params_kw)
# env.update(llm) # env.update(llm)
else: else: