yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2026-03-31 16:11:29 +08:00
parent 6daaab2263
commit ab7cb9a734
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
llmage/llmclient.py
View File

@ -174,14 +174,14 @@ async def _inference_generator(request, callerid, callerorgid,
return return
if not params_kw.model: if not params_kw.model:
params_kw.model = llm.model params_kw.model = llm.model
if params_kw.nostream and llm.stream == 'stream': if params_kw.stream and llm.stream == 'stream':
llm.stream = 'sync' llm.stream = 'sync'
if llm.stream == 'async': if llm.stream == 'async':
if llm.callbackurl: if llm.callbackurl:
cb_url = env.entire_url(llm.callbackurl) cb_url = env.entire_url(llm.callbackurl)
params_kw.callbackurl = cb_url params_kw.callbackurl = cb_url
f = partial(async_uapi_request, request, llm, sor, callerid, callerorgid, params_kw=params_kw) f = partial(async_uapi_request, request, llm, sor, callerid, callerorgid, params_kw=params_kw)
elif llm.stream == 'sync': elif not params.stream:
f = partial(sync_uapi_request, request, llm, sor, callerid, callerorgid, params_kw=params_kw) f = partial(sync_uapi_request, request, llm, sor, callerid, callerorgid, params_kw=params_kw)
# env.update(llm) # env.update(llm)
else: else: