yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2026-04-12 12:10:49 +08:00
parent 4719cfa85e
commit d835b16efb
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llmage/llmclient.py
View File

@ -153,8 +153,10 @@ async def _inference_generator(request, callerid, callerorgid,
params_kw.callbackurl = cb_url
f = partial(async_uapi_request, request, llm, callerid, callerorgid, params_kw=params_kw)
elif not params_kw.stream:
llm.stream = False
f = partial(sync_uapi_request, request, llm, callerid, callerorgid, params_kw=params_kw)
else:
llm.stream = True
f = partial(uapi_request, request, llm, callerid, callerorgid, params_kw=params_kw)
async for d in f():
yield d