yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2026-03-29 19:05:39 +08:00
parent 7af04f9717
commit 65f85bd56c
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
llmage/llmclient.py
View File

@ -308,6 +308,9 @@ async def _inference_generator(request, callerid, callerorgid,
if params_kw.nostream and llm.stream == 'stream': if params_kw.nostream and llm.stream == 'stream':
llm.stream = 'sync' llm.stream = 'sync'
if llm.stream == 'async': if llm.stream == 'async':
if llm.callbackurl:
cb_url = env.entire_url(llm.callbackurl)
params_kw.callbackurl = cb_url
f = partial(async_uapi_request, request, llm, sor, callerid, callerorgid, params_kw=params_kw) f = partial(async_uapi_request, request, llm, sor, callerid, callerorgid, params_kw=params_kw)
elif llm.stream == 'sync': elif llm.stream == 'sync':
f = partial(sync_uapi_request, request, llm, sor, callerid, callerorgid, params_kw=params_kw) f = partial(sync_uapi_request, request, llm, sor, callerid, callerorgid, params_kw=params_kw)