yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Compare commits

base: yumoqing:012a671c34df684e20329b1481ce7511e9701fe7
Branches Tags
yumoqing:main
...
compare: yumoqing:5445f40625e5517d5893c056c68f8e0d0fd81d4f
Branches Tags
yumoqing:main

2 Commits
012a671c34 ... 5445f40625

Author SHA1 Message Date
yumoqing
5445f40625 Merge branch 'main' of git.opencomputing.cn:yumoqing/llmage 2026-01-20 13:49:46 +08:00
yumoqing
3142cc8778 bugfix 2026-01-20 13:49:39 +08:00
1 changed files with 2 additions and 0 deletions
Show Stats Expand all files Collapse all files

2
llmage/llmclient.py
View File

@ -388,6 +388,8 @@ async def inference(request, *args, params_kw=None, **kw):
db = env.DBPools() db = env.DBPools()
async with db.sqlorContext(dbname) as sor: async with db.sqlorContext(dbname) as sor:
llm = await get_llm(llmid) llm = await get_llm(llmid)
if params_kw.nostream and llm.stream == 'stream':
llm.stream = 'sync'
if llm.stream == 'async': if llm.stream == 'async':
f = partial(async_uapi_request, request, llm, sor, params_kw=params_kw) f = partial(async_uapi_request, request, llm, sor, params_kw=params_kw)
return await env.stream_response(request, f) return await env.stream_response(request, f)