yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2026-01-20 18:05:35 +08:00
parent 5445f40625
commit 10121dc237
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llmage/llmclient.py
View File

@ -388,6 +388,8 @@ async def inference(request, *args, params_kw=None, **kw):
db = env.DBPools() db = env.DBPools()
async with db.sqlorContext(dbname) as sor: async with db.sqlorContext(dbname) as sor:
llm = await get_llm(llmid) llm = await get_llm(llmid)
if not params_kw.model:
params_kw.model = llm.model
if params_kw.nostream and llm.stream == 'stream': if params_kw.nostream and llm.stream == 'stream':
llm.stream = 'sync' llm.stream = 'sync'
if llm.stream == 'async': if llm.stream == 'async':