yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2026-03-06 11:51:08 +08:00
parent 9506976f16
commit f4665237e8
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
llmage/llmclient.py
View File

@ -391,6 +391,11 @@ async def inference_generator(request, *args, params_kw=None, **kw):
async with db.sqlorContext(dbname) as sor: async with db.sqlorContext(dbname) as sor:
f = None f = None
llm = await get_llm(llmid) llm = await get_llm(llmid)
if llm is None:
errmsg = f'{{"status": "FAILED", "error":"llmid:{llmid}没找到模型"}}\n'
exception(errmsg)
yield errmsg
return
if not params_kw.model: if not params_kw.model:
params_kw.model = llm.model params_kw.model = llm.model
if params_kw.nostream and llm.stream == 'stream': if params_kw.nostream and llm.stream == 'stream':