yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2025-09-23 14:38:10 +08:00
parent caa410c831
commit 4af8558327
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llmage/llmclient.py
View File

@ -219,7 +219,7 @@ async def inference(request, *args, **kw):
db = env.DBPools() db = env.DBPools()
async with db.sqlorContext(dbname) as sor: async with db.sqlorContext(dbname) as sor:
llm = await get_llm(llmid) llm = await get_llm(llmid)
if llm.stream == 'async' if llm.stream == 'async':
f = partial(async_uapi_request, request, llm, sor) f = partial(async_uapi_request, request, llm, sor)
return await env.stream_response(request, f) return await env.stream_response(request, f)
if llm.stream == 'sync': if llm.stream == 'sync':