yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2026-02-12 15:18:36 +08:00
parent eddc4780ca
commit f312fe9050
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
llmage/llmclient.py
View File

@ -148,7 +148,6 @@ where a.upappid=b.id
return recs[i].userid return recs[i].userid
async def write_llmusage(id, llm, userid, usage, params_kw, outdata, sor): async def write_llmusage(id, llm, userid, usage, params_kw, outdata, sor):
debug(f'{params_kw=}, {outdata=}')
d = { d = {
"id": id, "id": id,
"llmid": llm.id, "llmid": llm.id,
@ -409,6 +408,6 @@ async def inference_generator(request, *args, params_kw=None, **kw):
async def inference(request, *args, params_kw=None, **kw): async def inference(request, *args, params_kw=None, **kw):
env = request._run_ns.copy() env = request._run_ns.copy()
f = partial(inference_generator, *args, params_kw=params_kw, **kw) f = partial(inference_generator, request, *args, params_kw=params_kw, **kw)
return await env.stream_response(request, f) return await env.stream_response(request, f)