yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2026-01-05 11:44:01 +08:00
parent 2ce81e48c7
commit 3cb2ee9b0e
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
llmage/llmclient.py
View File

@ -176,7 +176,8 @@ async def uapi_request(request, llm, sor, params_kw=None):
cnt += len(params_kw.negitive_promot)
usage['prompt_tokens'] = cnt
u = await write_llmusage(luid, llm, callerid, usage, params_kw, outlines, sor)
await llm_accounting(request, llm.id, usage, llm.ownerid, callerid)
if llm.ppid:
await llm_accounting(request, llm.id, usage, llm.ownerid, callerid)
except Exception as e:
exception(f'{e=},{format_exc()}')
estr = erase_apikey(e)
@ -226,7 +227,8 @@ async def sync_uapi_request(request, llm, sor, params_kw=None):
b = json.dumps(d, ensure_ascii=False)
yield b
await write_llmusage(luid, llm, callerid, usage, params_kw, outlines, sor)
await llm_accounting(request, llm.id, usage, llm.ownerid, callerid)
if llm.ppid:
await llm_accounting(request, llm.id, usage, llm.ownerid, callerid)
async def async_uapi_request(request, llm, sor, params_kw=None):
env = request._run_ns.copy()
@ -298,7 +300,8 @@ async def async_uapi_request(request, llm, sor, params_kw=None):
usage['response_time'] = t2 - t1
usage['finish_time'] = t3 -t1
await write_llmusage(luid, llm, callerid, usage, params_kw, outlines, sor)
await llm_accounting(request, llm.id, usage, llm.ownerid, callerid)
if llm.ppid:
await llm_accounting(request, llm.id, usage, llm.ownerid, callerid)
d = rzt
break
period = llm.query_period or 30