yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2025-11-13 16:23:33 +08:00
parent 8d663f3fa4
commit 0684c1641c
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
llmage/llmclient.py
View File

@ -165,15 +165,15 @@ async def uapi_request(request, llm, sor, params_kw=None):
t3 = time.time() t3 = time.time()
usage['response_time'] = t2 - t1 usage['response_time'] = t2 - t1
usage['finish_time'] = t3 - t1 usage['finish_time'] = t3 - t1
if not usage.get('completions_tokens'): if not usage.get('completion_tokens'):
usage['completions_tokens'] = len(txt) usage['completion_tokens'] = len(txt)
if not usage.get('input_tokens'): if not usage.get('prompt_tokens'):
cnt = 0 cnt = 0
if params_kw.prompt: if params_kw.prompt:
cnt += len(params_kw.prompt) cnt += len(params_kw.prompt)
if params_kw.negitive_prompt: if params_kw.negitive_prompt:
cnt += len(params_kw.negitive_promot) cnt += len(params_kw.negitive_promot)
usage['input_tokens'] = len usage['prompt_tokens'] = cnt
u = await write_llmusage(luid, llm, callerid, usage, params_kw, outlines, sor) u = await write_llmusage(luid, llm, callerid, usage, params_kw, outlines, sor)
except Exception as e: except Exception as e:
exception(f'{e=},{format_exc()}') exception(f'{e=},{format_exc()}')