yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2026-04-09 15:27:29 +08:00
parent a739979d2e
commit 5acb741458
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
llmage/llmclient.py
View File

@ -33,7 +33,6 @@ async def uapi_request(request, llm, callerid, callerorgid, params_kw=None):
finish_seconds = None finish_seconds = None
first = True first = True
usage = None usage = None
output = []
async for l in uapi.stream_linify(llm.upappid, llm.apiname, userid, async for l in uapi.stream_linify(llm.upappid, llm.apiname, userid,
params=params_kw): params=params_kw):
if first: if first:
@ -66,6 +65,7 @@ async def uapi_request(request, llm, callerid, callerorgid, params_kw=None):
yield json.dumps(d, ensure_ascii=False) + '\n' yield json.dumps(d, ensure_ascii=False) + '\n'
if usage is None: if usage is None:
error(f'{llm=} response has not usage') error(f'{llm=} response has not usage')
debug(f' {usage=}, {type(usage)=}')
finish_seconds = time.time() - start_timestamp finish_seconds = time.time() - start_timestamp
if responsed_seconds is None: if responsed_seconds is None:
responsed_seconds = finish_seconds responsed_seconds = finish_seconds
@ -82,7 +82,6 @@ async def uapi_request(request, llm, callerid, callerorgid, params_kw=None):
} }
webpath = await write_llmio(llmusage.id, ioinfo) webpath = await write_llmio(llmusage.id, ioinfo)
llmusage.ioinfo = webpath llmusage.ioinfo = webpath
debug(f'webpath={webpath}:')
llmusage.transno = params_kw.transno llmusage.transno = params_kw.transno
llmusage.responsed_seconds = responsed_seconds llmusage.responsed_seconds = responsed_seconds
llmusage.finish_seconds = finish_seconds llmusage.finish_seconds = finish_seconds