yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2025-11-13 17:24:35 +08:00
parent ba950af0db
commit 265cf93e80
1 changed files with 4 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
llmage/llmclient.py
View File

@ -284,22 +284,18 @@ async def async_uapi_request(request, llm, sor, params_kw=None):
yield b + '\n' yield b + '\n'
if not rzt.status or rzt.status == 'FAILED': if not rzt.status or rzt.status == 'FAILED':
debug(f'{b=} return error') debug(f'{b=} return error')
ed = {"error": f"ERROR:{estr}:{format_exc()}", "status": "FAILED" ,"llmusageid": luid} outlines.append(rzt)
s = json.dumps(ed)
s = ''.join(s.split('\n'))
outlines.append(ed)
yield f'{s}\n'
await write_llmusage(luid, llm, callerid, None, params_kw, outlines, sor) await write_llmusage(luid, llm, callerid, None, params_kw, outlines, sor)
return return
if rzt.status == 'SUCCEEDED': if rzt.status == 'SUCCEEDED':
await asyncio.sleep(1) await asyncio.sleep(1)
d = rzt outlines.append(rzt)
outlines.append(d) usage = rzt.get('usage', {})
usage = d.get('usage', {})
t3 = time.time() t3 = time.time()
usage['response_time'] = t2 - t1 usage['response_time'] = t2 - t1
usage['finish_time'] = t3 -t1 usage['finish_time'] = t3 -t1
await write_llmusage(luid, llm, callerid, usage, params_kw, outlines, sor) await write_llmusage(luid, llm, callerid, usage, params_kw, outlines, sor)
d = rzt
break break
period = llm.query_period or 30 period = llm.query_period or 30
await asyncio.sleep(period) await asyncio.sleep(period)