yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2026-04-26 13:26:15 +08:00
parent 02ffb4998c
commit 8ba4c6c229
1 changed files with 10 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
llmage/asyncinference.py
View File

@ -117,13 +117,10 @@ async def async_uapi_request(request, llm,
yield f'{s}\n' yield f'{s}\n'
return return
async def modify_llmusage_status(llmusage): async def modify_llmusage(ns):
env = ServerEnv() env = ServerEnv()
async with get_sor_context(env, 'llmage') as sor: async with get_sor_context(env, 'llmage') as sor:
await sor.U('llmusage', { await sor.U('llmusage', ns.copy())
'id': llmusage.id,
'status': llmusage.status
})
async def get_llm_llmusage(luid): async def get_llm_llmusage(luid):
env = ServerEnv() env = ServerEnv()
@ -176,14 +173,21 @@ async def query_task_status(request, luid, onetime=False):
} }
if lastoutout['status'] != new_output['status']: if lastoutout['status'] != new_output['status']:
llmusage.status = new_output['status'] llmusage.status = new_output['status']
ns = {
'id': llmusage.id,
'status': llmusage.status
}
if 'usage' in new_output.keys():
ns['usages'] = new_output['usage']
await append_new_llmoutput(llmusage.ioinfo, new_output) await append_new_llmoutput(llmusage.ioinfo, new_output)
await modify_llmusage_status(llmusage) await modify_llmusage(ns)
if llmusage.status in ['FAILED', 'SUCCEEDED']: if llmusage.status in ['FAILED', 'SUCCEEDED']:
critical(f'finished .. {llmusage.status=}') critical(f'finished .. {llmusage.status=}')
return return
if onetime: if onetime:
critical(f'onetime is true, returned') critical(f'onetime is true, returned')
return
await asyncio.sleep(llm.query_period or 30) await asyncio.sleep(llm.query_period or 30)
critical(f'{llm.query_period=} seconds will retry, {new_output["status"]=}') critical(f'{llm.query_period=} seconds will retry, {new_output["status"]=}')