yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2026-04-02 15:45:18 +08:00
parent dfd16547f7
commit c1e7b4dc4f
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
llmage/asyncinference.py
View File

@ -28,6 +28,7 @@ async def grab_task_status(request, taskid):
if r.status in [ 'SUCCEEDED', 'FAILED' ]: if r.status in [ 'SUCCEEDED', 'FAILED' ]:
io = json.loads(r.ioinfo) io = json.loads(r.ioinfo)
return io['output'][-1] return io['output'][-1]
llmusage = r llmusage = r
recs = await sor.R('llm', {'id': r.llmid}) recs = await sor.R('llm', {'id': r.llmid})
if len(recs) == 0: if len(recs) == 0:
@ -35,6 +36,11 @@ async def grab_task_status(request, taskid):
return {"status": "FAILED", "error": f"{taskid} {r.llmid=} not exist in llm"} return {"status": "FAILED", "error": f"{taskid} {r.llmid=} not exist in llm"}
llm = recs[0] llm = recs[0]
if llm is None:
e = Exception(f'id={r.llmid} Error happend!')
exception(f'{e}')
return {"status": "FAILED", "error": f"{taskid} {r.llmid=} {e}")
async with get_sor_context(env, 'llmage') as sor: async with get_sor_context(env, 'llmage') as sor:
uapi = UAPI(request, sor) uapi = UAPI(request, sor)
apinames = llm.apiname.split(',') apinames = llm.apiname.split(',')