yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2026-03-30 13:54:05 +08:00
parent 230d6d8198
commit db8571d8da
1 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
llmage/asyncinference.py
View File

@ -159,6 +159,7 @@ async def query_task_status(request, upappid, apiname, luid, userid, taskid):
apinames = apiname.split(',')
for apiname in apinames:
status = 'unknown'
changed = None
while status != 'SUCCEEDED':
ns = {'taskid': taskid}
d = None
@ -167,6 +168,10 @@ async def query_task_status(request, upappid, apiname, luid, userid, taskid):
if isinstance(b, bytes):
b = b.decode('utf-8')
d = json.loads(b)
changed = DictObject(**{
'status': d['status'],
'output': d
})
except Exception as e:
exception(f'{e}')
changed = {
@ -175,12 +180,8 @@ async def query_task_status(request, upappid, apiname, luid, userid, taskid):
}
await add_new_llmusage_output(luid, changed)
return
changed = DictObject(**{
'status': rzt['status'],
'output': rzt
})
if rzt.status == 'SUCCEEDED':
llmusage.usage = rzt['usage']
if changed.status == 'SUCCEEDED':
llmusage.usage = changed.output.usage
llms = await sor.R('llm', {'id': llmusage.llmid})
if len(llms) == 0:
e = Exception(f'{llmusage.llmid=} not found in llm')
@ -206,8 +207,7 @@ async def query_task_status(request, upappid, apiname, luid, userid, taskid):
await add_new_llmusage_output(luid, changed)
if llmusage.accounting_status != 'accounted' and changed.amount > 0.00001:
await llm_accounting(request, llmusage)
status = rzt.status
if rzt.status == 'FAILED':
if changed.status == 'FAILED':
return
await asyncio.sleep(0.1)