llmage/asyncinference.py

@@ -135,13 +135,6 @@ async def add_new_llmusage_output(luid, newd):
 			r.update(newd)
 			await sor.U('llmusage', r)
 			return
-def get_llmusage_last_output(llmusage):
-	io = json.loads(r.ioinfo)
-	outs = io.get('output', [])
-	if len(outs) == 0
-		return None
-	d = DictObject(**outs[-1])
-	return d
 
 async def query_task_status(request, upappid, apiname, luid, userid, taskid):
 	env = request._run_ns
@@ -152,9 +145,6 @@ async def query_task_status(request, upappid, apiname, luid, userid, taskid):
 			exception(f'{e}')
 			raise e
 		llmusage = recs[0]
-		lastoutout = get_llmusage_last_output(llmusage)
-		if lastoutout and lastoutout.status == 'SUCCEEDED':
-			pass		# return
 		uapi = UAPI(request, sor)
 		apinames = apiname.split(',')
 		for apiname in apinames:
@@ -175,12 +165,12 @@ async def query_task_status(request, upappid, apiname, luid, userid, taskid):
 					}
 					await add_new_llmusage_output(luid, changed)
 					return
-				changed = DictObject(**{
-					'status': rzt['status'],
+				rzt = DictObject(**d)
+				changed = {
+					'status': rzt.status,
 					'output': rzt
-				})
+				}
 				if rzt.status == 'SUCCEEDED':
-					llmusage.usage = rzt['usage']
 					llms = await sor.R('llm', {'id': llmusage.llmid})
 					if len(llms) == 0:
 						e = Exception(f'{llmusage.llmid=} not found in llm')