fix: 后台任务引用保持+异常处理

- 保存asyncio.create_task引用防止GC回收
- query_task_status添加try/except和CancelledError处理
- 确保连接在任务异常时正确释放

llmage/asyncinference.py

@@ -15,6 +15,9 @@ from ahserver.filestorage import FileStorage
 from .accounting import llm_accounting, llm_charging
 from .utils import *
 
+# Global set to keep references to background tasks
+_background_tasks = set()
+
 async def get_today_asynctask_list(userid):
 	env = ServerEnv()
 	async with get_sor_context(env, 'llmage') as sor:
@@ -39,7 +42,9 @@ async def get_asynctask_status(request, taskid):
 			t = timestampAdd(r.use_time, 600)
 			now = time.time()
 			if r.status not in ['UNKNOWN', 'FAILED', 'SUCCEEDED'] and now > t:
-				asyncio.create_task(query_task_status(request, r.id))
+				task = asyncio.create_task(query_task_status(request, r.id))
+				_background_tasks.add(task)
+				task.add_done_callback(_background_tasks.discard)
 			return output
 		return {
 			'taskid': taskid,
@@ -112,7 +117,9 @@ async def async_uapi_request(request, llm,
 		if d.status == 'FAILED':
 			e = Exception(f'resp={d} FFAILED')
 			return
-		asyncio.create_task(query_task_status(request,  luid))
+		task = asyncio.create_task(query_task_status(request, luid))
+		_background_tasks.add(task)
+		task.add_done_callback(_background_tasks.discard)
 
 	except Exception as e:
 		ed = {"error": f"ERROR:{e}", "status": "FAILED"}
@@ -165,6 +172,7 @@ async def query_task_status(request, luid, onetime=False):
 	upappid = llm.upappid
 	apinames = llm.query_apiname.split(',')
 
+	try:
 		for apiname in apinames:
 			while True:
 				lastoutout = await get_lastoutput(llmusage.ioinfo)
@@ -207,6 +215,12 @@ async def query_task_status(request, luid, onetime=False):
 					return
 				await asyncio.sleep(llm.query_period or 30)
 				critical(f'{llm.query_period=} seconds will retry, {new_output["status"]=}')
+	except asyncio.CancelledError:
+		critical(f'query_task_status cancelled for {luid=}')
+		raise
+	except Exception as e:
+		exception(f'query_task_status error for {luid=}: {e}')
+		raise
 
 
 async def async_uapi_request_product(llm, api_userid, user_id, user_org_id, params_kw, luid):