bugfix
This commit is contained in:
parent
ac6a3a42e3
commit
09bfe2a144
@ -67,7 +67,11 @@ async def async_uapi_request(request, llm, sor,
|
||||
start_timestamp = time.time()
|
||||
if llm.callbackurl:
|
||||
params_kw.callbackurl = llm.callbackurl
|
||||
b = await uapi.call(llm.upappid, llm.apiname, userid, params=params_kw)
|
||||
|
||||
b = None
|
||||
try:
|
||||
b = await uapi.call(llm.upappid, llm.apiname, userid, params=params_kw)
|
||||
except Exception as e:
|
||||
if isinstance(b, bytes):
|
||||
b = b.decode('utf-8')
|
||||
debug(f'task sumbited:{b}')
|
||||
|
||||
@ -18,6 +18,7 @@ from .llmclient import (
|
||||
from .accounting import checkCustomerBalance
|
||||
from .asyncinference import (
|
||||
get_asynctask_status,
|
||||
query_task_status,
|
||||
get_today_asynctask_list
|
||||
)
|
||||
|
||||
@ -25,6 +26,7 @@ def load_llmage():
|
||||
env = ServerEnv()
|
||||
env.get_today_asynctask_list = get_today_asynctask_list
|
||||
env.get_asynctask_status = get_asynctask_status
|
||||
env.query_task_status = query_task_status
|
||||
env.get_llm = get_llm
|
||||
env.b64media2url = b64media2url
|
||||
env.hex2base64 = hex2base64
|
||||
|
||||
18
wwwroot/grap_task_status.dspy
Normal file
18
wwwroot/grap_task_status.dspy
Normal file
@ -0,0 +1,18 @@
|
||||
taskid = params_kw.taskid
|
||||
async with get_sor_context(request._run_ns, 'llmage') as sor:
|
||||
recs = await sor.R('llmusage', {'taskid': taskid})
|
||||
if len(recs) == 0:
|
||||
e = Exception(f'{taskid=} not found in llmusage')
|
||||
exception(f'{e}')
|
||||
raise e
|
||||
llmusage = recs[0]
|
||||
request, upappid, apinames, luid, userid, taskid
|
||||
recs = await sor.R('llm', {'id': llmusage.llmid})
|
||||
if len(recs) == 0:
|
||||
e = Exception(f'{llmusage.llmid=} not found in llm')
|
||||
exception(f'{e}')
|
||||
raise e
|
||||
llm = recs[0]
|
||||
x = await query_task_status(request, llm.upappid, llm.query_apiname,
|
||||
llmusage.id, llm.ownerid, taskid)
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user