bugfix
This commit is contained in:
parent
ac6a3a42e3
commit
09bfe2a144
@ -67,7 +67,11 @@ async def async_uapi_request(request, llm, sor,
|
|||||||
start_timestamp = time.time()
|
start_timestamp = time.time()
|
||||||
if llm.callbackurl:
|
if llm.callbackurl:
|
||||||
params_kw.callbackurl = llm.callbackurl
|
params_kw.callbackurl = llm.callbackurl
|
||||||
|
|
||||||
|
b = None
|
||||||
|
try:
|
||||||
b = await uapi.call(llm.upappid, llm.apiname, userid, params=params_kw)
|
b = await uapi.call(llm.upappid, llm.apiname, userid, params=params_kw)
|
||||||
|
except Exception as e:
|
||||||
if isinstance(b, bytes):
|
if isinstance(b, bytes):
|
||||||
b = b.decode('utf-8')
|
b = b.decode('utf-8')
|
||||||
debug(f'task sumbited:{b}')
|
debug(f'task sumbited:{b}')
|
||||||
|
|||||||
@ -18,6 +18,7 @@ from .llmclient import (
|
|||||||
from .accounting import checkCustomerBalance
|
from .accounting import checkCustomerBalance
|
||||||
from .asyncinference import (
|
from .asyncinference import (
|
||||||
get_asynctask_status,
|
get_asynctask_status,
|
||||||
|
query_task_status,
|
||||||
get_today_asynctask_list
|
get_today_asynctask_list
|
||||||
)
|
)
|
||||||
|
|
||||||
@ -25,6 +26,7 @@ def load_llmage():
|
|||||||
env = ServerEnv()
|
env = ServerEnv()
|
||||||
env.get_today_asynctask_list = get_today_asynctask_list
|
env.get_today_asynctask_list = get_today_asynctask_list
|
||||||
env.get_asynctask_status = get_asynctask_status
|
env.get_asynctask_status = get_asynctask_status
|
||||||
|
env.query_task_status = query_task_status
|
||||||
env.get_llm = get_llm
|
env.get_llm = get_llm
|
||||||
env.b64media2url = b64media2url
|
env.b64media2url = b64media2url
|
||||||
env.hex2base64 = hex2base64
|
env.hex2base64 = hex2base64
|
||||||
|
|||||||
18
wwwroot/grap_task_status.dspy
Normal file
18
wwwroot/grap_task_status.dspy
Normal file
@ -0,0 +1,18 @@
|
|||||||
|
taskid = params_kw.taskid
|
||||||
|
async with get_sor_context(request._run_ns, 'llmage') as sor:
|
||||||
|
recs = await sor.R('llmusage', {'taskid': taskid})
|
||||||
|
if len(recs) == 0:
|
||||||
|
e = Exception(f'{taskid=} not found in llmusage')
|
||||||
|
exception(f'{e}')
|
||||||
|
raise e
|
||||||
|
llmusage = recs[0]
|
||||||
|
request, upappid, apinames, luid, userid, taskid
|
||||||
|
recs = await sor.R('llm', {'id': llmusage.llmid})
|
||||||
|
if len(recs) == 0:
|
||||||
|
e = Exception(f'{llmusage.llmid=} not found in llm')
|
||||||
|
exception(f'{e}')
|
||||||
|
raise e
|
||||||
|
llm = recs[0]
|
||||||
|
x = await query_task_status(request, llm.upappid, llm.query_apiname,
|
||||||
|
llmusage.id, llm.ownerid, taskid)
|
||||||
|
|
||||||
Loading…
x
Reference in New Issue
Block a user