bugfix
This commit is contained in:
parent
a226b3a27b
commit
ba3f5d0af8
@ -151,7 +151,7 @@ async def llm_accounting(llmusage):
|
|||||||
async def get_accounting_llmusages(luid=None):
|
async def get_accounting_llmusages(luid=None):
|
||||||
env = ServerEnv()
|
env = ServerEnv()
|
||||||
lus = []
|
lus = []
|
||||||
t = time.time() - 20
|
t = time.time()
|
||||||
dt = datetime.fromtimestamp(t)
|
dt = datetime.fromtimestamp(t)
|
||||||
tsstr = dt.strftime('%Y-%m-%d %H:%M:%S.') + f'{dt.microsecond // 1000:03d}'
|
tsstr = dt.strftime('%Y-%m-%d %H:%M:%S.') + f'{dt.microsecond // 1000:03d}'
|
||||||
async with get_sor_context(env, 'llmage') as sor:
|
async with get_sor_context(env, 'llmage') as sor:
|
||||||
|
|||||||
@ -201,6 +201,7 @@ async def query_task_status(request, upappid, apiname, luid, userid, taskid):
|
|||||||
return
|
return
|
||||||
if changed.status == 'SUCCEEDED':
|
if changed.status == 'SUCCEEDED':
|
||||||
llmusage.usages = changed.output.usage
|
llmusage.usages = changed.output.usage
|
||||||
|
"""联机不记账
|
||||||
if llm.ppid:
|
if llm.ppid:
|
||||||
try:
|
try:
|
||||||
charging = await llm_charging(sor,
|
charging = await llm_charging(sor,
|
||||||
@ -215,21 +216,25 @@ async def query_task_status(request, upappid, apiname, luid, userid, taskid):
|
|||||||
e1 = Exception(f'{llm.ppid} charging error{e}, {llm.ppid}, {llmusage=}')
|
e1 = Exception(f'{llm.ppid} charging error{e}, {llm.ppid}, {llmusage=}')
|
||||||
exception(f'{e}')
|
exception(f'{e}')
|
||||||
changed.amount = changed.cost = 0
|
changed.amount = changed.cost = 0
|
||||||
|
|
||||||
else:
|
else:
|
||||||
changed.amount = 0
|
changed.amount = 0
|
||||||
changed.cost = 0
|
changed.cost = 0
|
||||||
llmusage.amount = changed.amount
|
llmusage.amount = changed.amount
|
||||||
llmusage.cost = changed.cost
|
llmusage.cost = changed.cost
|
||||||
|
"""
|
||||||
await add_new_llmusage_output(luid, changed)
|
await add_new_llmusage_output(luid, changed)
|
||||||
if changed.status == 'FAILED':
|
if changed.status == 'FAILED':
|
||||||
return
|
return
|
||||||
if changed.status == 'SUCCEEDED':
|
if changed.status == 'SUCCEEDED':
|
||||||
|
"""联机不记账
|
||||||
if llmusage.accounting_status != 'accounted' \
|
if llmusage.accounting_status != 'accounted' \
|
||||||
and changed.amount > 0.00001:
|
and changed.amount > 0.00001:
|
||||||
try:
|
try:
|
||||||
await llm_accounting(llmusage)
|
await llm_accounting(llmusage)
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
debug(f'{changed=} accounting failed,{e=} ')
|
debug(f'{changed=} accounting failed,{e=} ')
|
||||||
|
"""
|
||||||
return
|
return
|
||||||
|
|
||||||
await asyncio.sleep(llm.query_period or 30)
|
await asyncio.sleep(llm.query_period or 30)
|
||||||
|
|||||||
@ -92,6 +92,7 @@ async def uapi_request(request, llm, callerid, callerorgid, params_kw=None):
|
|||||||
llmusage.responsed_seconds = responsed_seconds
|
llmusage.responsed_seconds = responsed_seconds
|
||||||
llmusage.finish_seconds = finish_seconds
|
llmusage.finish_seconds = finish_seconds
|
||||||
llmusage.status = 'SUCCEEDED'
|
llmusage.status = 'SUCCEEDED'
|
||||||
|
""" 联机不记账
|
||||||
if llm.ppid and callerorgid:
|
if llm.ppid and callerorgid:
|
||||||
try:
|
try:
|
||||||
chargings = await llm_charging(llm.ppid, llmusage)
|
chargings = await llm_charging(llm.ppid, llmusage)
|
||||||
@ -107,12 +108,15 @@ async def uapi_request(request, llm, callerid, callerorgid, params_kw=None):
|
|||||||
else:
|
else:
|
||||||
llmusage.amount = 0
|
llmusage.amount = 0
|
||||||
llmusage.cost = 0
|
llmusage.cost = 0
|
||||||
|
"""
|
||||||
llmusage.userorgid = callerorgid
|
llmusage.userorgid = callerorgid
|
||||||
llmusage.ownerid = llm.orgid
|
llmusage.ownerid = llm.orgid
|
||||||
llmusage.accounting_status = 'created'
|
llmusage.accounting_status = 'created'
|
||||||
await write_llmusage(llmusage)
|
await write_llmusage(llmusage)
|
||||||
|
"""
|
||||||
if llmusage.amount > 0.0001:
|
if llmusage.amount > 0.0001:
|
||||||
await llm_accounting(llmusage)
|
await llm_accounting(llmusage)
|
||||||
|
"""
|
||||||
|
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
exception(f'{e=},{format_exc()}')
|
exception(f'{e=},{format_exc()}')
|
||||||
|
|||||||
@ -59,6 +59,7 @@ async def sync_uapi_request(request, llm, callerid, callerorgid, params_kw=None)
|
|||||||
llmusage.finish_seconds = finish_seconds
|
llmusage.finish_seconds = finish_seconds
|
||||||
llmusage.status = 'SUCCEEDED'
|
llmusage.status = 'SUCCEEDED'
|
||||||
llmusage.amount = llmusage.cost = 0.00
|
llmusage.amount = llmusage.cost = 0.00
|
||||||
|
""" 联机不记账
|
||||||
if llm.ppid:
|
if llm.ppid:
|
||||||
try:
|
try:
|
||||||
charging = await llm_charging(llm.ppid, llmusage)
|
charging = await llm_charging(llm.ppid, llmusage)
|
||||||
@ -73,14 +74,17 @@ async def sync_uapi_request(request, llm, callerid, callerorgid, params_kw=None)
|
|||||||
else:
|
else:
|
||||||
llmusage.amount = 0
|
llmusage.amount = 0
|
||||||
llmusage.cost = 0
|
llmusage.cost = 0
|
||||||
|
"""
|
||||||
llmusage.userorgid = callerorgid
|
llmusage.userorgid = callerorgid
|
||||||
llmusage.ownerid = llm.orgid
|
llmusage.ownerid = llm.orgid
|
||||||
llmusage.accounting_status = 'created'
|
llmusage.accounting_status = 'created'
|
||||||
b = json.dumps(d, ensure_ascii=False)
|
b = json.dumps(d, ensure_ascii=False)
|
||||||
yield b
|
yield b
|
||||||
await write_llmusage(llmusage)
|
await write_llmusage(llmusage)
|
||||||
|
"""联机不记账
|
||||||
if llmusage.amount > 0.0001:
|
if llmusage.amount > 0.0001:
|
||||||
await llm_accounting(llmusage)
|
await llm_accounting(llmusage)
|
||||||
|
"""
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
exception(f'{e=},{format_exc()}')
|
exception(f'{e=},{format_exc()}')
|
||||||
estr = erase_apikey(e)
|
estr = erase_apikey(e)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user