bugfix
This commit is contained in:
parent
5acb741458
commit
41b7b95cf5
@ -65,7 +65,6 @@ async def uapi_request(request, llm, callerid, callerorgid, params_kw=None):
|
|||||||
yield json.dumps(d, ensure_ascii=False) + '\n'
|
yield json.dumps(d, ensure_ascii=False) + '\n'
|
||||||
if usage is None:
|
if usage is None:
|
||||||
error(f'{llm=} response has not usage')
|
error(f'{llm=} response has not usage')
|
||||||
debug(f' {usage=}, {type(usage)=}')
|
|
||||||
finish_seconds = time.time() - start_timestamp
|
finish_seconds = time.time() - start_timestamp
|
||||||
if responsed_seconds is None:
|
if responsed_seconds is None:
|
||||||
responsed_seconds = finish_seconds
|
responsed_seconds = finish_seconds
|
||||||
@ -75,7 +74,8 @@ async def uapi_request(request, llm, callerid, callerorgid, params_kw=None):
|
|||||||
llmusage.use_date = curDateString()
|
llmusage.use_date = curDateString()
|
||||||
llmusage.use_time = timestampstr()
|
llmusage.use_time = timestampstr()
|
||||||
llmusage.userid = callerid
|
llmusage.userid = callerid
|
||||||
llmusage.usages = json.dumps(usage, ensure_ascii=False)
|
llmusage.usages = json.dumps(usage, ensure_ascii=False, indent=4)
|
||||||
|
debug(f' {usage=}, {type(usage)=}, {llmusage.usages=}')
|
||||||
ioinfo = {
|
ioinfo = {
|
||||||
"input": params_kw,
|
"input": params_kw,
|
||||||
'output': outlines
|
'output': outlines
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user