yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2026-08-03 14:34:17 +08:00
parent dff5a681a0
commit 02178cd06e
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
llmage/llmclient.py
View File

@ -35,6 +35,7 @@ async def uapi_request(request, llm, callerid, callerorgid, params_kw=None):
finish_seconds = None
first = True
usage = None
last_choices = None
async for l in uapi.stream_linify(llm.upappid, llm.apiname, userid,
params=params_kw):
if first:
@ -57,6 +58,10 @@ async def uapi_request(request, llm, callerid, callerorgid, params_kw=None):
if d.get('reasoning_content'):
txt += d.get('reasoning_content')
yield_it = True
if d.get('choices'):
last_choices = d['choices']
else if last_choices:
d['choices'] = last_choices
if d.get('content'):
txt = txt + d['content']
yield_it = True
@ -67,6 +72,7 @@ async def uapi_request(request, llm, callerid, callerorgid, params_kw=None):
yield json.dumps(d, ensure_ascii=False) + '\n'
if usage is None:
error(f'{llm=} response has not usage')
finish_seconds = time.time() - start_timestamp
if responsed_seconds is None:
responsed_seconds = finish_seconds