yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2025-09-03 11:29:11 +08:00
parent af804c8b9a
commit 0a42aa88f0
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
llmage/llmclient.py
View File

@ -78,8 +78,9 @@ async def uapi_request(request, sor, caller_orgid, callerid, uapi, llm, params):
async for l in uapi.stream_linify(llm.upappid, llm.apiname, userid, params=params): async for l in uapi.stream_linify(llm.upappid, llm.apiname, userid, params=params):
if l and l != '[DONE]': if l and l != '[DONE]':
d = json.loads(l) d = json.loads(l)
txt = txt + d['content'] if d['content'] != '':
yield l txt = txt + d['content']
yield l
debug(f'{d=}, {txt=}') debug(f'{d=}, {txt=}')
async def inference(request, *args, **kw): async def inference(request, *args, **kw):