yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2025-09-02 16:37:39 +08:00
parent 389a2b4889
commit 0545cd5d59
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
llmage/llmclient.py
View File

@ -1,3 +1,4 @@
import json
from random import randint from random import randint
from functools import partial from functools import partial
from traceback import format_exc from traceback import format_exc
@ -73,10 +74,12 @@ where a.upappid=b.id
async def uapi_request(request, sor, caller_orgid, callerid, uapi, llm, params): async def uapi_request(request, sor, caller_orgid, callerid, uapi, llm, params):
userid = await get_owner_userid(sor, llm) userid = await get_owner_userid(sor, llm)
txt = txt = ''
async for l in uapi.stream_linify(llm.upappid, llm.apiname, userid, params=params): async for l in uapi.stream_linify(llm.upappid, llm.apiname, userid, params=params):
d = json.loads(l)
txt = txt + d['content']
yield l yield l
debug(f'{d=}, {txt=}')
async def inference(request, *args, **kw): async def inference(request, *args, **kw):
env = request._run_ns env = request._run_ns