yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2025-09-02 16:34:07 +08:00
parent 612ef9a6a3
commit 389a2b4889
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
llmage/llmclient.py
View File

@ -71,15 +71,16 @@ where a.upappid=b.id
i = randint(0, len(recs)-1) i = randint(0, len(recs)-1)
return recs[i].userid return recs[i].userid
async def uapi_request(request, sor, caller_orgid, uapi, llm, params): async def uapi_request(request, sor, caller_orgid, callerid, uapi, llm, params):
userid = await get_owner_userid(sor, llm) userid = await get_owner_userid(sor, llm)
txt =
async for l in uapi.stream_linify(llm.upappid, llm.apiname, userid, params=params): async for l in uapi.stream_linify(llm.upappid, llm.apiname, userid, params=params):
yield l yield l
async def inference(request, *args, **kw): async def inference(request, *args, **kw):
env = request._run_ns env = request._run_ns
caller_orgid = await get_userorgid() caller_orgid = await env.get_userorgid()
params = env.params_kw params = env.params_kw
llmid = params.llmid llmid = params.llmid
prompt = params.prompt prompt = params.prompt