yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2025-09-02 16:43:06 +08:00
parent 0545cd5d59
commit 5bb06f1e3b
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
llmage/llmclient.py
View File

@ -84,6 +84,7 @@ async def uapi_request(request, sor, caller_orgid, callerid, uapi, llm, params):
async def inference(request, *args, **kw): async def inference(request, *args, **kw):
env = request._run_ns env = request._run_ns
caller_orgid = await env.get_userorgid() caller_orgid = await env.get_userorgid()
callerid = await env.get_user()
params = env.params_kw params = env.params_kw
llmid = params.llmid llmid = params.llmid
prompt = params.prompt prompt = params.prompt
@ -95,5 +96,5 @@ async def inference(request, *args, **kw):
env.update(llm) env.update(llm)
uapi = UAPI(request, sor=sor) uapi = UAPI(request, sor=sor)
userid = await env.get_user() userid = await env.get_user()
f = partial(uapi_request, request, sor, caller_orgid, llm, params=params) f = partial(uapi_request, request, sor, caller_orgid, callerid, uapi, llm, params=params)
return await env.stream_response(request, f) return await env.stream_response(request, f)