yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'main' of git.opencomputing.cn:yumoqing/llmage

Browse Source
This commit is contained in:
yumoqing 2026-03-24 12:01:37 +08:00
commit 8f8f48f6f5
2 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
llmage/llmclient.py
View File

@ -388,7 +388,8 @@ async def inference_generator(request, *args, params_kw=None, **kw):
yield d yield d
async def _inference_generator(request, callerid, callerorgid, async def _inference_generator(request, callerid, callerorgid,
params_kw=params_kw, **kw): params_kw={}, **kw):
env = request._run_ns
if not params_kw: if not params_kw:
params_kw = env.params_kw params_kw = env.params_kw
if not params_kw.transno: if not params_kw.transno:

2
wwwroot/llminference.dspy
View File

@ -1,7 +1,9 @@
debug(f'{params_kw=}') debug(f'{params_kw=}')
userid = await get_user() userid = await get_user()
userorgid = await get_userorgid()
if userid is None: if userid is None:
return UiError(title='llm inference', message='Please login first') return UiError(title='llm inference', message='Please login first')
f = await checkCustomerBalance(params_kw.llmid, userorgid)
kdbids = params_kw.kdbids kdbids = params_kw.kdbids
if kdbids: if kdbids:
data = { data = {