yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2025-09-01 11:03:32 +08:00
parent 0f8875f799
commit 6b130697fd
2 changed files with 2 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
llmage/llmclient.py
View File

@ -59,17 +59,17 @@ where x.id = ${llmid}$
return None return None
async def inference(request, env): async def inference(request, env):
uapi = UAPI(request, env)
params = env.params_kw params = env.params_kw
llmid = params.llmid llmid = params.llmid
prompt = params.prompt prompt = params.prompt
stream = params.stream or True stream = params.stream or True
env.update(params_kw)
dbname = env.get_module_dbname('llmage') dbname = env.get_module_dbname('llmage')
db = env.DBPools() db = env.DBPools()
async with db.sqlorContext(dbname) as sor: async with db.sqlorContext(dbname) as sor:
llm = await get_llm(llmid) llm = await get_llm(llmid)
env.update(llm) env.update(llm)
uapi = UAPI(request, env=env, sor=sor) uapi = UAPI(request, sor=sor)
userid = await env.get_user() userid = await env.get_user()
f = partial(uapi.stream_linify, llm.upappid, llm.apiname, userid) f = partial(uapi.stream_linify, llm.upappid, llm.apiname, userid)
return await env.stream_response(request, f) return await env.stream_response(request, f)

3
wwwroot/llm_dialog.ui
View File

@ -15,9 +15,6 @@
"llmid":"{{llm.id}}", "llmid":"{{llm.id}}",
"llmcatelogid":"{{llm.llmcatelogid}}", "llmcatelogid":"{{llm.llmcatelogid}}",
"output_view":{{llm.output_view}}, "output_view":{{llm.output_view}},
"system_message_format":{{llm.system_message or default_sysmessage()}},
"user_message_format":{{llm.user_message or default_usrmessage()}},
"llm_message_format":{{llm.assisant_message or default_llmmessage()}},
"icon":"{{entire_url('/appbase/get_icon.dspy')}}?id={{llm.iconid}}", "icon":"{{entire_url('/appbase/get_icon.dspy')}}?id={{llm.iconid}}",
"url":"{{entire_url('/llmage/llminference.dspy')}}", "url":"{{entire_url('/llmage/llminference.dspy')}}",
"model":"{{llm.model}}", "model":"{{llm.model}}",