From 6b130697fdaeca11a7d9994336c9a3cc0aebc169 Mon Sep 17 00:00:00 2001 From: yumoqing Date: Mon, 1 Sep 2025 11:03:32 +0800 Subject: [PATCH] bugfix --- llmage/llmclient.py | 4 ++-- wwwroot/llm_dialog.ui | 3 --- 2 files changed, 2 insertions(+), 5 deletions(-) diff --git a/llmage/llmclient.py b/llmage/llmclient.py index 2573ba3..cb62d2a 100644 --- a/llmage/llmclient.py +++ b/llmage/llmclient.py @@ -59,17 +59,17 @@ where x.id = ${llmid}$ return None async def inference(request, env): - uapi = UAPI(request, env) params = env.params_kw llmid = params.llmid prompt = params.prompt stream = params.stream or True + env.update(params_kw) dbname = env.get_module_dbname('llmage') db = env.DBPools() async with db.sqlorContext(dbname) as sor: llm = await get_llm(llmid) env.update(llm) - uapi = UAPI(request, env=env, sor=sor) + uapi = UAPI(request, sor=sor) userid = await env.get_user() f = partial(uapi.stream_linify, llm.upappid, llm.apiname, userid) return await env.stream_response(request, f) diff --git a/wwwroot/llm_dialog.ui b/wwwroot/llm_dialog.ui index f1a205d..f83cef3 100644 --- a/wwwroot/llm_dialog.ui +++ b/wwwroot/llm_dialog.ui @@ -15,9 +15,6 @@ "llmid":"{{llm.id}}", "llmcatelogid":"{{llm.llmcatelogid}}", "output_view":{{llm.output_view}}, - "system_message_format":{{llm.system_message or default_sysmessage()}}, - "user_message_format":{{llm.user_message or default_usrmessage()}}, - "llm_message_format":{{llm.assisant_message or default_llmmessage()}}, "icon":"{{entire_url('/appbase/get_icon.dspy')}}?id={{llm.iconid}}", "url":"{{entire_url('/llmage/llminference.dspy')}}", "model":"{{llm.model}}",