From 82ab39e7f5fa49f22a68f344e41395ab17fe7b91 Mon Sep 17 00:00:00 2001 From: yumoqing Date: Thu, 9 Oct 2025 17:25:56 +0800 Subject: [PATCH] bugfix --- wwwroot/llm_dialog.ui | 6 ++++++ wwwroot/llminference.dspy | 7 +++++++ 2 files changed, 13 insertions(+) diff --git a/wwwroot/llm_dialog.ui b/wwwroot/llm_dialog.ui index 7dda230..86cc014 100644 --- a/wwwroot/llm_dialog.ui +++ b/wwwroot/llm_dialog.ui @@ -1,5 +1,6 @@ {% if get_user() %} {% set llm = get_llm(params_kw.id) %} +{% set kdbs = get_user_kdbs(request) %} {% if llm %} { "widgettype":"LlmIO", @@ -7,6 +8,11 @@ "width":"100%", "height":"100%", "title":"{{llm.name}}", +{% if len(kdbs) > 0 %} + "enabled_kdb": true, + "kdb_setting":{}, + "get_kdb_url": "{{entire_url('/rag/get_my_kdbs.dspy')}}", +{% endif %} "list_models_url":"{{entire_url('list_paging_catelog_llms.dspy')}}", "estimate_url":"{{entire_url('model_estimate.dspy')}}", "input_fields":{{llm.input_fields}}, diff --git a/wwwroot/llminference.dspy b/wwwroot/llminference.dspy index 7e3d716..c2520fe 100644 --- a/wwwroot/llminference.dspy +++ b/wwwroot/llminference.dspy @@ -2,5 +2,12 @@ debug(f'{params_kw=}') userid = await get_user() if userid is None: return UiError(title='llm inference', message='Please login first') +kdbids = params_kw.kdbids +if kdbids: + ret = await fused_search(params_kw.prompt, + userid=userid, + knowledge_base_ids = kdbids, + limit=params.recall_cnt or 5) + params_kw.prompt = templrenders(prompt_tmpl, ret) env = DictObject(**globals()) return await inference(request, env=env)