yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2025-10-09 17:25:56 +08:00
parent 0faa577447
commit 82ab39e7f5
2 changed files with 13 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
wwwroot/llm_dialog.ui
View File

@ -1,5 +1,6 @@
{% if get_user() %} {% if get_user() %}
{% set llm = get_llm(params_kw.id) %} {% set llm = get_llm(params_kw.id) %}
{% set kdbs = get_user_kdbs(request) %}
{% if llm %} {% if llm %}
{ {
"widgettype":"LlmIO", "widgettype":"LlmIO",
@ -7,6 +8,11 @@
"width":"100%", "width":"100%",
"height":"100%", "height":"100%",
"title":"{{llm.name}}", "title":"{{llm.name}}",
{% if len(kdbs) > 0 %}
"enabled_kdb": true,
"kdb_setting":{},
"get_kdb_url": "{{entire_url('/rag/get_my_kdbs.dspy')}}",
{% endif %}
"list_models_url":"{{entire_url('list_paging_catelog_llms.dspy')}}", "list_models_url":"{{entire_url('list_paging_catelog_llms.dspy')}}",
"estimate_url":"{{entire_url('model_estimate.dspy')}}", "estimate_url":"{{entire_url('model_estimate.dspy')}}",
"input_fields":{{llm.input_fields}}, "input_fields":{{llm.input_fields}},

7
wwwroot/llminference.dspy
View File

@ -2,5 +2,12 @@ debug(f'{params_kw=}')
userid = await get_user() userid = await get_user()
if userid is None: if userid is None:
return UiError(title='llm inference', message='Please login first') return UiError(title='llm inference', message='Please login first')
kdbids = params_kw.kdbids
if kdbids:
ret = await fused_search(params_kw.prompt,
userid=userid,
knowledge_base_ids = kdbids,
limit=params.recall_cnt or 5)
params_kw.prompt = templrenders(prompt_tmpl, ret)
env = DictObject(**globals()) env = DictObject(**globals())
return await inference(request, env=env) return await inference(request, env=env)