bugfix
This commit is contained in:
parent
0faa577447
commit
82ab39e7f5
@ -1,5 +1,6 @@
|
||||
{% if get_user() %}
|
||||
{% set llm = get_llm(params_kw.id) %}
|
||||
{% set kdbs = get_user_kdbs(request) %}
|
||||
{% if llm %}
|
||||
{
|
||||
"widgettype":"LlmIO",
|
||||
@ -7,6 +8,11 @@
|
||||
"width":"100%",
|
||||
"height":"100%",
|
||||
"title":"{{llm.name}}",
|
||||
{% if len(kdbs) > 0 %}
|
||||
"enabled_kdb": true,
|
||||
"kdb_setting":{},
|
||||
"get_kdb_url": "{{entire_url('/rag/get_my_kdbs.dspy')}}",
|
||||
{% endif %}
|
||||
"list_models_url":"{{entire_url('list_paging_catelog_llms.dspy')}}",
|
||||
"estimate_url":"{{entire_url('model_estimate.dspy')}}",
|
||||
"input_fields":{{llm.input_fields}},
|
||||
|
||||
@ -2,5 +2,12 @@ debug(f'{params_kw=}')
|
||||
userid = await get_user()
|
||||
if userid is None:
|
||||
return UiError(title='llm inference', message='Please login first')
|
||||
kdbids = params_kw.kdbids
|
||||
if kdbids:
|
||||
ret = await fused_search(params_kw.prompt,
|
||||
userid=userid,
|
||||
knowledge_base_ids = kdbids,
|
||||
limit=params.recall_cnt or 5)
|
||||
params_kw.prompt = templrenders(prompt_tmpl, ret)
|
||||
env = DictObject(**globals())
|
||||
return await inference(request, env=env)
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user