yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2025-10-10 15:02:01 +08:00
parent b79378b04f
commit e8882b2226
1 changed files with 7 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
wwwroot/llminference.dspy
View File

@ -4,17 +4,13 @@ if userid is None:
return UiError(title='llm inference', message='Please login first') return UiError(title='llm inference', message='Please login first')
kdbids = params_kw.kdbids kdbids = params_kw.kdbids
if kdbids: if kdbids:
f = RegisterFunction().get('fusedsearch') ret = await rfexe('fusedsearch', params_kw.prompt,
if f: userid=userid,
ret = await fusedsearch(params_kw.prompt, knowledge_base_ids = kdbids,
userid=userid, limit=params_kw.recall_cnt or 5)
knowledge_base_ids = kdbids, ret['prompt'] = params_kw.prompt
limit=params_kw.recall_cnt or 5) params_kw.prompt = str_tmpl_render(params_kw.prompt_tmpl, ret)
ret['prompt'] = params_kw.prompt debug(f'rag return {ret}, {params_kw.prompt=}')
params_kw.prompt = str_tmpl_render(params_kw.prompt_tmpl, ret)
debug(f'rag return {ret}, {params_kw.prompt=}')
else:
debug(f'"fusedsearch" function not registed')
env = DictObject(**globals()) env = DictObject(**globals())
return await inference(request, env=env) return await inference(request, env=env)