yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2025-10-10 11:32:42 +08:00
parent 82ab39e7f5
commit 4efae00ea3
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
wwwroot/llminference.dspy
View File

@ -7,7 +7,9 @@ if kdbids:
ret = await fused_search(params_kw.prompt, ret = await fused_search(params_kw.prompt,
userid=userid, userid=userid,
knowledge_base_ids = kdbids, knowledge_base_ids = kdbids,
limit=params.recall_cnt or 5) limit=params_kw.recall_cnt or 5)
params_kw.prompt = templrenders(prompt_tmpl, ret) ret['prompt'] = params_kw.prompt
params_kw.prompt = str_tmpl_render(params_kw.prompt_tmpl, ret)
debug(f'rag return {ret}, {params_kw.prompt=}')
env = DictObject(**globals()) env = DictObject(**globals())
return await inference(request, env=env) return await inference(request, env=env)