yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2025-10-10 15:22:37 +08:00
parent a70419410a
commit 4cb73c3bd0
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
wwwroot/llminference.dspy
View File

@ -7,11 +7,16 @@ if kdbids:
data = { data = {
'prompt': params_kw.prompt 'prompt': params_kw.prompt
} }
params = {
'query': params_kw.prompt,
'fiids': params_kw.kdbids,
'limit': params_kw.recall_cnt
}
tmpl = params_kw.prompt_tmpl tmpl = params_kw.prompt_tmpl
ret = await rfexe('fusedsearch', request, params_kw) ret = await rfexe('fusedsearch', request, params)
data.update(ret) data.update(ret)
params_kw.prompt = str_tmpl_render(tmpl, data) params_kw.prompt = str_tmpl_render(tmpl, data)
debug(f'rag return {data}, {params_kw.prompt=}') debug(f'{params=}rag return {data}, {params_kw.prompt=}')
env = DictObject(**globals()) env = DictObject(**globals())
return await inference(request, env=env) return await inference(request, env=env)