diff --git a/wwwroot/llminference.dspy b/wwwroot/llminference.dspy index 09f363a..4590965 100644 --- a/wwwroot/llminference.dspy +++ b/wwwroot/llminference.dspy @@ -4,13 +4,14 @@ if userid is None: return UiError(title='llm inference', message='Please login first') kdbids = params_kw.kdbids if kdbids: - ret = await rfexe('fusedsearch', params_kw.prompt, - userid=userid, - knowledge_base_ids = kdbids, - limit=params_kw.recall_cnt or 5) - ret['prompt'] = params_kw.prompt - params_kw.prompt = str_tmpl_render(params_kw.prompt_tmpl, ret) - debug(f'rag return {ret}, {params_kw.prompt=}') + data = { + 'prompt': params_kw.prompt + } + tmpl = params_kw.prompt_tmpl + ret = await rfexe('fusedsearch', request, params_kw) + data.update(ret) + params_kw.prompt = str_tmpl_render(tmpl, data) + debug(f'rag return {data}, {params_kw.prompt=}') env = DictObject(**globals()) return await inference(request, env=env)