23 lines
599 B
Plaintext
23 lines
599 B
Plaintext
debug(f'{params_kw=}')
|
|
userid = await get_user()
|
|
if userid is None:
|
|
return UiError(title='llm inference', message='Please login first')
|
|
kdbids = params_kw.kdbids
|
|
if kdbids:
|
|
data = {
|
|
'prompt': params_kw.prompt
|
|
}
|
|
params = {
|
|
'query': params_kw.prompt,
|
|
'fiids': params_kw.kdbids,
|
|
'limit': params_kw.recall_cnt
|
|
}
|
|
tmpl = params_kw.prompt_tmpl
|
|
ret = await rfexe('fusedsearch', request, params)
|
|
data.update(ret)
|
|
params_kw.prompt = str_tmpl_render(tmpl, data)
|
|
debug(f'{params=}rag return {data}, {params_kw.prompt=}')
|
|
|
|
env = DictObject(**globals())
|
|
return await inference(request, env=env)
|