diff --git a/llmage/llmclient.py b/llmage/llmclient.py index cb62d2a..e4de1d7 100644 --- a/llmage/llmclient.py +++ b/llmage/llmclient.py @@ -63,7 +63,7 @@ async def inference(request, env): llmid = params.llmid prompt = params.prompt stream = params.stream or True - env.update(params_kw) + env.update(env.params_kw) dbname = env.get_module_dbname('llmage') db = env.DBPools() async with db.sqlorContext(dbname) as sor: