bugfix
This commit is contained in:
parent
bae651bbac
commit
1ebbb7145b
@ -71,7 +71,7 @@ where a.llmcatelogid = b.id
|
|||||||
async def inference(request, env):
|
async def inference(request, env):
|
||||||
uapi = UAPI(request, env)
|
uapi = UAPI(request, env)
|
||||||
params = env.params_kw
|
params = env.params_kw
|
||||||
llmid = params.id
|
llmid = params.llmid
|
||||||
prompt = params.prompt
|
prompt = params.prompt
|
||||||
stream = params.stream or True
|
stream = params.stream or True
|
||||||
dbname = env.get_module_dbname('llmage')
|
dbname = env.get_module_dbname('llmage')
|
||||||
|
|||||||
@ -1,2 +1,3 @@
|
|||||||
|
debug(f'{params_kw=}')
|
||||||
env = DictObject(**globals())
|
env = DictObject(**globals())
|
||||||
return await inference(request, env=env)
|
return await inference(request, env=env)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user