bugfix
This commit is contained in:
parent
18fb36ae93
commit
e6e1ca8ccd
@ -56,7 +56,7 @@ async def inference(request, env):
|
|||||||
params = env.params_kw
|
params = env.params_kw
|
||||||
llmid = params.id
|
llmid = params.id
|
||||||
prompt = params.prompt
|
prompt = params.prompt
|
||||||
stream = prompt.stream or True
|
stream = params.stream or True
|
||||||
dbname = env.get_module_dbname('llmage')
|
dbname = env.get_module_dbname('llmage')
|
||||||
db = env.DBPools()
|
db = env.DBPools()
|
||||||
async with db.sqlorContext(dbname) as sor:
|
async with db.sqlorContext(dbname) as sor:
|
||||||
|
|||||||
@ -62,7 +62,7 @@
|
|||||||
"params":{
|
"params":{
|
||||||
"id":"{{llm.id}}"
|
"id":"{{llm.id}}"
|
||||||
},
|
},
|
||||||
"url":"{{entire_url('./llminference.dspy')}}"
|
"url":"{{entire_url('./llm_dialog.ui')}}"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user