bugfix
This commit is contained in:
parent
0f8875f799
commit
6b130697fd
@ -59,17 +59,17 @@ where x.id = ${llmid}$
|
||||
return None
|
||||
|
||||
async def inference(request, env):
|
||||
uapi = UAPI(request, env)
|
||||
params = env.params_kw
|
||||
llmid = params.llmid
|
||||
prompt = params.prompt
|
||||
stream = params.stream or True
|
||||
env.update(params_kw)
|
||||
dbname = env.get_module_dbname('llmage')
|
||||
db = env.DBPools()
|
||||
async with db.sqlorContext(dbname) as sor:
|
||||
llm = await get_llm(llmid)
|
||||
env.update(llm)
|
||||
uapi = UAPI(request, env=env, sor=sor)
|
||||
uapi = UAPI(request, sor=sor)
|
||||
userid = await env.get_user()
|
||||
f = partial(uapi.stream_linify, llm.upappid, llm.apiname, userid)
|
||||
return await env.stream_response(request, f)
|
||||
|
||||
@ -15,9 +15,6 @@
|
||||
"llmid":"{{llm.id}}",
|
||||
"llmcatelogid":"{{llm.llmcatelogid}}",
|
||||
"output_view":{{llm.output_view}},
|
||||
"system_message_format":{{llm.system_message or default_sysmessage()}},
|
||||
"user_message_format":{{llm.user_message or default_usrmessage()}},
|
||||
"llm_message_format":{{llm.assisant_message or default_llmmessage()}},
|
||||
"icon":"{{entire_url('/appbase/get_icon.dspy')}}?id={{llm.iconid}}",
|
||||
"url":"{{entire_url('/llmage/llminference.dspy')}}",
|
||||
"model":"{{llm.model}}",
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user