skillagent/wwwroot/inference.dspy
2026-02-12 15:29:54 +08:00

9 lines
289 B
Plaintext

llmid = params_kw.llmid
params_kw.stream = False
userid = await get_user()
if not userid:
return UiError(title="Error", message="You need to login to use it")
engine = IndustrialSkillEngine(request, llmid)
f = partial(engine.inference, params_kw)
return await stream_response(request, f)