skillagent/wwwroot/inference.dspy
2026-03-05 16:59:48 +08:00

12 lines
282 B
Plaintext

llmid = params_kw.llmid
params_kw.stream = False
userid = await get_user()
if not userid:
return {
"status": "FAILED",
"error": "You need login"
}
engine = IndustrialSkillEngine(request, llmid)
f = partial(engine.inference, params_kw)
return await stream_response(request, f)