diff --git a/wwwroot/chat/completions/index.dspy b/wwwroot/chat/completions/index.dspy index dfa823a..59b759c 100644 --- a/wwwroot/chat/completions/index.dspy +++ b/wwwroot/chat/completions/index.dspy @@ -1,7 +1,7 @@ async def gen(): env = request._run_ns.copy() - f = partial(inference_generator, request, *args, params_kw=params_kw, **kw) - if params_kw.stream: + f = partial(inference_generator, request, *args, params_kw=params_kw, **kw) + if params_kw.stream: async for l in f(): yield b'data: ' + l + b'\n' yield b'data: [DONE]'