8 lines
190 B
Plaintext
8 lines
190 B
Plaintext
debug(f'{params_kw=}')
|
|
async def g():
|
|
speaker = params_kw.speaker or 'main'
|
|
async for d in inference_stream(params_kw.prompt, speaker):
|
|
yield d
|
|
|
|
return await stream_response(request, g)
|