yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2026-04-01 12:57:50 +08:00
parent 573cec3df7
commit d8e086c8b1
1 changed files with 12 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
wwwroot/chat/completions/index.dspy
View File

@ -1,3 +1,14 @@
async def gen():
env = request._run_ns.copy()
f = partial(inference_generator, request, *args, params_kw=params_kw, **kw)
if params_kw.stream:
async for l in f():
yield b'data: ' + l + b'\n'
yield b'data: [DONE]'
else:
async for l in f():
yield l
debug(f'{params_kw=}') debug(f'{params_kw=}')
lctype='文生文' lctype='文生文'
if params_kw.off_peak: if params_kw.off_peak:
@ -33,6 +44,7 @@ f = await checkCustomerBalance(params_kw.llmid, userorgid)
if not f: if not f:
return openai_429() return openai_429()
return await env.stream_response(request, gen)
env = DictObject(**globals()) env = DictObject(**globals())
return await inference(request, env=env) return await inference(request, env=env)