yumoqing/llmage
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2026-04-11 21:21:23 +08:00
parent 8274aa8e24
commit 4719cfa85e
2 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
llmage/llmclient.py
View File

@ -147,8 +147,6 @@ async def _inference_generator(request, callerid, callerorgid,
return return
if not params_kw.model: if not params_kw.model:
params_kw.model = llm.model params_kw.model = llm.model
if params_kw.stream and llm.stream == 'stream':
llm.stream = 'sync'
if llm.stream == 'async': if llm.stream == 'async':
if llm.callbackurl: if llm.callbackurl:
cb_url = env.entire_url(llm.callbackurl) cb_url = env.entire_url(llm.callbackurl)
@ -156,7 +154,6 @@ async def _inference_generator(request, callerid, callerorgid,
f = partial(async_uapi_request, request, llm, callerid, callerorgid, params_kw=params_kw) f = partial(async_uapi_request, request, llm, callerid, callerorgid, params_kw=params_kw)
elif not params_kw.stream: elif not params_kw.stream:
f = partial(sync_uapi_request, request, llm, callerid, callerorgid, params_kw=params_kw) f = partial(sync_uapi_request, request, llm, callerid, callerorgid, params_kw=params_kw)
# env.update(llm)
else: else:
f = partial(uapi_request, request, llm, callerid, callerorgid, params_kw=params_kw) f = partial(uapi_request, request, llm, callerid, callerorgid, params_kw=params_kw)
async for d in f(): async for d in f():

2
llmage/utils.py
View File

@ -182,7 +182,7 @@ class BufferedLLMs:
sql = """select x.*, sql = """select x.*,
z.input_fields z.input_fields
from ( from (
select a.*, e.ioid, e.callbackurl, e.stream, f.input_fields as inputfields select a.*, e.ioid, e.stream, e.callbackurl, f.input_fields as inputfields
from llm a, upapp c, uapiset d, uapi e, uapiio f from llm a, upapp c, uapiset d, uapi e, uapiio f
where a.upappid = c.id where a.upappid = c.id
and c.apisetid = d.id and c.apisetid = d.id