From 4719cfa85ef3e5d0e3caddce3aa2aa9548139c21 Mon Sep 17 00:00:00 2001 From: yumoqing Date: Sat, 11 Apr 2026 21:21:23 +0800 Subject: [PATCH] bugfix --- llmage/llmclient.py | 3 --- llmage/utils.py | 2 +- 2 files changed, 1 insertion(+), 4 deletions(-) diff --git a/llmage/llmclient.py b/llmage/llmclient.py index 37f2a33..cfb2816 100644 --- a/llmage/llmclient.py +++ b/llmage/llmclient.py @@ -147,8 +147,6 @@ async def _inference_generator(request, callerid, callerorgid, return if not params_kw.model: params_kw.model = llm.model - if params_kw.stream and llm.stream == 'stream': - llm.stream = 'sync' if llm.stream == 'async': if llm.callbackurl: cb_url = env.entire_url(llm.callbackurl) @@ -156,7 +154,6 @@ async def _inference_generator(request, callerid, callerorgid, f = partial(async_uapi_request, request, llm, callerid, callerorgid, params_kw=params_kw) elif not params_kw.stream: f = partial(sync_uapi_request, request, llm, callerid, callerorgid, params_kw=params_kw) - # env.update(llm) else: f = partial(uapi_request, request, llm, callerid, callerorgid, params_kw=params_kw) async for d in f(): diff --git a/llmage/utils.py b/llmage/utils.py index 90e19be..78a8cb0 100644 --- a/llmage/utils.py +++ b/llmage/utils.py @@ -182,7 +182,7 @@ class BufferedLLMs: sql = """select x.*, z.input_fields from ( - select a.*, e.ioid, e.callbackurl, e.stream, f.input_fields as inputfields + select a.*, e.ioid, e.stream, e.callbackurl, f.input_fields as inputfields from llm a, upapp c, uapiset d, uapi e, uapiio f where a.upappid = c.id and c.apisetid = d.id