Compare commits

...

2 Commits

Author SHA1 Message Date
b2e4c0befb Merge branch 'main' of https://git.opencomputing.cn/yumoqing/llmengine 2025-09-16 14:31:00 +08:00
cb8c4d44c3 bugfix 2025-09-16 14:30:04 +08:00
3 changed files with 18 additions and 18 deletions

View File

@ -150,14 +150,14 @@ class BaseChatLLM:
for d in self.output_generator(streamer): for d in self.output_generator(streamer):
if i == 0: if i == 0:
i = 1 i = 1
t1 = time() t2 = time()
if d['choices'][0]['finish_reason'] != 'stop': if d['choices'][0]['finish_reason'] != 'stop':
txt += d['choices'][0]['delta']['content'] txt += d['choices'][0]['delta']['content']
else: else:
o_tokens = d.get('output_tokens', 0) o_tokens = d.get('output_tokens', 0)
i_tokens = input_len i_tokens = input_len
t2 = time() t3 = time()
return { return {
'id': f'chatcmpl-{getID()}', 'id': f'chatcmpl-{getID()}',
"object":"chat.completion", "object":"chat.completion",

View File

@ -8,7 +8,7 @@ from llmengine.gemma3_it import Gemma3LLM
from llmengine.medgemma3_it import MedgemmaLLM from llmengine.medgemma3_it import MedgemmaLLM
from llmengine.qwen3 import Qwen3LLM from llmengine.qwen3 import Qwen3LLM
from llmengine.qwen3coder import Qwen3CoderLLM from llmengine.qwen3coder import Qwen3CoderLLM
from llmengine.baiduanm2 import BaichuanM2LLM from llmengine.baichuanm2 import BaichuanM2LLM
from appPublic.registerfunction import RegisterFunction from appPublic.registerfunction import RegisterFunction
from appPublic.log import debug, exception from appPublic.log import debug, exception