yumoqing/llmengine
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
ymq1 2025-09-16 14:30:04 +08:00
parent 0399ca60dd
commit cb8c4d44c3
3 changed files with 18 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
llmengine/base_chat_llm.py
View File

@ -150,14 +150,14 @@ class BaseChatLLM:
for d in self.output_generator(streamer): for d in self.output_generator(streamer):
if i == 0: if i == 0:
i = 1 i = 1
t1 = time() t2 = time()
if d['choices'][0]['finish_reason'] != 'stop': if d['choices'][0]['finish_reason'] != 'stop':
txt += d['choices'][0]['delta']['content'] txt += d['choices'][0]['delta']['content']
else: else:
o_tokens = d.get('output_tokens', 0) o_tokens = d.get('output_tokens', 0)
i_tokens = input_len i_tokens = input_len
t2 = time() t3 = time()
return { return {
'id': f'chatcmpl-{getID()}', 'id': f'chatcmpl-{getID()}',
"object":"chat.completion", "object":"chat.completion",

2
llmengine/server.py
View File

@ -8,7 +8,7 @@ from llmengine.gemma3_it import Gemma3LLM
from llmengine.medgemma3_it import MedgemmaLLM from llmengine.medgemma3_it import MedgemmaLLM
from llmengine.qwen3 import Qwen3LLM from llmengine.qwen3 import Qwen3LLM
from llmengine.qwen3coder import Qwen3CoderLLM from llmengine.qwen3coder import Qwen3CoderLLM
from llmengine.baiduanm2 import BaichuanM2LLM from llmengine.baichuanm2 import BaichuanM2LLM
from appPublic.registerfunction import RegisterFunction from appPublic.registerfunction import RegisterFunction
from appPublic.log import debug, exception from appPublic.log import debug, exception