yumoqing/llmengine
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
yumoqing 2025-07-24 14:39:39 +08:00
parent f733553677
commit 7803b38e95
1 changed files with 8 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
llmengine/base_chat_llm.py
View File

@ -107,7 +107,6 @@ class BaseChatLLM:
inputs = self._messages2inputs(messages) inputs = self._messages2inputs(messages)
input_len = inputs["input_ids"].shape[-1] input_len = inputs["input_ids"].shape[-1]
streamer = self.get_streamer() streamer = self.get_streamer()
with self.get_streamer() as streamer:
kwargs = self.build_kwargs(inputs, streamer) kwargs = self.build_kwargs(inputs, streamer)
thread = threading.Thread(target=self.model.generate, thread = threading.Thread(target=self.model.generate,
kwargs=kwargs) kwargs=kwargs)