bugfix

2025-07-24 11:48:56 +08:00 · 2025-07-24 11:48:56 +08:00 · 864bfdf18c
commit 864bfdf18c
parent c32c16512e
1 changed files with 9 additions and 8 deletions
--- a/llmengine/base_chat_llm.py
+++ b/llmengine/base_chat_llm.py
@ -107,6 +107,7 @@ class BaseChatLLM:
 		inputs = self._messages2inputs(messages)
 		input_len = inputs["input_ids"].shape[-1]
 		streamer = self.get_streamer()
+		with self.get_streamer() as streamer:
 			kwargs = self.build_kwargs(inputs, streamer)
 			thread = threading.Thread(target=self.model.generate, 
 							kwargs=kwargs)