- Replace open/write/flush/close per log call with persistent file handle - Use threading.Queue + background daemon thread for non-blocking writes - Only flush on exception/critical levels or periodically (every 1s idle) - Queue full protection: drop oldest entry instead of blocking event loop - Eliminates disk I/O blocking on slow storage (NFS/cloud disk) during high traffic
290 lines
5.6 KiB
Bash
290 lines
5.6 KiB
Bash
#!/usr/bin/env bash
|
|
|
|
set -e
|
|
|
|
PROJECT_DIR="event_dispatcher_project"
|
|
|
|
mkdir -p "${PROJECT_DIR}"
|
|
|
|
BT='```'
|
|
|
|
# =========================================================
|
|
# event_dispatcher.py
|
|
# =========================================================
|
|
|
|
cat > "${PROJECT_DIR}/event_dispatcher.py" <<'PYEOF'
|
|
import asyncio
|
|
import inspect
|
|
import traceback
|
|
import weakref
|
|
from typing import Callable, Any
|
|
|
|
|
|
class WeakCallback:
|
|
|
|
def __init__(self, func: Callable):
|
|
|
|
self._is_coroutine = inspect.iscoroutinefunction(func)
|
|
|
|
if inspect.ismethod(func):
|
|
self._ref = weakref.WeakMethod(func)
|
|
else:
|
|
self._ref = weakref.ref(func)
|
|
|
|
self._hash = hash(func)
|
|
|
|
@property
|
|
def is_coroutine(self):
|
|
return self._is_coroutine
|
|
|
|
def get(self):
|
|
return self._ref()
|
|
|
|
def __eq__(self, other):
|
|
return isinstance(other, WeakCallback) and self._hash == other._hash
|
|
|
|
def __hash__(self):
|
|
return self._hash
|
|
|
|
|
|
class EventDispatcher:
|
|
|
|
def __init__(
|
|
self,
|
|
*,
|
|
continue_on_error=True,
|
|
log_traceback=True,
|
|
handler_timeout=None,
|
|
error_handler=None,
|
|
):
|
|
|
|
self._events = {}
|
|
|
|
self.continue_on_error = continue_on_error
|
|
self.log_traceback = log_traceback
|
|
self.handler_timeout = handler_timeout
|
|
self.error_handler = error_handler
|
|
|
|
def bind(self, event_name: str, func: Callable):
|
|
|
|
if event_name not in self._events:
|
|
self._events[event_name] = set()
|
|
|
|
self._events[event_name].add(WeakCallback(func))
|
|
|
|
def unbind(self, event_name: str, func: Callable):
|
|
|
|
if event_name not in self._events:
|
|
return
|
|
|
|
target = WeakCallback(func)
|
|
|
|
self._events[event_name] = {
|
|
cb for cb in self._events[event_name]
|
|
if cb != target
|
|
}
|
|
|
|
if not self._events[event_name]:
|
|
del self._events[event_name]
|
|
|
|
async def _run_error_handler(
|
|
self,
|
|
event_name,
|
|
func,
|
|
exc,
|
|
):
|
|
|
|
if not self.error_handler:
|
|
return
|
|
|
|
try:
|
|
|
|
if inspect.iscoroutinefunction(self.error_handler):
|
|
await self.error_handler(
|
|
event_name,
|
|
func,
|
|
exc,
|
|
)
|
|
else:
|
|
self.error_handler(
|
|
event_name,
|
|
func,
|
|
exc,
|
|
)
|
|
|
|
except Exception as e:
|
|
print(f"[EventDispatcher] error_handler failed: {e}")
|
|
|
|
async def _execute_handler(
|
|
self,
|
|
cb,
|
|
event_name,
|
|
data,
|
|
):
|
|
|
|
func = cb.get()
|
|
|
|
if func is None:
|
|
return False
|
|
|
|
try:
|
|
|
|
if cb.is_coroutine:
|
|
|
|
coro = func(data)
|
|
|
|
if self.handler_timeout:
|
|
await asyncio.wait_for(
|
|
coro,
|
|
timeout=self.handler_timeout,
|
|
)
|
|
else:
|
|
await coro
|
|
|
|
else:
|
|
|
|
if self.handler_timeout:
|
|
|
|
await asyncio.wait_for(
|
|
asyncio.to_thread(func, data),
|
|
timeout=self.handler_timeout,
|
|
)
|
|
|
|
else:
|
|
func(data)
|
|
|
|
return True
|
|
|
|
except Exception as e:
|
|
|
|
print(
|
|
f"[EventDispatcher] "
|
|
f"handler failed: "
|
|
f"event={event_name}, "
|
|
f"handler={func}"
|
|
)
|
|
|
|
if self.log_traceback:
|
|
traceback.print_exc()
|
|
|
|
await self._run_error_handler(
|
|
event_name,
|
|
func,
|
|
e,
|
|
)
|
|
|
|
if not self.continue_on_error:
|
|
raise
|
|
|
|
return True
|
|
|
|
async def dispatch(
|
|
self,
|
|
event_name: str,
|
|
data: Any = None,
|
|
):
|
|
|
|
if event_name not in self._events:
|
|
return
|
|
|
|
dead_callbacks = []
|
|
|
|
for cb in list(self._events[event_name]):
|
|
|
|
func = cb.get()
|
|
|
|
if func is None:
|
|
dead_callbacks.append(cb)
|
|
continue
|
|
|
|
await self._execute_handler(
|
|
cb,
|
|
event_name,
|
|
data,
|
|
)
|
|
|
|
for cb in dead_callbacks:
|
|
self._events[event_name].discard(cb)
|
|
|
|
if (
|
|
event_name in self._events
|
|
and not self._events[event_name]
|
|
):
|
|
del self._events[event_name]
|
|
PYEOF
|
|
|
|
# =========================================================
|
|
# README.md
|
|
# =========================================================
|
|
|
|
cat > "${PROJECT_DIR}/README.md" <<EOF
|
|
# EventDispatcher
|
|
|
|
生产级异步事件调度器。
|
|
|
|
## 特性
|
|
|
|
- 支持普通函数
|
|
- 支持 async 协程
|
|
- 支持实例方法
|
|
- 弱引用自动GC
|
|
- 异常隔离
|
|
- 超时控制
|
|
- 自定义错误处理
|
|
|
|
---
|
|
|
|
# 使用示例
|
|
|
|
${BT}python
|
|
import asyncio
|
|
|
|
from event_dispatcher import EventDispatcher
|
|
|
|
|
|
def on_login(data):
|
|
print(data)
|
|
|
|
|
|
async def main():
|
|
|
|
dispatcher = EventDispatcher()
|
|
|
|
dispatcher.bind(
|
|
"login",
|
|
on_login
|
|
)
|
|
|
|
await dispatcher.dispatch(
|
|
"login",
|
|
{
|
|
"user": "张三"
|
|
}
|
|
)
|
|
|
|
|
|
asyncio.run(main())
|
|
${BT}
|
|
|
|
---
|
|
|
|
# 项目结构
|
|
|
|
${BT}text
|
|
event_dispatcher_project/
|
|
├── event_dispatcher.py
|
|
└── README.md
|
|
${BT}
|
|
|
|
EOF
|
|
|
|
echo "================================================="
|
|
echo "生成完成:"
|
|
echo " ${PROJECT_DIR}"
|
|
echo "================================================="
|
|
echo
|
|
echo "查看:"
|
|
echo
|
|
echo " cat ${PROJECT_DIR}/README.md"
|
|
echo
|