import asyncio import json import logging from typing import Any, AsyncGenerator, Dict, Set logger = logging.getLogger(__name__) class RunEventPublisher: def __init__(self) -> None: # Maps run_id to a set of subscriber queues self._subscribers: Dict[int, Set[asyncio.Queue]] = {} def subscribe(self, run_id: int) -> asyncio.Queue: if run_id not in self._subscribers: self._subscribers[run_id] = set() queue: asyncio.Queue[Any] = asyncio.Queue() self._subscribers[run_id].add(queue) logger.debug(f"New subscriber for run {run_id}. Total: {len(self._subscribers[run_id])}") return queue def unsubscribe(self, run_id: int, queue: asyncio.Queue) -> None: if run_id in self._subscribers: self._subscribers[run_id].discard(queue) if not self._subscribers[run_id]: self._subscribers.pop(run_id, None) async def publish(self, run_id: int, event_type: str, data: dict[str, Any]) -> None: if run_id not in self._subscribers: return message = { "type": event_type, "data": data } # Fan-out to all active subscribers for this run for queue in list(self._subscribers[run_id]): try: queue.put_nowait(message) except asyncio.QueueFull: logger.warning(f"Subscriber queue full for run {run_id}, dropping message") run_events = RunEventPublisher() async def event_generator(run_id: int) -> AsyncGenerator[str, None]: queue = run_events.subscribe(run_id) try: while True: # Wait for a new event message = await queue.get() # Server-Sent Events format: "event: \ndata: \n\n" event_type = message["type"] data_str = json.dumps(message["data"]) yield f"event: {event_type}\ndata: {data_str}\n\n" except asyncio.CancelledError: logger.debug(f"Client disconnected from SSE stream for run {run_id}") raise finally: run_events.unsubscribe(run_id, queue)