200 lines
6.2 KiB
Python
200 lines
6.2 KiB
Python
"""SSE event streaming route."""
|
|
|
|
import asyncio
|
|
import logging
|
|
|
|
from aiohttp import web
|
|
|
|
from framework.runtime.event_bus import EventType
|
|
from framework.server.app import resolve_session
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
# Default event types streamed to clients
|
|
DEFAULT_EVENT_TYPES = [
|
|
EventType.CLIENT_OUTPUT_DELTA,
|
|
EventType.CLIENT_INPUT_REQUESTED,
|
|
EventType.LLM_TEXT_DELTA,
|
|
EventType.TOOL_CALL_STARTED,
|
|
EventType.TOOL_CALL_COMPLETED,
|
|
EventType.EXECUTION_STARTED,
|
|
EventType.EXECUTION_COMPLETED,
|
|
EventType.EXECUTION_FAILED,
|
|
EventType.EXECUTION_PAUSED,
|
|
EventType.NODE_LOOP_STARTED,
|
|
EventType.NODE_LOOP_ITERATION,
|
|
EventType.NODE_LOOP_COMPLETED,
|
|
EventType.LLM_TURN_COMPLETE,
|
|
EventType.NODE_ACTION_PLAN,
|
|
EventType.EDGE_TRAVERSED,
|
|
EventType.GOAL_PROGRESS,
|
|
EventType.QUEEN_INTERVENTION_REQUESTED,
|
|
EventType.WORKER_ESCALATION_TICKET,
|
|
EventType.NODE_INTERNAL_OUTPUT,
|
|
EventType.NODE_STALLED,
|
|
EventType.NODE_RETRY,
|
|
EventType.NODE_TOOL_DOOM_LOOP,
|
|
EventType.CONTEXT_COMPACTED,
|
|
EventType.WORKER_LOADED,
|
|
EventType.CREDENTIALS_REQUIRED,
|
|
EventType.SUBAGENT_REPORT,
|
|
]
|
|
|
|
# Keepalive interval in seconds
|
|
KEEPALIVE_INTERVAL = 15.0
|
|
|
|
|
|
def _parse_event_types(query_param: str | None) -> list[EventType]:
|
|
"""Parse comma-separated event type names into EventType values.
|
|
|
|
Falls back to DEFAULT_EVENT_TYPES if param is empty or invalid.
|
|
"""
|
|
if not query_param:
|
|
return DEFAULT_EVENT_TYPES
|
|
|
|
result = []
|
|
for name in query_param.split(","):
|
|
name = name.strip()
|
|
try:
|
|
result.append(EventType(name))
|
|
except ValueError:
|
|
logger.warning(f"Unknown event type filter: {name}")
|
|
|
|
return result or DEFAULT_EVENT_TYPES
|
|
|
|
|
|
async def handle_events(request: web.Request) -> web.StreamResponse:
|
|
"""SSE event stream for a session.
|
|
|
|
Query params:
|
|
types: Comma-separated event type names to filter (optional).
|
|
"""
|
|
session, err = resolve_session(request)
|
|
if err:
|
|
return err
|
|
|
|
# Session always has an event_bus — no runtime guard needed
|
|
event_bus = session.event_bus
|
|
event_types = _parse_event_types(request.query.get("types"))
|
|
|
|
# Per-client buffer queue
|
|
queue: asyncio.Queue = asyncio.Queue(maxsize=1000)
|
|
|
|
# Lifecycle events drive frontend state transitions and must never be lost.
|
|
_CRITICAL_EVENTS = {
|
|
"execution_started",
|
|
"execution_completed",
|
|
"execution_failed",
|
|
"execution_paused",
|
|
"client_input_requested",
|
|
"node_loop_iteration",
|
|
"node_loop_started",
|
|
"credentials_required",
|
|
"worker_loaded",
|
|
}
|
|
|
|
client_disconnected = asyncio.Event()
|
|
|
|
async def on_event(event) -> None:
|
|
"""Push event dict into queue; drop non-critical events if full."""
|
|
if client_disconnected.is_set():
|
|
return
|
|
|
|
evt_dict = event.to_dict()
|
|
if evt_dict.get("type") in _CRITICAL_EVENTS:
|
|
try:
|
|
queue.put_nowait(evt_dict)
|
|
except asyncio.QueueFull:
|
|
logger.warning(
|
|
"SSE client queue full on critical event; disconnecting session='%s'",
|
|
session.id,
|
|
)
|
|
client_disconnected.set()
|
|
else:
|
|
try:
|
|
queue.put_nowait(evt_dict)
|
|
except asyncio.QueueFull:
|
|
pass # high-frequency events can be dropped; client will catch up
|
|
|
|
# Subscribe to EventBus
|
|
from framework.server.sse import SSEResponse
|
|
|
|
sub_id = event_bus.subscribe(
|
|
event_types=event_types,
|
|
handler=on_event,
|
|
)
|
|
|
|
sse = SSEResponse()
|
|
await sse.prepare(request)
|
|
logger.info(
|
|
"SSE connected: session='%s', sub_id='%s', types=%d", session.id, sub_id, len(event_types)
|
|
)
|
|
|
|
# Replay buffered events that were published before this SSE connected.
|
|
# The EventBus keeps a history ring-buffer; we replay the subset that
|
|
# produces visible chat messages so the frontend never misses early
|
|
# queen output. Lifecycle events are NOT replayed to avoid duplicate
|
|
# state transitions (turn counter increments, etc.).
|
|
_REPLAY_TYPES = {
|
|
EventType.CLIENT_OUTPUT_DELTA.value,
|
|
EventType.EXECUTION_STARTED.value,
|
|
EventType.CLIENT_INPUT_REQUESTED.value,
|
|
}
|
|
event_type_values = {et.value for et in event_types}
|
|
replay_types = _REPLAY_TYPES & event_type_values
|
|
replayed = 0
|
|
for past_event in event_bus._event_history:
|
|
if past_event.type.value in replay_types:
|
|
try:
|
|
queue.put_nowait(past_event.to_dict())
|
|
replayed += 1
|
|
except asyncio.QueueFull:
|
|
break
|
|
if replayed:
|
|
logger.info("SSE replayed %d buffered events for session='%s'", replayed, session.id)
|
|
|
|
event_count = 0
|
|
close_reason = "unknown"
|
|
try:
|
|
while not client_disconnected.is_set():
|
|
try:
|
|
data = await asyncio.wait_for(queue.get(), timeout=KEEPALIVE_INTERVAL)
|
|
await sse.send_event(data)
|
|
event_count += 1
|
|
if event_count == 1:
|
|
logger.info(
|
|
"SSE first event: session='%s', type='%s'", session.id, data.get("type")
|
|
)
|
|
except TimeoutError:
|
|
await sse.send_keepalive()
|
|
except (ConnectionResetError, ConnectionError):
|
|
close_reason = "client_disconnected"
|
|
break
|
|
except Exception as exc:
|
|
close_reason = f"error: {exc}"
|
|
break
|
|
|
|
if client_disconnected.is_set() and close_reason == "unknown":
|
|
close_reason = "slow_client"
|
|
except asyncio.CancelledError:
|
|
close_reason = "cancelled"
|
|
finally:
|
|
try:
|
|
event_bus.unsubscribe(sub_id)
|
|
except Exception:
|
|
pass
|
|
logger.info(
|
|
"SSE disconnected: session='%s', events_sent=%d, reason='%s'",
|
|
session.id,
|
|
event_count,
|
|
close_reason,
|
|
)
|
|
|
|
return sse.response
|
|
|
|
|
|
def register_routes(app: web.Application) -> None:
|
|
"""Register SSE event streaming routes."""
|
|
# Session-primary route
|
|
app.router.add_get("/api/sessions/{session_id}/events", handle_events)
|