Notification upgrades: lifecycle, configurable levels, summaries
- NOTIFY_LEVELS chooses which event levels are sent (default trade,error). - NOTIFY_LIFECYCLE sends explicit start/stop messages; the kill switch always notifies at error level. - SUMMARY_INTERVAL_MINUTES sends a periodic portfolio summary (equity, per strategy P&L, allocation, halted state) via a background task started with the run and stopped on stop/kill/shutdown. - Wires the new vars plus the go-live vars through both compose files and the deploy workflow. Adds tests.
This commit is contained in:
1 parent
ef3e6f346c
commit
2ca5032e7e
8 files changed
+203
-5
No files matched your search
+64
-5
@@ -56,7 +56,7 @@ class Runtime:
|
||||
self._feed_factory = feed_factory
|
||||
self._broker_factory = broker_factory
|
||||
self.notifier = notifier if notifier is not None else notifier_factory(settings)
|
||||
self.notify_levels = notify_levels or {"trade", "error"}
|
||||
self.notify_levels = notify_levels or settings.notify_level_set or {"trade", "error"}
|
||||
self.manager = MultiStrategyManager(
|
||||
store=self.store,
|
||||
settings=settings,
|
||||
@@ -66,6 +66,7 @@ class Runtime:
|
||||
self.manager.set_publisher(self._broadcast)
|
||||
self._subscribers: set[asyncio.Queue] = set()
|
||||
self._notify_tasks: set[asyncio.Task] = set()
|
||||
self._summary_task: asyncio.Task | None = None
|
||||
|
||||
# The first (usually only) engine, kept for the single-strategy API and
|
||||
# backwards compatibility with existing callers and tests.
|
||||
@@ -93,16 +94,56 @@ class Runtime:
|
||||
self._maybe_notify(payload["data"])
|
||||
|
||||
def _maybe_notify(self, event: dict[str, Any]) -> None:
|
||||
if self.notifier is None or event.get("level") not in self.notify_levels:
|
||||
if event.get("level") not in self.notify_levels:
|
||||
return
|
||||
self.notify_now(event.get("level", "info"), event.get("message", ""))
|
||||
|
||||
def notify_now(self, level: str, message: str) -> None:
|
||||
"""Send a notification, ignoring level filtering (best-effort)."""
|
||||
if self.notifier is None:
|
||||
return
|
||||
message = event.get("message", "")
|
||||
try:
|
||||
task = asyncio.create_task(self.notifier.send(event["level"], message))
|
||||
task = asyncio.create_task(self.notifier.send(level, message))
|
||||
except RuntimeError: # no running loop (e.g. sync test context)
|
||||
return
|
||||
self._notify_tasks.add(task)
|
||||
task.add_done_callback(self._notify_tasks.discard)
|
||||
|
||||
def _start_summary_loop(self) -> None:
|
||||
minutes = self.settings.summary_interval_minutes
|
||||
if minutes <= 0 or self.notifier is None:
|
||||
return
|
||||
self._stop_summary_loop()
|
||||
self._summary_task = asyncio.create_task(self._summary_loop(minutes * 60))
|
||||
|
||||
def _stop_summary_loop(self) -> None:
|
||||
if self._summary_task is not None:
|
||||
self._summary_task.cancel()
|
||||
self._summary_task = None
|
||||
|
||||
async def _summary_loop(self, interval_seconds: float) -> None:
|
||||
try:
|
||||
while True:
|
||||
await asyncio.sleep(interval_seconds)
|
||||
self.notify_now("summary", self.summary_message())
|
||||
except asyncio.CancelledError:
|
||||
raise
|
||||
|
||||
def summary_message(self) -> str:
|
||||
status = self.manager.status()
|
||||
lines = [
|
||||
f"Portfolio: equity {status.equity:,.2f} "
|
||||
f"({status.total_pnl:+,.2f}) across {len(status.strategies)} strategies"
|
||||
]
|
||||
for s in status.strategies:
|
||||
state = "HALTED" if s.halted else ("running" if status.running else "stopped")
|
||||
lines.append(
|
||||
f"- {s.strategy_name or s.strategy_key} "
|
||||
f"({s.allocation * 100:.0f}%): {s.equity:,.2f} ({s.total_pnl:+,.2f}) "
|
||||
f"[{state}]"
|
||||
)
|
||||
return "\n".join(lines)
|
||||
|
||||
# --- lifecycle ----------------------------------------------------
|
||||
async def start(
|
||||
self,
|
||||
@@ -136,18 +177,35 @@ class Runtime:
|
||||
)
|
||||
if not check.ok:
|
||||
raise ValueError("live trading blocked: " + "; ".join(check.blockers))
|
||||
return await self.manager.start(request)
|
||||
status = await self.manager.start(request)
|
||||
if self.settings.notify_lifecycle:
|
||||
names = ", ".join(s.strategy_name or s.strategy_key for s in status.strategies)
|
||||
self.notify_now(
|
||||
"info",
|
||||
f"Started {len(status.strategies)} strategy(ies) in {self.settings.mode} "
|
||||
f"mode: {names}",
|
||||
)
|
||||
self._start_summary_loop()
|
||||
return status
|
||||
|
||||
def live_check(self) -> dict:
|
||||
return check_live_ready(self.settings).as_dict()
|
||||
|
||||
async def stop(self) -> StatusOut:
|
||||
had_runs = bool(self.manager.runs)
|
||||
await self.manager.stop()
|
||||
self._stop_summary_loop()
|
||||
if had_runs and self.settings.notify_lifecycle:
|
||||
self.notify_now("info", "Stopped all strategies")
|
||||
engine = self.engine
|
||||
return engine.status() if engine is not None else self._idle_status()
|
||||
|
||||
async def kill(self, reason: str = "manual kill switch") -> StatusOut:
|
||||
had_runs = bool(self.manager.runs)
|
||||
await self.manager.kill(reason)
|
||||
self._stop_summary_loop()
|
||||
if had_runs:
|
||||
self.notify_now("error", f"KILL SWITCH: {reason}")
|
||||
engine = self.engine
|
||||
return engine.status() if engine is not None else self._idle_status()
|
||||
|
||||
@@ -209,6 +267,7 @@ class Runtime:
|
||||
)
|
||||
|
||||
async def shutdown(self) -> None:
|
||||
self._stop_summary_loop()
|
||||
await self.manager.shutdown()
|
||||
if self.notifier is not None:
|
||||
await self.notifier.close()
|
||||
|
||||
Reference in new issue
Block a user