feat(platform): add new services, tools, tests and crews modules
New router intelligence modules (26 files): alert_ingest/store, audit_store, architecture_pressure, backlog_generator/store, cost_analyzer, data_governance, dependency_scanner, drift_analyzer, incident_* (5 files), llm_enrichment, platform_priority_digest, provider_budget, release_check_runner, risk_* (6 files), signature_state_store, sofiia_auto_router, tool_governance New services: - sofiia-console: Dockerfile, adapters/, monitor/nodes/ops/voice modules, launchd, react static - memory-service: integration_endpoints, integrations, voice_endpoints, static UI - aurora-service: full app suite (analysis, job_store, orchestrator, reporting, schemas, subagents) - sofiia-supervisor: new supervisor service - aistalk-bridge-lite: Telegram bridge lite - calendar-service: CalDAV calendar service with reminders - mlx-stt-service / mlx-tts-service: Apple Silicon speech services - binance-bot-monitor: market monitor service - node-worker: STT/TTS memory providers New tools (9): agent_email, browser_tool, contract_tool, observability_tool, oncall_tool, pr_reviewer_tool, repo_tool, safe_code_executor, secure_vault New crews: agromatrix_crew (10 modules: depth_classifier, doc_facts, doc_focus, farm_state, light_reply, llm_factory, memory_manager, proactivity, reflection_engine, session_context, style_adapter, telemetry) Tests: 85+ test files for all new modules Made-with: Cursor
This commit is contained in:
Apple
196
tests/test_risk_digest_attribution.py
Normal file
196
tests/test_risk_digest_attribution.py
Normal file
@@ -0,0 +1,196 @@
|
||||
"""
|
||||
tests/test_risk_digest_attribution.py — Tests for "Likely Causes" section in digest.
|
||||
|
||||
Tests:
|
||||
- digest includes "Likely Causes" section when attribution present
|
||||
- causes listed with evidence
|
||||
- section absent when no regressions
|
||||
- attribution_summary in JSON
|
||||
"""
|
||||
import sys
|
||||
import pytest
|
||||
from pathlib import Path
|
||||
|
||||
sys.path.insert(0, str(Path(__file__).resolve().parent.parent / "services" / "router"))
|
||||
|
||||
from risk_digest import daily_digest, _build_markdown
|
||||
from risk_engine import _builtin_defaults, _reload_policy
|
||||
|
||||
|
||||
@pytest.fixture(autouse=True)
|
||||
def reset_policy_cache():
|
||||
_reload_policy()
|
||||
yield
|
||||
_reload_policy()
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def policy():
|
||||
return _builtin_defaults()
|
||||
|
||||
|
||||
def _report_with_attribution(
|
||||
service, score, band, delta_24h=None,
|
||||
causes=None, attribution_summary=None,
|
||||
):
|
||||
from risk_engine import score_to_band, _builtin_defaults
|
||||
p = _builtin_defaults()
|
||||
b = band or score_to_band(score, p)
|
||||
attr = None
|
||||
if causes is not None:
|
||||
attr = {
|
||||
"service": service,
|
||||
"env": "prod",
|
||||
"causes": causes,
|
||||
"summary": attribution_summary or "Likely causes: test.",
|
||||
"llm_enrichment": {"enabled": False, "text": None},
|
||||
}
|
||||
trend = {
|
||||
"delta_24h": delta_24h,
|
||||
"delta_7d": None,
|
||||
"slope_per_day": None,
|
||||
"volatility": None,
|
||||
"regression": {"warn": delta_24h is not None and delta_24h >= 10,
|
||||
"fail": delta_24h is not None and delta_24h >= 20},
|
||||
}
|
||||
return {
|
||||
"service": service,
|
||||
"env": "prod",
|
||||
"score": score,
|
||||
"band": b,
|
||||
"components": {},
|
||||
"reasons": [],
|
||||
"recommendations": [],
|
||||
"updated_at": "2026-02-23T00:00:00",
|
||||
"trend": trend,
|
||||
"attribution": attr,
|
||||
}
|
||||
|
||||
|
||||
def _sample_causes():
|
||||
return [
|
||||
{"type": "deploy", "score": 30, "confidence": "medium",
|
||||
"evidence": ["deploy alerts: 2 in last 24h"]},
|
||||
{"type": "incident_storm", "score": 20, "confidence": "medium",
|
||||
"evidence": ["occurrences_60m=14", "escalations_24h=3"]},
|
||||
]
|
||||
|
||||
|
||||
# ─── Markdown section tests ───────────────────────────────────────────────────
|
||||
|
||||
class TestDigestAttributionSection:
|
||||
def test_likely_causes_section_present(self, policy):
|
||||
reports = [
|
||||
_report_with_attribution(
|
||||
"gateway", 75, "high", delta_24h=20,
|
||||
causes=_sample_causes(),
|
||||
attribution_summary="Likely causes: deploy activity + incident storm.",
|
||||
),
|
||||
]
|
||||
result = daily_digest(env="prod", service_reports=reports, policy=policy,
|
||||
write_files=False)
|
||||
assert "Likely Causes" in result["markdown"]
|
||||
assert "gateway" in result["markdown"]
|
||||
|
||||
def test_cause_type_in_markdown(self, policy):
|
||||
reports = [
|
||||
_report_with_attribution(
|
||||
"router", 65, "high", delta_24h=15,
|
||||
causes=[{"type": "deploy", "score": 30, "confidence": "medium",
|
||||
"evidence": ["deploy alerts: 1 in last 24h"]}],
|
||||
),
|
||||
]
|
||||
result = daily_digest(env="prod", service_reports=reports, policy=policy,
|
||||
write_files=False)
|
||||
assert "deploy" in result["markdown"]
|
||||
|
||||
def test_evidence_in_markdown(self, policy):
|
||||
reports = [
|
||||
_report_with_attribution(
|
||||
"gateway", 80, "critical", delta_24h=25,
|
||||
causes=[{"type": "deploy", "score": 30, "confidence": "high",
|
||||
"evidence": ["deploy alerts: 3 in last 24h", "last seen: 2026-02-23"]}],
|
||||
),
|
||||
]
|
||||
result = daily_digest(env="prod", service_reports=reports, policy=policy,
|
||||
write_files=False)
|
||||
assert "deploy alerts" in result["markdown"]
|
||||
|
||||
def test_likely_causes_section_absent_without_regression(self, policy):
|
||||
"""No delta_24h > 0 → no Likely Causes section."""
|
||||
reports = [
|
||||
_report_with_attribution(
|
||||
"gateway", 30, "medium", delta_24h=None,
|
||||
causes=_sample_causes(),
|
||||
),
|
||||
]
|
||||
result = daily_digest(env="prod", service_reports=reports, policy=policy,
|
||||
write_files=False)
|
||||
assert "Likely Causes" not in result["markdown"]
|
||||
|
||||
def test_likely_causes_absent_when_no_attribution(self, policy):
|
||||
"""Reports without attribution → section absent."""
|
||||
from risk_engine import score_to_band
|
||||
p = _builtin_defaults()
|
||||
reports = [{
|
||||
"service": "gateway", "env": "prod", "score": 80, "band": "high",
|
||||
"components": {}, "reasons": [], "recommendations": [],
|
||||
"updated_at": "2026-02-23T00:00:00",
|
||||
"trend": {"delta_24h": 20, "delta_7d": None,
|
||||
"slope_per_day": None, "volatility": None,
|
||||
"regression": {"warn": True, "fail": True}},
|
||||
"attribution": None,
|
||||
}]
|
||||
result = daily_digest(env="prod", service_reports=reports, policy=policy,
|
||||
write_files=False)
|
||||
assert "Likely Causes" not in result["markdown"]
|
||||
|
||||
def test_attribution_summary_in_json(self, policy):
|
||||
reports = [
|
||||
_report_with_attribution(
|
||||
"gateway", 75, "high", delta_24h=20,
|
||||
causes=_sample_causes(),
|
||||
attribution_summary="Likely causes: deploy activity + incident storm.",
|
||||
),
|
||||
]
|
||||
result = daily_digest(env="prod", service_reports=reports, policy=policy,
|
||||
write_files=False)
|
||||
top_svcs = result["json_data"]["top_services"]
|
||||
gw = next((s for s in top_svcs if s["service"] == "gateway"), None)
|
||||
assert gw is not None
|
||||
assert gw.get("attribution_summary") == "Likely causes: deploy activity + incident storm."
|
||||
|
||||
def test_top_causes_in_json(self, policy):
|
||||
causes = _sample_causes()
|
||||
reports = [
|
||||
_report_with_attribution(
|
||||
"gateway", 75, "high", delta_24h=20, causes=causes,
|
||||
),
|
||||
]
|
||||
result = daily_digest(env="prod", service_reports=reports, policy=policy,
|
||||
write_files=False)
|
||||
gw = next(s for s in result["json_data"]["top_services"]
|
||||
if s["service"] == "gateway")
|
||||
assert len(gw["top_causes"]) <= 2
|
||||
assert gw["top_causes"][0]["type"] == "deploy"
|
||||
|
||||
def test_llm_text_appended_if_present(self, policy):
|
||||
causes = _sample_causes()
|
||||
attr = {
|
||||
"service": "gateway", "env": "prod",
|
||||
"causes": causes,
|
||||
"summary": "Likely causes: deploy.",
|
||||
"llm_enrichment": {"enabled": True, "text": "The deploy event likely caused instability."},
|
||||
}
|
||||
reports = [{
|
||||
"service": "gateway", "env": "prod", "score": 80, "band": "high",
|
||||
"components": {}, "reasons": [], "recommendations": [],
|
||||
"updated_at": "2026-02-23T00:00:00",
|
||||
"trend": {"delta_24h": 25, "delta_7d": None,
|
||||
"slope_per_day": None, "volatility": None,
|
||||
"regression": {"warn": True, "fail": True}},
|
||||
"attribution": attr,
|
||||
}]
|
||||
result = daily_digest(env="prod", service_reports=reports, policy=policy,
|
||||
write_files=False)
|
||||
assert "The deploy event likely caused instability." in result["markdown"]
|
||||
Reference in New Issue
Block a user