Files
microdao-daarion/tests/test_risk_digest_attribution.py
Apple 129e4ea1fc feat(platform): add new services, tools, tests and crews modules
New router intelligence modules (26 files): alert_ingest/store, audit_store,
architecture_pressure, backlog_generator/store, cost_analyzer, data_governance,
dependency_scanner, drift_analyzer, incident_* (5 files), llm_enrichment,
platform_priority_digest, provider_budget, release_check_runner, risk_* (6 files),
signature_state_store, sofiia_auto_router, tool_governance

New services:
- sofiia-console: Dockerfile, adapters/, monitor/nodes/ops/voice modules, launchd, react static
- memory-service: integration_endpoints, integrations, voice_endpoints, static UI
- aurora-service: full app suite (analysis, job_store, orchestrator, reporting, schemas, subagents)
- sofiia-supervisor: new supervisor service
- aistalk-bridge-lite: Telegram bridge lite
- calendar-service: CalDAV calendar service with reminders
- mlx-stt-service / mlx-tts-service: Apple Silicon speech services
- binance-bot-monitor: market monitor service
- node-worker: STT/TTS memory providers

New tools (9): agent_email, browser_tool, contract_tool, observability_tool,
oncall_tool, pr_reviewer_tool, repo_tool, safe_code_executor, secure_vault

New crews: agromatrix_crew (10 modules: depth_classifier, doc_facts, doc_focus,
farm_state, light_reply, llm_factory, memory_manager, proactivity, reflection_engine,
session_context, style_adapter, telemetry)

Tests: 85+ test files for all new modules
Made-with: Cursor
2026-03-03 07:14:14 -08:00

197 lines
7.4 KiB
Python

"""
tests/test_risk_digest_attribution.py — Tests for "Likely Causes" section in digest.
Tests:
- digest includes "Likely Causes" section when attribution present
- causes listed with evidence
- section absent when no regressions
- attribution_summary in JSON
"""
import sys
import pytest
from pathlib import Path
sys.path.insert(0, str(Path(__file__).resolve().parent.parent / "services" / "router"))
from risk_digest import daily_digest, _build_markdown
from risk_engine import _builtin_defaults, _reload_policy
@pytest.fixture(autouse=True)
def reset_policy_cache():
_reload_policy()
yield
_reload_policy()
@pytest.fixture
def policy():
return _builtin_defaults()
def _report_with_attribution(
service, score, band, delta_24h=None,
causes=None, attribution_summary=None,
):
from risk_engine import score_to_band, _builtin_defaults
p = _builtin_defaults()
b = band or score_to_band(score, p)
attr = None
if causes is not None:
attr = {
"service": service,
"env": "prod",
"causes": causes,
"summary": attribution_summary or "Likely causes: test.",
"llm_enrichment": {"enabled": False, "text": None},
}
trend = {
"delta_24h": delta_24h,
"delta_7d": None,
"slope_per_day": None,
"volatility": None,
"regression": {"warn": delta_24h is not None and delta_24h >= 10,
"fail": delta_24h is not None and delta_24h >= 20},
}
return {
"service": service,
"env": "prod",
"score": score,
"band": b,
"components": {},
"reasons": [],
"recommendations": [],
"updated_at": "2026-02-23T00:00:00",
"trend": trend,
"attribution": attr,
}
def _sample_causes():
return [
{"type": "deploy", "score": 30, "confidence": "medium",
"evidence": ["deploy alerts: 2 in last 24h"]},
{"type": "incident_storm", "score": 20, "confidence": "medium",
"evidence": ["occurrences_60m=14", "escalations_24h=3"]},
]
# ─── Markdown section tests ───────────────────────────────────────────────────
class TestDigestAttributionSection:
def test_likely_causes_section_present(self, policy):
reports = [
_report_with_attribution(
"gateway", 75, "high", delta_24h=20,
causes=_sample_causes(),
attribution_summary="Likely causes: deploy activity + incident storm.",
),
]
result = daily_digest(env="prod", service_reports=reports, policy=policy,
write_files=False)
assert "Likely Causes" in result["markdown"]
assert "gateway" in result["markdown"]
def test_cause_type_in_markdown(self, policy):
reports = [
_report_with_attribution(
"router", 65, "high", delta_24h=15,
causes=[{"type": "deploy", "score": 30, "confidence": "medium",
"evidence": ["deploy alerts: 1 in last 24h"]}],
),
]
result = daily_digest(env="prod", service_reports=reports, policy=policy,
write_files=False)
assert "deploy" in result["markdown"]
def test_evidence_in_markdown(self, policy):
reports = [
_report_with_attribution(
"gateway", 80, "critical", delta_24h=25,
causes=[{"type": "deploy", "score": 30, "confidence": "high",
"evidence": ["deploy alerts: 3 in last 24h", "last seen: 2026-02-23"]}],
),
]
result = daily_digest(env="prod", service_reports=reports, policy=policy,
write_files=False)
assert "deploy alerts" in result["markdown"]
def test_likely_causes_section_absent_without_regression(self, policy):
"""No delta_24h > 0 → no Likely Causes section."""
reports = [
_report_with_attribution(
"gateway", 30, "medium", delta_24h=None,
causes=_sample_causes(),
),
]
result = daily_digest(env="prod", service_reports=reports, policy=policy,
write_files=False)
assert "Likely Causes" not in result["markdown"]
def test_likely_causes_absent_when_no_attribution(self, policy):
"""Reports without attribution → section absent."""
from risk_engine import score_to_band
p = _builtin_defaults()
reports = [{
"service": "gateway", "env": "prod", "score": 80, "band": "high",
"components": {}, "reasons": [], "recommendations": [],
"updated_at": "2026-02-23T00:00:00",
"trend": {"delta_24h": 20, "delta_7d": None,
"slope_per_day": None, "volatility": None,
"regression": {"warn": True, "fail": True}},
"attribution": None,
}]
result = daily_digest(env="prod", service_reports=reports, policy=policy,
write_files=False)
assert "Likely Causes" not in result["markdown"]
def test_attribution_summary_in_json(self, policy):
reports = [
_report_with_attribution(
"gateway", 75, "high", delta_24h=20,
causes=_sample_causes(),
attribution_summary="Likely causes: deploy activity + incident storm.",
),
]
result = daily_digest(env="prod", service_reports=reports, policy=policy,
write_files=False)
top_svcs = result["json_data"]["top_services"]
gw = next((s for s in top_svcs if s["service"] == "gateway"), None)
assert gw is not None
assert gw.get("attribution_summary") == "Likely causes: deploy activity + incident storm."
def test_top_causes_in_json(self, policy):
causes = _sample_causes()
reports = [
_report_with_attribution(
"gateway", 75, "high", delta_24h=20, causes=causes,
),
]
result = daily_digest(env="prod", service_reports=reports, policy=policy,
write_files=False)
gw = next(s for s in result["json_data"]["top_services"]
if s["service"] == "gateway")
assert len(gw["top_causes"]) <= 2
assert gw["top_causes"][0]["type"] == "deploy"
def test_llm_text_appended_if_present(self, policy):
causes = _sample_causes()
attr = {
"service": "gateway", "env": "prod",
"causes": causes,
"summary": "Likely causes: deploy.",
"llm_enrichment": {"enabled": True, "text": "The deploy event likely caused instability."},
}
reports = [{
"service": "gateway", "env": "prod", "score": 80, "band": "high",
"components": {}, "reasons": [], "recommendations": [],
"updated_at": "2026-02-23T00:00:00",
"trend": {"delta_24h": 25, "delta_7d": None,
"slope_per_day": None, "volatility": None,
"regression": {"warn": True, "fail": True}},
"attribution": attr,
}]
result = daily_digest(env="prod", service_reports=reports, policy=policy,
write_files=False)
assert "The deploy event likely caused instability." in result["markdown"]