{ "engine": "data-sentinel", "seed": 42, "days": 60, "params": { "seed": 42, "p_partial_load": 0.05, "p_schema_null": 0.04, "p_rerun": 0.03, "p_outage": 0.06, "p_fx_shift": 0.04, "p_orphans": 0.05, "vol_warn_pct": 15, "storm": 0 }, "tables": [ { "name": "customers", "rows": 2000, "key_columns": [ { "col": "email", "null_baseline_pct": 4.0 }, { "col": "gstin", "null_baseline_pct": 12.0 } ], "amount": null }, { "name": "invoices", "rows": 45000, "key_columns": [ { "col": "po_ref", "null_baseline_pct": 6.0 }, { "col": "due_date", "null_baseline_pct": 0.5 } ], "amount": { "log_mean": 10.3, "log_sd": 0.8, "bucket_edges": [ 10665, 15165, 19545, 24279, 29733, 36412, 45230, 58295, 82891 ], "baseline_shares": [ 0.0969, 0.1068, 0.0974, 0.1009, 0.0983, 0.1017, 0.0974, 0.0998, 0.1006, 0.1003 ] } }, { "name": "payments", "rows": 30000, "key_columns": [ { "col": "invoice_id", "null_baseline_pct": 1.0 }, { "col": "utr", "null_baseline_pct": 3.0 } ], "amount": { "log_mean": 10.3, "log_sd": 0.8, "bucket_edges": [ 10665, 15165, 19545, 24279, 29733, 36412, 45230, 58295, 82891 ], "baseline_shares": [ 0.0999, 0.0984, 0.0994, 0.0975, 0.1015, 0.0988, 0.0998, 0.1034, 0.1003, 0.1011 ] } }, { "name": "arrears_snapshot", "rows": 850000, "key_columns": [ { "col": "segment", "null_baseline_pct": 2.0 }, { "col": "balance", "null_baseline_pct": 0.0 } ], "amount": { "log_mean": 8.5, "log_sd": 0.9, "bucket_edges": [ 1551, 2304, 3066, 3913, 4915, 6173, 7879, 10482, 15575 ], "baseline_shares": [ 0.1043, 0.1006, 0.0991, 0.0971, 0.0993, 0.1017, 0.1001, 0.1027, 0.0979, 0.0973 ] } } ], "reports": [ { "name": "DAILY ARREARS POSITION", "reads": [ "arrears_snapshot", "customers" ], "prevented": 11 }, { "name": "COLLECTIONS DASHBOARD", "reads": [ "invoices", "payments", "customers" ], "prevented": 6 }, { "name": "AGEING BY SEGMENT", "reads": [ "arrears_snapshot", "customers" ], "prevented": 11 }, { "name": "CASH FORECAST", "reads": [ "invoices", "payments" ], "prevented": 3 }, { "name": "BOARD PACK", "reads": [ "customers", "invoices", "payments", "arrears_snapshot" ], "prevented": 12 }, { "name": "REGULATORY RETURN", "reads": [ "arrears_snapshot", "customers" ], "prevented": 11 } ], "table_days": 240, "status_totals": { "ok": 221, "warn": 4, "critical": 12, "quarantined": 3 }, "quarantine_days": 15, "alerts_total": 18, "warn_total": 5, "critical_total": 13, "escalations": 0, "pages": 12, "digest_notes": 4, "clears": 12, "days_out_per_page": 1.25, "incidents_injected": 18, "incidents_caught": 17, "incidents_missed": 1, "recall_pct": 94.4, "false_alarms": 0, "mttd_days": 0, "mttd_note": "every check runs on the partition the morning it lands, so detection is same-day by construction", "reports_prevented": 54, "by_check": [ { "check": "C1", "name": "VOLUME DRIFT", "warn": 0, "critical": 5, "total": 5, "false_alarms": 0, "escalated": 0 }, { "check": "C2", "name": "NULL RATE", "warn": 0, "critical": 2, "total": 2, "false_alarms": 0, "escalated": 0 }, { "check": "C3", "name": "DUPLICATE KEYS", "warn": 0, "critical": 1, "total": 1, "false_alarms": 0, "escalated": 0 }, { "check": "C4", "name": "REFERENTIAL INTEGRITY", "warn": 0, "critical": 1, "total": 1, "false_alarms": 0, "escalated": 0 }, { "check": "C5", "name": "FRESHNESS", "warn": 4, "critical": 2, "total": 6, "false_alarms": 0, "escalated": 0 }, { "check": "C6", "name": "DISTRIBUTION SHIFT", "warn": 1, "critical": 2, "total": 3, "false_alarms": 0, "escalated": 0 } ], "by_type": [ { "type": "PARTIAL_LOAD", "caught_by": "C1", "injected": 4, "caught": 4, "critical": 4, "missed": 0 }, { "type": "SCHEMA_NULL", "caught_by": "C2", "injected": 2, "caught": 2, "critical": 2, "missed": 0 }, { "type": "RERUN", "caught_by": "C1/C3", "injected": 1, "caught": 1, "critical": 1, "missed": 0 }, { "type": "OUTAGE", "caught_by": "C5", "injected": 6, "caught": 6, "critical": 2, "missed": 0 }, { "type": "FX_SHIFT", "caught_by": "C6", "injected": 4, "caught": 3, "critical": 2, "missed": 1 }, { "type": "ORPHANS", "caught_by": "C4", "injected": 1, "caught": 1, "critical": 1, "missed": 0 } ], "per_table": [ { "table": "customers", "rows": 2000, "ok": 56, "warn": 0, "critical": 4, "quarantined": 0, "quarantine_days": 4, "alerts": 5, "incidents": 4, "caught": 4 }, { "table": "invoices", "rows": 45000, "ok": 57, "warn": 2, "critical": 1, "quarantined": 0, "quarantine_days": 1, "alerts": 3, "incidents": 3, "caught": 3 }, { "table": "payments", "rows": 30000, "ok": 58, "warn": 0, "critical": 1, "quarantined": 1, "quarantine_days": 2, "alerts": 2, "incidents": 2, "caught": 2 }, { "table": "arrears_snapshot", "rows": 850000, "ok": 50, "warn": 2, "critical": 6, "quarantined": 2, "quarantine_days": 8, "alerts": 8, "incidents": 9, "caught": 8 } ], "grid": [ [ "OK", "OK", "OK", "OK", "OK", "OK", "CRITICAL", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "CRITICAL", "OK", "CRITICAL", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "CRITICAL", "OK", "OK", "OK", "OK", "OK" ], [ "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "WARN", "CRITICAL", "OK", "OK", "WARN", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK" ], [ "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "CRITICAL", "QUARANTINED", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK" ], [ "OK", "OK", "OK", "OK", "OK", "OK", "CRITICAL", "OK", "OK", "OK", "OK", "OK", "OK", "CRITICAL", "OK", "OK", "OK", "CRITICAL", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "OK", "CRITICAL", "OK", "OK", "OK", "OK", "OK", "CRITICAL", "OK", "OK", "OK", "OK", "OK", "OK", "WARN", "OK", "OK", "OK", "OK", "CRITICAL", "QUARANTINED", "QUARANTINED", "OK", "OK", "OK", "OK", "OK", "WARN", "OK" ] ], "grid_sev": [ [ [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 2, 0, 2, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 2, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 2, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 2, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], [ [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 1, 0 ], [ 2, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], [ [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 2, 0, 0 ], [ 0, 0, 0, 0, 0, 1 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ] ], [ [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 2, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 2, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 2 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 2 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 2, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 2, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 0, 0 ], [ 0, 0, 0, 0, 1, 0 ], [ 0, 0, 0, 0, 0, 0 ] ] ], "fever": [ 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 3, 0, 0, 0, 3, 4, 0, 3, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 1, 0, 0, 3, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 0, 0, 0, 3, 0, 0, 0, 1, 0 ], "quarantine_marks": [ 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0 ], "psi": { "invoices": [ 0.0268, 0.0363, 0.0344, 0.0263, 0.0315, 0.0269, 0.0217, 0.0384, 0.0201, 0.0156, 0.0303, 0.029, 0.0206, 0.0246, 0.0225, 0.0319, 0.0216, 0.0164, 0.0209, 0.0266, 0.0373, 0.0199, 0.02, 0.0217, 0.0233, 0.009, 0.0119, 0.0447, 0.0235, 0.0342, 0.0193, 0.0357, 0.0165, 0.0264, 0.0302, 0.0397, 0.0288, 0.0312, 0.024, 0.0106, 0.0184, 0.0096, 0.0231, 0.0459, 0.0175, 0.0177, 0.0419, 0.0311, 0.0398, 0.0255, 0.043, 0.0293, 0.0494, 0.009, 0.033, 0.0095, 0.0202, 0.0214, 0.0274, 0.0282 ], "payments": [ 0.0096, 0.0131, 0.0534, 0.0235, 0.0203, 0.0205, 0.016, 0.0196, 0.0126, 0.0061, 0.0182, 0.0195, 0.0329, 0.0115, 0.028, 0.0227, 0.0219, 0.0169, 0.0118, 0.0224, 0.0226, 0.0108, 0.2221, 0.0136, 0.0206, 0.0285, 0.0143, 0.0104, 0.0191, 0.0103, 0.0153, 0.0185, 0.009, 0.028, 0.0113, 0.025, 0.0337, 0.0174, 0.0107, 0.0328, 0.0116, 0.0372, 0.0161, 0.0082, 0.0148, 0.0109, 0.0104, 0.0154, 0.0134, 0.0326, 0.0125, 0.0219, 0.0129, 0.014, 0.0348, 0.0135, 0.0142, 0.0102, 0.0333, 0.0163 ], "arrears_snapshot": [ 0.0098, 0.0351, 0.0212, 0.0122, 0.0209, 0.0607, 0.048, 0.0199, 0.0125, 0.0159, 0.0362, 0.0215, 0.0255, 0.0234, 0.0208, 0.037, 0.0163, 0.2803, 0.0195, 0.0384, 0.035, 0.0157, 0.0235, 0.0377, 0.0133, 0.0373, 0.0191, 0.045, 0.0275, 0.0099, 0.0315, 0.0343, 0.4093, 0.0272, 0.0337, 0.0282, 0.0284, 0.038, 0.0213, 0.0108, 0.0106, 0.019, 0.0508, 0.0232, 0.0157, 0.0259, 0.0208, 0.0173, 0.0144, 0.0218, 0.0106, 0.0347, 0.0149, 0.0231, 0.0043, 0.0098, 0.0229, 0.0385, 0.0205, 0.0144 ] }, "alerts": [ { "day": 6, "table": "customers", "check": "C1", "severity": "CRITICAL", "escalated": false, "value": 118.7, "detail": "rows 4306 vs 7-day median 1969 (118.7%)", "incident": true }, { "day": 6, "table": "customers", "check": "C3", "severity": "CRITICAL", "escalated": false, "value": 50.0, "detail": "duplicate keys 50.00%", "incident": true }, { "day": 6, "table": "arrears_snapshot", "check": "C2", "severity": "CRITICAL", "escalated": false, "value": 29.2, "detail": "balance null 29.2% vs baseline 0.0% (29.2 pp)", "incident": true }, { "day": 13, "table": "arrears_snapshot", "check": "C1", "severity": "CRITICAL", "escalated": false, "value": -36.5, "detail": "rows 528565 vs 7-day median 832988 (-36.5%)", "incident": true }, { "day": 17, "table": "arrears_snapshot", "check": "C6", "severity": "CRITICAL", "escalated": false, "value": 0.2803, "detail": "PSI 0.280 vs 30-day baseline", "incident": true }, { "day": 21, "table": "payments", "check": "C4", "severity": "CRITICAL", "escalated": false, "value": 3.02, "detail": "payments without an invoice 3.02%", "incident": true }, { "day": 22, "table": "customers", "check": "C2", "severity": "CRITICAL", "escalated": false, "value": 29.3, "detail": "email null 33.3% vs baseline 4.0% (29.3 pp)", "incident": true }, { "day": 22, "table": "payments", "check": "C6", "severity": "WARN", "escalated": false, "value": 0.2221, "detail": "PSI 0.222 vs 30-day baseline", "incident": true }, { "day": 24, "table": "customers", "check": "C1", "severity": "CRITICAL", "escalated": false, "value": -40.8, "detail": "rows 1175 vs 7-day median 1986 (-40.8%)", "incident": true }, { "day": 31, "table": "invoices", "check": "C5", "severity": "WARN", "escalated": false, "value": 479, "detail": "partition landed 07:59", "incident": true }, { "day": 32, "table": "invoices", "check": "C1", "severity": "CRITICAL", "escalated": false, "value": -41.7, "detail": "rows 26444 vs 7-day median 45389 (-41.7%)", "incident": true }, { "day": 32, "table": "arrears_snapshot", "check": "C6", "severity": "CRITICAL", "escalated": false, "value": 0.4093, "detail": "PSI 0.409 vs 30-day baseline", "incident": true }, { "day": 35, "table": "invoices", "check": "C5", "severity": "WARN", "escalated": false, "value": 439, "detail": "partition landed 07:19", "incident": true }, { "day": 38, "table": "arrears_snapshot", "check": "C1", "severity": "CRITICAL", "escalated": false, "value": -40.7, "detail": "rows 506333 vs 7-day median 853647 (-40.7%)", "incident": true }, { "day": 45, "table": "arrears_snapshot", "check": "C5", "severity": "WARN", "escalated": false, "value": 525, "detail": "partition landed 08:45", "incident": true }, { "day": 50, "table": "arrears_snapshot", "check": "C5", "severity": "CRITICAL", "escalated": false, "value": 590, "detail": "partition missing at 09:00 (landed 09:50)", "incident": true }, { "day": 54, "table": "customers", "check": "C5", "severity": "CRITICAL", "escalated": false, "value": 629, "detail": "partition missing at 09:00 (landed 10:29)", "incident": true }, { "day": 58, "table": "arrears_snapshot", "check": "C5", "severity": "WARN", "escalated": false, "value": 515, "detail": "partition landed 08:35", "incident": true } ], "incidents": [ { "day": 5, "table": "arrears_snapshot", "type": "FX_SHIFT", "shift": 0.18160369684919714, "caught": false, "severity": "MISSED", "what": "amounts shift, log-mean +0.18" }, { "day": 6, "table": "arrears_snapshot", "type": "SCHEMA_NULL", "col": 1, "share": 0.2915810339618474, "caught": true, "severity": "CRITICAL", "what": "balance arrives 29.2% null" }, { "day": 6, "table": "customers", "type": "RERUN", "caught": true, "severity": "CRITICAL", "what": "day loaded twice" }, { "day": 13, "table": "arrears_snapshot", "type": "PARTIAL_LOAD", "caught": true, "severity": "CRITICAL", "what": "load stopped at 60%" }, { "day": 17, "table": "arrears_snapshot", "type": "FX_SHIFT", "shift": 0.4176697197952308, "caught": true, "severity": "CRITICAL", "what": "amounts shift, log-mean +0.42" }, { "day": 21, "table": "payments", "type": "ORPHANS", "rate": 0.030200252329930663, "caught": true, "severity": "CRITICAL", "what": "3.02% of payments without an invoice" }, { "day": 22, "table": "customers", "type": "SCHEMA_NULL", "col": 0, "share": 0.3332917168270797, "caught": true, "severity": "CRITICAL", "what": "email arrives 33.3% null" }, { "day": 22, "table": "payments", "type": "FX_SHIFT", "shift": 0.3789485445362516, "caught": true, "severity": "WARN", "what": "amounts shift, log-mean +0.38" }, { "day": 24, "table": "customers", "type": "PARTIAL_LOAD", "caught": true, "severity": "CRITICAL", "what": "load stopped at 60%" }, { "day": 31, "table": "invoices", "type": "OUTAGE", "minutes": 479.14571329951286, "caught": true, "severity": "WARN", "what": "feed late, landed 07:59" }, { "day": 32, "table": "invoices", "type": "PARTIAL_LOAD", "caught": true, "severity": "CRITICAL", "what": "load stopped at 60%" }, { "day": 32, "table": "arrears_snapshot", "type": "FX_SHIFT", "shift": 0.49593716998351733, "caught": true, "severity": "CRITICAL", "what": "amounts shift, log-mean +0.50" }, { "day": 35, "table": "invoices", "type": "OUTAGE", "minutes": 439.02499767020345, "caught": true, "severity": "WARN", "what": "feed late, landed 07:19" }, { "day": 38, "table": "arrears_snapshot", "type": "PARTIAL_LOAD", "caught": true, "severity": "CRITICAL", "what": "load stopped at 60%" }, { "day": 45, "table": "arrears_snapshot", "type": "OUTAGE", "minutes": 525.1599388942122, "caught": true, "severity": "WARN", "what": "feed late, landed 08:45" }, { "day": 50, "table": "arrears_snapshot", "type": "OUTAGE", "minutes": 590.3040273115039, "caught": true, "severity": "CRITICAL", "what": "feed late, landed 09:50" }, { "day": 54, "table": "customers", "type": "OUTAGE", "minutes": 629.2348198592663, "caught": true, "severity": "CRITICAL", "what": "feed late, landed 10:29" }, { "day": 58, "table": "arrears_snapshot", "type": "OUTAGE", "minutes": 515.4469611681998, "caught": true, "severity": "WARN", "what": "feed late, landed 08:35" } ], "log_sample": [ "day 05 arrears_snapshot FX_SHIFT amounts shift, log-mean +0.18 -> MISSED", "day 06 customers RERUN day loaded twice -> C1/C3 -> CRITICAL", "day 06 arrears_snapshot SCHEMA_NULL balance arrives 29.2% null -> C2 -> CRITICAL", "day 07 customers cleared by owner, back in service", "day 07 arrears_snapshot cleared by owner, back in service", "day 13 arrears_snapshot PARTIAL_LOAD load stopped at 60% -> C1 -> CRITICAL", "day 14 arrears_snapshot cleared by owner, back in service", "day 17 arrears_snapshot FX_SHIFT amounts shift, log-mean +0.42 -> C6 -> CRITICAL", "day 18 arrears_snapshot cleared by owner, back in service", "day 21 payments ORPHANS 3.02% of payments without an invoice -> C4 -> CRITICAL", "day 22 customers SCHEMA_NULL email arrives 33.3% null -> C2 -> CRITICAL", "day 22 payments FX_SHIFT amounts shift, log-mean +0.38 -> C6 -> QUARANTINED", "day 23 customers cleared by owner, back in service", "day 23 payments cleared by owner, back in service", "day 24 customers PARTIAL_LOAD load stopped at 60% -> C1 -> CRITICAL", "day 25 customers cleared by owner, back in service" ] }