Files
aimsight-optimizer/batches/2026-11-05/improve/tools/instants.py
T
maximeandClaude Opus 5.5 ed4cedbe70 Essai du 2026-11-05 : le batch, le scan, la première séance d'amélioration, l'audit du scanner et ses outils
batches/2026-11-05/ : détecteurs, vérité, rapport du scanner, improve/ (mesures, modification, validation, bilan, tools/instants.py de l'upgrader) ; docs/essais/ : le journal de l'essai et l'audit ; outils/ : les scripts de lecture de l'audit, réutilisables (JOUR=AAAA-MM-JJ).

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-11-14 15:18:26 +01:00

50 lines
2.1 KiB
Python

"""Per instant of a station over a range: sensors rejected, sensors 'high' (visibility rule 1), median error z (MAD) and median |corr| deviation. Usage: instants.py <detectors> <station folder> <from ISO> <to ISO> [--history 3]"""
import statistics
import sys
from datetime import datetime, timedelta, timezone
sys.path.insert(0, sys.argv[1] + "/scripts")
import visibility as V # noqa: E402
from data import load # noqa: E402
folder, a, b = sys.argv[2], sys.argv[3], sys.argv[4]
p = lambda s: datetime.fromisoformat(s).replace(tzinfo=timezone.utc) # noqa: E731
A, B = p(a), p(b)
ms = load(folder)
ms = {s: k for s, v in ms.items() if (k := [m for m in v if A - timedelta(days=3) <= m["t"] < B])}
stats = {}
for s, v in ms.items():
e = [m["error_value"] for m in v if m["error_value"] is not None]
if len(e) < 10:
continue
med = statistics.median(e)
mad = statistics.median(abs(x - med) for x in e) or 1e-9
cx = [m["corr_x"] for m in v if m["corr_x"] is not None]
cy = [m["corr_y"] for m in v if m["corr_y"] is not None]
stats[s] = (med, mad, statistics.median(cx) if cx else 0, statistics.median(cy) if cy else 0)
by = {}
for s, v in ms.items():
if s not in stats:
continue
med, mad, mx, my = stats[s]
for m in v:
if not A <= m["t"] < B:
continue
d = by.setdefault(m["t"], {"rej": 0, "high": 0, "z": [], "dev": [], "n": 0})
d["n"] += 1
x = m["error_value"]
if x is None:
continue
rej = m["error_threshold"] and x > m["error_threshold"]
d["rej"] += bool(rej)
if x > med + V.K_MAD * mad and (x > V.FACTOR * med or rej and x > V.REJECT_FACTOR * med):
d["high"] += 1
d["z"].append((x - med) / mad)
if m["corr_x"] is not None:
d["dev"].append(abs(m["corr_x"] - mx) + abs(m["corr_y"] - my))
for t in sorted(by):
d = by[t]
print(t.strftime("%m-%d %H:%M"), f"n={d['n']:3d} rej={d['rej']:3d} high={d['high']:3d}",
f"zmed={statistics.median(d['z']) if d['z'] else 0:7.1f}", f"devmed={statistics.median(d['dev']) if d['dev'] else 0:7.2f}",
f"devmax={max(d['dev']) if d['dev'] else 0:7.2f}")