Optimizer : l'optimisation des détecteurs depuis une analyse (skill improve, ex wf-improve, agents du dépôt agents, benchmark detectors/bench) ; le batch et le scanner archivés
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
1 parent
010c297f60
commit
2cb0c88a2b
117 files changed
+132
-38
No files matched your search
@@ -0,0 +1,101 @@
|
||||
BREITHORN: 2026-10-03T00:00Z → 2026-11-01T00:00Z, 27 labels
|
||||
found correct
|
||||
Displacement 168/168 (100 %) 168/171 (98 %)
|
||||
No data 2/2 (100 %) 2/2 (100 %)
|
||||
Obstruction 46/48 (96 %) 46/46 (100 %)
|
||||
Thermal displacement 4/21 (19 %) 4/4 (100 %)
|
||||
Visibility — 0/25 (0 %)
|
||||
|
||||
CLARIDEN: 2026-10-01T00:00Z → 2026-11-01T00:00Z, 43 labels
|
||||
found correct
|
||||
Displacement 2578/3091 (83 %) 2578/2601 (99 %)
|
||||
No data 6/20 (30 %) 6/12 (50 %)
|
||||
Obstruction 1/5 (20 %) 1/9 (11 %)
|
||||
Target issue 4068/4068 (100 %) 4068/4069 (100 %)
|
||||
Thermal displacement 40/42 (95 %) 40/264 (15 %)
|
||||
Visibility 3/87 (3 %) 3/3 (100 %)
|
||||
|
||||
FLORIDA: 2026-10-01T00:00Z → 2026-11-01T00:00Z, 64 labels
|
||||
found correct
|
||||
Displacement 0/41 (0 %) 0/14 (0 %)
|
||||
No data 4/21 (19 %) 4/4 (100 %)
|
||||
Obstruction 0/2 (0 %) 0/37 (0 %)
|
||||
Target issue 2913/2913 (100 %) 2913/2914 (100 %)
|
||||
Thermal displacement 815/1047 (78 %) 815/1338 (61 %)
|
||||
Visibility 434/598 (73 %) 434/439 (99 %)
|
||||
|
||||
JUNGFRAU: 2026-09-30T00:00Z → 2026-11-01T00:00Z, 99 labels
|
||||
found correct
|
||||
Displacement — 0/19 (0 %)
|
||||
No data 4/29 (14 %) 4/4 (100 %)
|
||||
Obstruction 1/1 (100 %) 1/158 (1 %)
|
||||
Target issue 3005/3005 (100 %) 3005/3006 (100 %)
|
||||
Thermal displacement 1544/2557 (60 %) 1544/1786 (86 %)
|
||||
Visibility 427/669 (64 %) 427/450 (95 %)
|
||||
|
||||
LENZSPITZE: 2026-10-16T00:00Z → 2026-11-01T00:00Z, 67 labels
|
||||
found correct
|
||||
Displacement — 0/4640 (0 %)
|
||||
No data 12/615 (2 %) 12/16 (75 %)
|
||||
Obstruction 19/47 (40 %) 19/102 (19 %)
|
||||
Thermal displacement 1767/1925 (92 %) 1767/4253 (42 %)
|
||||
Visibility 934/1886 (50 %) 934/1116 (84 %)
|
||||
|
||||
MICHIGAN: 2026-10-03T00:00Z → 2026-11-01T00:00Z, 15 labels
|
||||
found correct
|
||||
Displacement 130/130 (100 %) 130/171 (76 %)
|
||||
No data 2/2 (100 %) 2/2 (100 %)
|
||||
Target issue 132/147 (90 %) 132/132 (100 %)
|
||||
Thermal displacement 19/25 (76 %) 19/46 (41 %)
|
||||
|
||||
NEBRASKA: 2026-10-03T00:00Z → 2026-11-01T00:00Z, 11 labels
|
||||
found correct
|
||||
Displacement 165/165 (100 %) 165/171 (96 %)
|
||||
No data 2/2 (100 %) 2/2 (100 %)
|
||||
Target issue 132/132 (100 %) 132/132 (100 %)
|
||||
Thermal displacement 10/20 (50 %) 10/17 (59 %)
|
||||
|
||||
NIEDERHORN: 2026-10-01T00:00Z → 2026-11-01T00:00Z, 139 labels
|
||||
found correct
|
||||
Displacement 3/48 (6 %) 3/10 (30 %)
|
||||
No data 2/26 (8 %) 2/2 (100 %)
|
||||
Obstruction 66/156 (42 %) 66/134 (49 %)
|
||||
Target issue 719/719 (100 %) 719/720 (100 %)
|
||||
Thermal displacement 216/267 (81 %) 216/236 (92 %)
|
||||
Visibility 28/104 (27 %) 28/32 (88 %)
|
||||
|
||||
NORDEND: 2026-08-10T00:00Z → 2026-11-08T00:00Z, 242 labels
|
||||
found correct
|
||||
Displacement 12/12 (100 %) 12/8549 (0 %)
|
||||
No data 10/58 (17 %) 10/10 (100 %)
|
||||
Obstruction 691/2754 (25 %) 691/2418 (29 %)
|
||||
Target issue 3911/7441 (53 %) 3911/4290 (91 %)
|
||||
Thermal displacement 4769/7667 (62 %) 4769/5097 (94 %)
|
||||
Visibility 655/1950 (34 %) 655/1428 (46 %)
|
||||
|
||||
SNCF01: 2026-10-04T00:00Z → 2026-11-01T00:00Z, 97 labels
|
||||
found correct
|
||||
Displacement 2111/2111 (100 %) 2111/2112 (100 %)
|
||||
No data 10/30 (33 %) 10/16 (62 %)
|
||||
Obstruction 20/22 (91 %) 20/431 (5 %)
|
||||
Target issue 2111/2111 (100 %) 2111/2112 (100 %)
|
||||
Thermal displacement 1218/1726 (71 %) 1218/1275 (96 %)
|
||||
Visibility 23/761 (3 %) 23/24 (96 %)
|
||||
|
||||
WILDSTRUBEL: 2026-09-01T00:00Z → 2026-11-01T00:00Z, 201 labels
|
||||
found correct
|
||||
Displacement 579/579 (100 %) 579/1986 (29 %)
|
||||
No data 21/31 (68 %) 21/30 (70 %)
|
||||
Obstruction 287/1026 (28 %) 287/547 (52 %)
|
||||
Target issue 2089/2091 (100 %) 2089/2092 (100 %)
|
||||
Thermal displacement 495/845 (59 %) 495/512 (97 %)
|
||||
Visibility 908/1152 (79 %) 908/925 (98 %)
|
||||
|
||||
Total
|
||||
found correct
|
||||
Displacement 5746/6345 (91 %) 5746/20444 (28 %)
|
||||
No data 75/836 (9 %) 75/100 (75 %)
|
||||
Obstruction 1131/4061 (28 %) 1131/3882 (29 %)
|
||||
Target issue 19080/22627 (84 %) 19080/19467 (98 %)
|
||||
Thermal displacement 10897/16142 (68 %) 10897/14828 (73 %)
|
||||
Visibility 3412/7207 (47 %) 3412/4442 (77 %)
|
||||
@@ -0,0 +1,101 @@
|
||||
BREITHORN: 2026-10-03T00:00Z → 2026-11-01T00:00Z, 27 labels
|
||||
found correct
|
||||
Displacement 168/168 (100 %) 168/171 (98 %)
|
||||
No data 2/2 (100 %) 2/2 (100 %)
|
||||
Obstruction 46/48 (96 %) 46/46 (100 %)
|
||||
Thermal displacement 4/21 (19 %) 4/4 (100 %)
|
||||
Visibility — 0/25 (0 %)
|
||||
|
||||
CLARIDEN: 2026-10-01T00:00Z → 2026-11-01T00:00Z, 43 labels
|
||||
found correct
|
||||
Displacement 2578/3091 (83 %) 2578/2601 (99 %)
|
||||
No data 6/20 (30 %) 6/12 (50 %)
|
||||
Obstruction 1/5 (20 %) 1/5 (20 %)
|
||||
Target issue 4068/4068 (100 %) 4068/4069 (100 %)
|
||||
Thermal displacement 40/42 (95 %) 40/264 (15 %)
|
||||
Visibility 3/87 (3 %) 3/3 (100 %)
|
||||
|
||||
FLORIDA: 2026-10-01T00:00Z → 2026-11-01T00:00Z, 64 labels
|
||||
found correct
|
||||
Displacement 0/41 (0 %) 0/14 (0 %)
|
||||
No data 4/21 (19 %) 4/4 (100 %)
|
||||
Obstruction 0/2 (0 %) 0/13 (0 %)
|
||||
Target issue 2913/2913 (100 %) 2913/2914 (100 %)
|
||||
Thermal displacement 815/1047 (78 %) 815/1338 (61 %)
|
||||
Visibility 434/598 (73 %) 434/439 (99 %)
|
||||
|
||||
JUNGFRAU: 2026-09-30T00:00Z → 2026-11-01T00:00Z, 99 labels
|
||||
found correct
|
||||
Displacement — 0/19 (0 %)
|
||||
No data 4/29 (14 %) 4/4 (100 %)
|
||||
Obstruction 1/1 (100 %) 1/158 (1 %)
|
||||
Target issue 3005/3005 (100 %) 3005/3006 (100 %)
|
||||
Thermal displacement 1544/2557 (60 %) 1544/1786 (86 %)
|
||||
Visibility 427/669 (64 %) 427/450 (95 %)
|
||||
|
||||
LENZSPITZE: 2026-10-16T00:00Z → 2026-11-01T00:00Z, 67 labels
|
||||
found correct
|
||||
Displacement — 0/4640 (0 %)
|
||||
No data 12/615 (2 %) 12/16 (75 %)
|
||||
Obstruction 19/47 (40 %) 19/84 (23 %)
|
||||
Thermal displacement 1767/1925 (92 %) 1767/4253 (42 %)
|
||||
Visibility 934/1886 (50 %) 934/1116 (84 %)
|
||||
|
||||
MICHIGAN: 2026-10-03T00:00Z → 2026-11-01T00:00Z, 15 labels
|
||||
found correct
|
||||
Displacement 130/130 (100 %) 130/171 (76 %)
|
||||
No data 2/2 (100 %) 2/2 (100 %)
|
||||
Target issue 132/147 (90 %) 132/132 (100 %)
|
||||
Thermal displacement 19/25 (76 %) 19/46 (41 %)
|
||||
|
||||
NEBRASKA: 2026-10-03T00:00Z → 2026-11-01T00:00Z, 11 labels
|
||||
found correct
|
||||
Displacement 165/165 (100 %) 165/171 (96 %)
|
||||
No data 2/2 (100 %) 2/2 (100 %)
|
||||
Target issue 132/132 (100 %) 132/132 (100 %)
|
||||
Thermal displacement 10/20 (50 %) 10/17 (59 %)
|
||||
|
||||
NIEDERHORN: 2026-10-01T00:00Z → 2026-11-01T00:00Z, 139 labels
|
||||
found correct
|
||||
Displacement 3/48 (6 %) 3/10 (30 %)
|
||||
No data 2/26 (8 %) 2/2 (100 %)
|
||||
Obstruction 66/156 (42 %) 66/134 (49 %)
|
||||
Target issue 719/719 (100 %) 719/720 (100 %)
|
||||
Thermal displacement 216/267 (81 %) 216/236 (92 %)
|
||||
Visibility 28/104 (27 %) 28/32 (88 %)
|
||||
|
||||
NORDEND: 2026-08-10T00:00Z → 2026-11-08T00:00Z, 242 labels
|
||||
found correct
|
||||
Displacement 12/12 (100 %) 12/8549 (0 %)
|
||||
No data 10/58 (17 %) 10/10 (100 %)
|
||||
Obstruction 638/2754 (23 %) 638/2365 (27 %)
|
||||
Target issue 3911/7441 (53 %) 3911/4290 (91 %)
|
||||
Thermal displacement 4769/7667 (62 %) 4769/5097 (94 %)
|
||||
Visibility 655/1950 (34 %) 655/1428 (46 %)
|
||||
|
||||
SNCF01: 2026-10-04T00:00Z → 2026-11-01T00:00Z, 97 labels
|
||||
found correct
|
||||
Displacement 2111/2111 (100 %) 2111/2112 (100 %)
|
||||
No data 10/30 (33 %) 10/16 (62 %)
|
||||
Obstruction 20/22 (91 %) 20/431 (5 %)
|
||||
Target issue 2111/2111 (100 %) 2111/2112 (100 %)
|
||||
Thermal displacement 1218/1726 (71 %) 1218/1275 (96 %)
|
||||
Visibility 23/761 (3 %) 23/24 (96 %)
|
||||
|
||||
WILDSTRUBEL: 2026-09-01T00:00Z → 2026-11-01T00:00Z, 201 labels
|
||||
found correct
|
||||
Displacement 579/579 (100 %) 579/1986 (29 %)
|
||||
No data 21/31 (68 %) 21/30 (70 %)
|
||||
Obstruction 253/1026 (25 %) 253/482 (52 %)
|
||||
Target issue 2089/2091 (100 %) 2089/2092 (100 %)
|
||||
Thermal displacement 495/845 (59 %) 495/512 (97 %)
|
||||
Visibility 908/1152 (79 %) 908/925 (98 %)
|
||||
|
||||
Total
|
||||
found correct
|
||||
Displacement 5746/6345 (91 %) 5746/20444 (28 %)
|
||||
No data 75/836 (9 %) 75/100 (75 %)
|
||||
Obstruction 1044/4061 (26 %) 1044/3718 (28 %)
|
||||
Target issue 19080/22627 (84 %) 19080/19467 (98 %)
|
||||
Thermal displacement 10897/16142 (68 %) 10897/14828 (73 %)
|
||||
Visibility 3412/7207 (47 %) 3412/4442 (77 %)
|
||||
@@ -0,0 +1,40 @@
|
||||
FLORIDA: 2026-11-06T00:00Z → 2026-11-07T00:00Z, 13 labels
|
||||
found correct
|
||||
Obstruction 76/76 (100 %) 76/76 (100 %)
|
||||
Target issue 96/96 (100 %) 96/96 (100 %)
|
||||
Visibility 58/58 (100 %) 58/58 (100 %)
|
||||
|
||||
JUNGFRAU: 2026-11-06T00:00Z → 2026-11-07T00:00Z, 5 labels
|
||||
found correct
|
||||
Obstruction 96/96 (100 %) 96/96 (100 %)
|
||||
Thermal displacement 64/64 (100 %) 64/65 (98 %)
|
||||
Visibility 82/82 (100 %) 82/82 (100 %)
|
||||
|
||||
LENZSPITZE: 2026-11-06T00:00Z → 2026-11-07T00:00Z, 6 labels
|
||||
found correct
|
||||
Displacement 69/69 (100 %) 69/69 (100 %)
|
||||
Obstruction 1/1 (100 %) 1/1 (100 %)
|
||||
Thermal displacement 227/227 (100 %) 227/227 (100 %)
|
||||
Visibility 172/172 (100 %) 172/172 (100 %)
|
||||
|
||||
NADELHORN: 2026-11-06T00:00Z → 2026-11-07T00:00Z, 11 labels
|
||||
found correct
|
||||
Displacement 1/1 (100 %) 1/1 (100 %)
|
||||
Obstruction 288/288 (100 %) 288/288 (100 %)
|
||||
Thermal displacement 180/180 (100 %) 180/181 (99 %)
|
||||
Visibility 199/199 (100 %) 199/199 (100 %)
|
||||
|
||||
SUSTENHORN: 2026-11-06T00:00Z → 2026-11-07T00:00Z, 17 labels
|
||||
found correct
|
||||
Displacement 9/9 (100 %) 9/9 (100 %)
|
||||
Obstruction 87/87 (100 %) 87/87 (100 %)
|
||||
Thermal displacement 85/85 (100 %) 85/85 (100 %)
|
||||
Visibility 30/30 (100 %) 30/30 (100 %)
|
||||
|
||||
Total
|
||||
found correct
|
||||
Displacement 79/79 (100 %) 79/79 (100 %)
|
||||
Obstruction 548/548 (100 %) 548/548 (100 %)
|
||||
Target issue 96/96 (100 %) 96/96 (100 %)
|
||||
Thermal displacement 556/556 (100 %) 556/558 (100 %)
|
||||
Visibility 541/541 (100 %) 541/541 (100 %)
|
||||
@@ -0,0 +1,34 @@
|
||||
# Print, around an instant, what visibility.py point 2 sees: high sensors (n), sensors rejected at FACTOR x their median, rejected sensors.
|
||||
# Usage: python3 brief_debug.py <detectors dir> <station folder> <from ISO> <to ISO>
|
||||
import statistics
|
||||
import sys
|
||||
|
||||
sys.path.insert(0, sys.argv[1] + "/scripts")
|
||||
import data # noqa: E402
|
||||
import visibility as V # noqa: E402
|
||||
|
||||
ms = data.load(sys.argv[2])
|
||||
a, b = data.parse_time(sys.argv[3]), data.parse_time(sys.argv[4])
|
||||
refs = {s for s, v in ms.items() if v[0]["pattern_type"] == "global_ref"}
|
||||
rows = {}
|
||||
for s, v in ms.items():
|
||||
e = [m["error_value"] for m in v if m["error_value"] is not None]
|
||||
if len(e) < 10:
|
||||
continue
|
||||
med = statistics.median(e)
|
||||
mad = statistics.median(abs(x - med) for x in e) or 1e-9
|
||||
for m in v:
|
||||
x = m["error_value"]
|
||||
if x is None or not a <= m["t"] <= b:
|
||||
continue
|
||||
rej = m["error_threshold"] and x > m["error_threshold"]
|
||||
r = rows.setdefault(m["t"], {"high": [], "strong": [], "rej": []})
|
||||
if x > med + V.K_MAD * mad and (x > V.FACTOR * med or rej and x > V.REJECT_FACTOR * med):
|
||||
r["high"].append(s)
|
||||
if rej:
|
||||
r["rej"].append(s)
|
||||
if x > V.FACTOR * med:
|
||||
r["strong"].append(s + ("(R)" if s in refs else ""))
|
||||
for t in sorted(rows):
|
||||
r = rows[t]
|
||||
print(f"{t:%H:%M} high={sorted(r['high'])} strong={sorted(r['strong'])} rejected={len(r['rej'])}")
|
||||
@@ -0,0 +1,37 @@
|
||||
# Diff the events (as score.py computes them: the range in one pass, 3 days of history) between two detector folders.
|
||||
# Usage: python3 diff_events.py <detectors A> <detectors B> <station folder> <from YYYY-MM-DD> <to YYYY-MM-DD> [family]
|
||||
import importlib.util
|
||||
import sys
|
||||
from datetime import timedelta
|
||||
|
||||
|
||||
def load_mod(d, name):
|
||||
sys.path.insert(0, d + "/scripts")
|
||||
spec = importlib.util.spec_from_file_location(name, d + "/scripts/categories.py")
|
||||
m = importlib.util.module_from_spec(spec)
|
||||
spec.loader.exec_module(m)
|
||||
sys.path.pop(0)
|
||||
for k in [k for k in sys.modules if k in ("data", "visibility", "target_issue", "displacement")]:
|
||||
del sys.modules[k]
|
||||
return m
|
||||
|
||||
|
||||
def run(d, folder, a, b):
|
||||
c = load_mod(d, "cat_" + str(abs(hash(d))))
|
||||
import data
|
||||
ms = data.load(folder)
|
||||
s, e = data.parse_time(a), data.parse_time(b)
|
||||
chunk = {k: x for k, v in ms.items() if (x := [m for m in v if s - timedelta(days=3) <= m["t"] < e])}
|
||||
out = set()
|
||||
for v in c.events(chunk, folder=folder):
|
||||
if v["end"] >= data.iso(s) and (len(sys.argv) < 7 or v["category"] == sys.argv[6]):
|
||||
out.add(f"{v['start']} → {v['end']} {v['category']:<20} {v['episodes'][0]['label']} | {','.join(v['sensors'][:5])}")
|
||||
return out
|
||||
|
||||
|
||||
A = run(sys.argv[1], sys.argv[3], sys.argv[4], sys.argv[5])
|
||||
B = run(sys.argv[2], sys.argv[3], sys.argv[4], sys.argv[5])
|
||||
for x in sorted(A - B):
|
||||
print("<", x)
|
||||
for x in sorted(B - A):
|
||||
print(">", x)
|
||||
@@ -0,0 +1,25 @@
|
||||
# Dump, per sensor, error_value / threshold / sensor median and corr_x, corr_y over a time window (rejected = '*').
|
||||
# Usage: python3 window.py <detectors dir> <station folder> <from ISO> <to ISO> [--refs-only]
|
||||
import statistics
|
||||
import sys
|
||||
|
||||
sys.path.insert(0, sys.argv[1] + "/scripts")
|
||||
import data # noqa: E402
|
||||
|
||||
ms = data.load(sys.argv[2])
|
||||
a, b = data.parse_time(sys.argv[3]), data.parse_time(sys.argv[4])
|
||||
for s, v in sorted(ms.items()):
|
||||
ref = v[0]["pattern_type"] == "global_ref"
|
||||
if "--refs-only" in sys.argv and not ref:
|
||||
continue
|
||||
e = [m["error_value"] for m in v if m["error_value"] is not None]
|
||||
med = statistics.median(e) if e else 0
|
||||
row = []
|
||||
for m in v:
|
||||
if a <= m["t"] <= b:
|
||||
ev, th = m["error_value"], m["error_threshold"]
|
||||
rej = "*" if ev is not None and th and ev > th else " "
|
||||
cx = " - " if m["corr_x"] is None else f"{m['corr_x']:+.1f}"
|
||||
cy = " - " if m["corr_y"] is None else f"{m['corr_y']:+.1f}"
|
||||
row.append(f"{m['t']:%H:%M}{rej}{(ev or 0) / med if med else 0:.1f}x {cx},{cy}")
|
||||
print(f"{s[:14]:<14}{'R' if ref else ' '} th/med={((v[-1]['error_threshold'] or 0) / med) if med else 0:.1f} | " + " | ".join(row))
|
||||
Reference in new issue
Block a user