Files
Support-Agent/labeling/auto/etiqueteur/LENZSPITZE_2026-10-01/outils/passages.py
T
maximeandClaude Opus 5.5 6fbd7510b7 Etiqueteur: October labels for 8 stations; its folder moves to labeling/auto/etiqueteur/, analyses and scripts versioned (D-126)
Labels for CLARIDEN, FLORIDA, JUNGFRAU (gaps 06-20.10, 26.10-01.11), LENZSPITZE,
NIEDERHORN, NORDEND, SNCF01, WILDSTRUBEL. Figures and tool outputs stay out of git.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-11-03 16:33:41 +01:00

30 lines
1.9 KiB
Python

"""Instants isolés : rejets et error_value > médiane + K MAD sur beaucoup de capteurs à un instant, peu aux voisins.
Imprime, par instant, le nombre de capteurs au-dessus, de rejetés, les références touchées, et le saut médian des corr des
cibles restées acceptées (écart à la moyenne des deux voisins), en unités."""
import csv, glob, collections, statistics as st
REFS = {'92H', '8002', '8004', '8011', '8012', '8013', '8014', '8017', '8019'}
rows = collections.defaultdict(dict)
for f in sorted(glob.glob('data/LENZSPITZE/displacement/*.csv')):
for r in csv.DictReader(open(f)):
t = r['time_utc'][:16]
if t >= '2026-11-01': continue
ev, th = float(r['error_value']), float(r['error_threshold'])
rows[t][r['sensor_name']] = (ev, ev > th, (float(r['corr_x']), float(r['corr_y'])) if ev <= th and r['corr_x'] else None)
ts = sorted(rows); caps = sorted({s for t in ts for s in rows[t]})
lim = {}
for s in caps:
v = [rows[t][s][0] for t in ts if s in rows[t]]; m = st.median(v); mad = st.median(abs(x - m) for x in v)
lim[s] = m + 5 * max(mad, 1e-3)
haut = [{s for s, v in rows[t].items() if v[0] > lim[s]} for t in ts]
for i in range(1, len(ts) - 1):
h = haut[i]
if len(h) < 6: continue
if len(haut[i - 1]) > len(h) / 2 or len(haut[i + 1]) > len(h) / 2: continue
rej = [s for s, v in rows[ts[i]].items() if v[1]]
sauts = []
for s, v in rows[ts[i]].items():
a, b = rows[ts[i - 1]].get(s), rows[ts[i + 1]].get(s)
if s in REFS or not v[2] or not a or not b or not a[2] or not b[2]: continue
sauts.append(max(abs(v[2][0] - (a[2][0] + b[2][0]) / 2), abs(v[2][1] - (a[2][1] + b[2][1]) / 2)))
print(f"{ts[i]} haut={len(h):2d} rej={len(rej):2d} refs_rej={sorted(set(rej) & REFS)} saut_med={st.median(sauts) if sauts else 0:.4f} saut_max={max(sauts) if sauts else 0:.3f} avant={ts[i-1][11:]} apres={ts[i+1][11:]}")