Analyse NORDEND, 04.11 21:12 - 07.11 14:12 : toile d'araignée sur CTR03, 14 étiquettes non relues. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
65 lines
3.2 KiB
Python
65 lines
3.2 KiB
Python
"""Pics des corr des cibles face aux rejets de CTR03, instant par instant.
|
|
|
|
Niveau local de chaque cible : médiane de ses corr dans ±2 h, sans les instants
|
|
où CTR03 est rejetée. Imprime, par instant : error_value de CTR03 (r si rejetée),
|
|
CTR02, CTR04, sigma0, médiane des résidus corr_x / corr_y des cibles acceptées,
|
|
nombre de cibles à plus de K bruits (bruit = médiane des |écarts| d'un pas).
|
|
Usage : python3 pics_ctr03.py data/NORDEND DEBUT FIN [K]
|
|
"""
|
|
import csv, glob, sys, statistics as st
|
|
from datetime import datetime, timedelta
|
|
|
|
dossier, debut, fin = sys.argv[1], sys.argv[2], sys.argv[3]
|
|
K = float(sys.argv[4]) if len(sys.argv) > 4 else 4
|
|
t0 = datetime.fromisoformat(debut.replace('Z', '+00:00'))
|
|
t1 = datetime.fromisoformat(fin.replace('Z', '+00:00'))
|
|
REFS = ('CTR02', 'CTR03', 'CTR04')
|
|
|
|
rows = {} # t -> name -> dict
|
|
for f in sorted(glob.glob(f'{dossier}/displacement/*_advanced_*.csv')):
|
|
jour = f[-12:-4]
|
|
if not (t0 - timedelta(days=1)).strftime('%Y%m%d') <= jour <= (t1 + timedelta(days=1)).strftime('%Y%m%d'):
|
|
continue
|
|
for r in csv.DictReader(open(f)):
|
|
t = datetime.fromisoformat(r['time_utc']).replace(second=0, microsecond=0)
|
|
t = t.replace(minute=t.minute - t.minute % 15)
|
|
if t0 - timedelta(hours=3) <= t <= t1 + timedelta(hours=3):
|
|
rows.setdefault(t, {})[r['sensor_name']] = r
|
|
|
|
T = sorted(rows)
|
|
def rej(r): return float(r['error_value']) > float(r['error_threshold'])
|
|
bad = {t for t in T if 'CTR03' in rows[t] and rej(rows[t]['CTR03'])}
|
|
cibles = sorted({n for t in T for n in rows[t] if n not in REFS and n != 'CTR01'})
|
|
|
|
def val(t, n, c):
|
|
r = rows[t].get(n)
|
|
if r is None or rej(r) or r[c] == '': return None
|
|
return float(r[c])
|
|
|
|
res = {} # (t, n, c) -> residu en bruits
|
|
for c in ('corr_x', 'corr_y'):
|
|
for n in cibles:
|
|
serie = [(t, val(t, n, c)) for t in T]
|
|
ok = [v for t, v in serie if v is not None and t not in bad]
|
|
bruit = st.median(abs(a - b) for a, b in zip(ok, ok[1:])) or 1e-9
|
|
for i, (t, v) in enumerate(serie):
|
|
if v is None: continue
|
|
voisins = [w for (u, w) in serie[max(0, i - 8):i + 9] if w is not None and u not in bad and u != t]
|
|
if voisins:
|
|
res[(t, n, c)] = ((v - st.median(voisins)), bruit)
|
|
|
|
print('instant CTR03 CTR02 CTR04 sigma0 med_dcx med_dcy n>K(cx) n>K(cy) top')
|
|
for t in T:
|
|
if not t0 <= t <= t1: continue
|
|
ev = {n: rows[t][n] for n in REFS if n in rows[t]}
|
|
s = lambda n: ('r' if rej(ev[n]) else '') + f"{float(ev[n]['error_value']):.3f}" if n in ev else '-'
|
|
sig = next((rows[t][n]['sigma0'] for n in rows[t] if rows[t][n]['sigma0']), '')
|
|
line = []
|
|
for c in ('corr_x', 'corr_y'):
|
|
d = [res[(t, n, c)] for n in cibles if (t, n, c) in res]
|
|
line.append((st.median(x for x, _ in d) if d else 0, sum(abs(x) > K * b for x, b in d), d))
|
|
top = sorted(((abs(res[(t, n, 'corr_y')][0]) / res[(t, n, 'corr_y')][1], n) for n in cibles if (t, n, 'corr_y') in res), reverse=True)[:3]
|
|
print(f"{t:%Y-%m-%dT%H:%MZ} {s('CTR03'):>6} {s('CTR02'):>6} {s('CTR04'):>6} {sig[:7]:>7} "
|
|
f"{line[0][0]:+.4f} {line[1][0]:+.4f} {line[0][1]:>4} {line[1][1]:>4} "
|
|
+ ' '.join(f'{n}:{v:.0f}' for v, n in top))
|