auto: the analysts verified the labels of 32 periods (11 stations, up to 14 days each): 710 labels -> 835, 587 unchanged; one analysis folder per period with its report (section Verification)

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
maximeandClaude Opus 5.5 committed 2026-11-17 15:13:44 +01:00
1 parent df979301b5
commit 2a5d87659b
279 files changed
+10758 -710

No files matched your search

@@ -0,0 +1,29 @@
"""Instants where at least MIN sensors deviate by >= 0.02 px from the median of their +-3 neighbours (corr_x or corr_y),
or a sensor is rejected, outside the non-thermal labels of a file. Usage: forgotten.py LABELS [MIN]"""
import sys, json, statistics as st
sys.path.insert(0, __file__.rsplit('/', 1)[0]); sys.path.insert(0, 'tools/scripts')
from scan import load
import data
by, refs, cam = load()
labs = [json.loads(l) for l in open(sys.argv[1])]
MIN = int(sys.argv[2]) if len(sys.argv) > 2 else 5
t0, t1 = data.parse_time('2026-10-23T23:55Z'), data.parse_time('2026-11-01T11:40Z')
iv = [(data.parse_time(l['start']), data.parse_time(l['end'])) for l in labs if l['family'] != 'Thermal displacement']
dev = {}
for s, ms in by.items():
for col in ('corr_x', 'corr_y'):
pts = [(m['t'], m[col]) for m in ms if m[col] is not None]
for i, (t, v) in enumerate(pts):
if not t0 <= t <= t1: continue
nb = [p[1] for p in pts[max(0, i-3):i] + pts[i+1:i+4]]
d = v - st.median(nb)
if abs(d) >= 0.02: dev.setdefault(t, []).append((abs(d), f"{s}{col[-1]}{d:+.3f}"))
rej = {}
for s, ms in by.items():
for m in ms:
if t0 <= m['t'] <= t1 and data.rejected(m): rej.setdefault(m['t'], []).append(s)
for t in sorted(set(dev) | set(rej)):
if any(a < t < b for a, b in iv): continue
d = sorted(dev.get(t, []), reverse=True)
if len(d) >= MIN or t in rej:
print(data.iso(t), 'REJ:' + ','.join(rej[t]) if t in rej else '', len(d), ' '.join(x for _, x in d[:10]))