"""Fast deviations of corr_x/corr_y (vs median of +-N neighbours), flagged instants and coverage by non-thermal labels.""" import sys, json, statistics sys.path.insert(0, 'tools/scripts') import data D = 'labeling/auto/analyses/NORDEND_2026-08-10T0115_2026-08-23T0515/' S, E = data.parse_time('2026-08-10T01:15Z'), data.parse_time('2026-08-23T05:15Z') K = float(sys.argv[1]) if len(sys.argv) > 1 else 6 N = int(sys.argv[2]) if len(sys.argv) > 2 else 4 labs = [json.loads(l) for l in open(D + 'work/existing.jsonl')] labs = [(data.parse_time(l['start']), data.parse_time(l['end']), l['id'], l['family']) for l in labs if l['family'] != 'Thermal displacement'] allm = data.load('data/NORDEND') flags = {} for s, ms in allm.items(): ms = data.filter_window(ms, S, E) for c in ('corr_x', 'corr_y'): v = [(m['t'], m[c]) for m in ms if m[c] is not None] if len(v) < 20: continue noise = statistics.median(abs(v[i+1][1]-v[i][1]) for i in range(len(v)-1)) for i, (t, x) in enumerate(v): nb = [y for _, y in v[max(0, i-N):i] + v[i+1:i+1+N]] d = (x - statistics.median(nb)) / noise if noise else 0 if abs(d) > K: flags.setdefault(t, []).append(f"{s}:{c[-1]}{d:+.0f}") for t in sorted(flags): cov = [i for a, b, i, f in labs if a <= t <= b] print(data.iso(t), len(flags[t]), ' '.join(flags[t]), '| ' + (','.join(cov) if cov else 'UNCOVERED'))