Files
aimsight-labeling/auto/analyses/NORDEND_2026-08-10T0115_2026-08-23T0515/scripts/fast.py
T

27 lines
1.4 KiB
Python

"""Fast deviations of corr_x/corr_y (vs median of +-N neighbours), flagged instants and coverage by non-thermal labels."""
import sys, json, statistics
sys.path.insert(0, 'tools/scripts')
import data
D = 'labeling/auto/analyses/NORDEND_2026-08-10T0115_2026-08-23T0515/'
S, E = data.parse_time('2026-08-10T01:15Z'), data.parse_time('2026-08-23T05:15Z')
K = float(sys.argv[1]) if len(sys.argv) > 1 else 6
N = int(sys.argv[2]) if len(sys.argv) > 2 else 4
labs = [json.loads(l) for l in open(D + 'work/existing.jsonl')]
labs = [(data.parse_time(l['start']), data.parse_time(l['end']), l['id'], l['family']) for l in labs if l['family'] != 'Thermal displacement']
allm = data.load('data/NORDEND')
flags = {}
for s, ms in allm.items():
ms = data.filter_window(ms, S, E)
for c in ('corr_x', 'corr_y'):
v = [(m['t'], m[c]) for m in ms if m[c] is not None]
if len(v) < 20: continue
noise = statistics.median(abs(v[i+1][1]-v[i][1]) for i in range(len(v)-1))
for i, (t, x) in enumerate(v):
nb = [y for _, y in v[max(0, i-N):i] + v[i+1:i+1+N]]
d = (x - statistics.median(nb)) / noise if noise else 0
if abs(d) > K:
flags.setdefault(t, []).append(f"{s}:{c[-1]}{d:+.0f}")
for t in sorted(flags):
cov = [i for a, b, i, f in labs if a <= t <= b]
print(data.iso(t), len(flags[t]), ' '.join(flags[t]), '| ' + (','.join(cov) if cov else 'UNCOVERED'))