Files
aimsight-labeling/auto/analyses/ALASKA_2026-11-04T2358_2026-11-16T1217/scripts/common_dist.py
T
2026-11-18 10:51:31 +01:00

32 lines
1.7 KiB
Python

"""Distribution of the common deviation: per instant, the median over the targets of the corr deviation (rolling +-N
measurements, in own noises) and the number of targets beyond K noises; lists the instants beyond K on the median.
usage: common_dist.py FOLDER START END COL [N] [K]"""
import sys, statistics as st
sys.path.insert(0, "tools/scripts")
import data
folder, start, end, col = sys.argv[1:5]
N = int(sys.argv[5]) if len(sys.argv) > 5 else 8
K = float(sys.argv[6]) if len(sys.argv) > 6 else 5
D = data.load(folder); S, E = data.parse_time(start), data.parse_time(end)
tg = [s for s in D if not data.is_reference(D[s])]
dev = {}
for s in tg:
vals = [(m["t"], m[col]) for m in D[s] if S <= m["t"] <= E]
v = [x for _, x in vals if x is not None]
noise = st.median(abs(a - b) for a, b in zip(v[1:], v[:-1]))
for i, (t, x) in enumerate(vals):
if x is None: continue
nb = [y for _, y in vals[max(0, i - N):i] + vals[i + 1:i + 1 + N] if y is not None]
dev.setdefault(t, {})[s] = (x - st.median(nb)) / noise
med = {t: st.median(d.values()) for t, d in dev.items()}
a = sorted(abs(x) for x in med.values())
n = len(a)
print(col, "instants", n, "|median dev| percentiles 50/90/99/99.9:", [round(a[int(p * (n - 1))], 1) for p in (.5, .9, .99, .999)])
for k in (3, 4, 5, 6, 8, 10):
print(f" instants with |median dev| > {k}: {sum(x > k for x in a)}; with >=1 target beyond {k}: {sum(any(abs(v) > k for v in d.values()) for d in dev.values())}")
print("instants with |median| >", K)
for t in sorted(med):
if abs(med[t]) > K:
d = dev[t]; mx = max(d, key=lambda s: abs(d[s]))
print(" ", data.iso(t), f"median {med[t]:+.1f}", f"n>{K}: {sum(abs(v) > K for v in d.values())}", f"max {mx} {d[mx]:+.1f}")