"""Distribution of the common deviation: per instant, the median over the targets of the corr deviation (rolling +-N measurements, in own noises) and the number of targets beyond K noises; lists the instants beyond K on the median. usage: common_dist.py FOLDER START END COL [N] [K]""" import sys, statistics as st sys.path.insert(0, "tools/scripts") import data folder, start, end, col = sys.argv[1:5] N = int(sys.argv[5]) if len(sys.argv) > 5 else 8 K = float(sys.argv[6]) if len(sys.argv) > 6 else 5 D = data.load(folder); S, E = data.parse_time(start), data.parse_time(end) tg = [s for s in D if not data.is_reference(D[s])] dev = {} for s in tg: vals = [(m["t"], m[col]) for m in D[s] if S <= m["t"] <= E] v = [x for _, x in vals if x is not None] noise = st.median(abs(a - b) for a, b in zip(v[1:], v[:-1])) for i, (t, x) in enumerate(vals): if x is None: continue nb = [y for _, y in vals[max(0, i - N):i] + vals[i + 1:i + 1 + N] if y is not None] dev.setdefault(t, {})[s] = (x - st.median(nb)) / noise med = {t: st.median(d.values()) for t, d in dev.items()} a = sorted(abs(x) for x in med.values()) n = len(a) print(col, "instants", n, "|median dev| percentiles 50/90/99/99.9:", [round(a[int(p * (n - 1))], 1) for p in (.5, .9, .99, .999)]) for k in (3, 4, 5, 6, 8, 10): print(f" instants with |median dev| > {k}: {sum(x > k for x in a)}; with >=1 target beyond {k}: {sum(any(abs(v) > k for v in d.values()) for d in dev.values())}") print("instants with |median| >", K) for t in sorted(med): if abs(med[t]) > K: d = dev[t]; mx = max(d, key=lambda s: abs(d[s])) print(" ", data.iso(t), f"median {med[t]:+.1f}", f"n>{K}: {sum(abs(v) > K for v in d.values())}", f"max {mx} {d[mx]:+.1f}")