32 lines
1.7 KiB
Python
32 lines
1.7 KiB
Python
"""Distribution of the common deviation: per instant, the median over the targets of the corr deviation (rolling +-N
|
|
measurements, in own noises) and the number of targets beyond K noises; lists the instants beyond K on the median.
|
|
usage: common_dist.py FOLDER START END COL [N] [K]"""
|
|
import sys, statistics as st
|
|
sys.path.insert(0, "tools/scripts")
|
|
import data
|
|
folder, start, end, col = sys.argv[1:5]
|
|
N = int(sys.argv[5]) if len(sys.argv) > 5 else 8
|
|
K = float(sys.argv[6]) if len(sys.argv) > 6 else 5
|
|
D = data.load(folder); S, E = data.parse_time(start), data.parse_time(end)
|
|
tg = [s for s in D if not data.is_reference(D[s])]
|
|
dev = {}
|
|
for s in tg:
|
|
vals = [(m["t"], m[col]) for m in D[s] if S <= m["t"] <= E]
|
|
v = [x for _, x in vals if x is not None]
|
|
noise = st.median(abs(a - b) for a, b in zip(v[1:], v[:-1]))
|
|
for i, (t, x) in enumerate(vals):
|
|
if x is None: continue
|
|
nb = [y for _, y in vals[max(0, i - N):i] + vals[i + 1:i + 1 + N] if y is not None]
|
|
dev.setdefault(t, {})[s] = (x - st.median(nb)) / noise
|
|
med = {t: st.median(d.values()) for t, d in dev.items()}
|
|
a = sorted(abs(x) for x in med.values())
|
|
n = len(a)
|
|
print(col, "instants", n, "|median dev| percentiles 50/90/99/99.9:", [round(a[int(p * (n - 1))], 1) for p in (.5, .9, .99, .999)])
|
|
for k in (3, 4, 5, 6, 8, 10):
|
|
print(f" instants with |median dev| > {k}: {sum(x > k for x in a)}; with >=1 target beyond {k}: {sum(any(abs(v) > k for v in d.values()) for d in dev.values())}")
|
|
print("instants with |median| >", K)
|
|
for t in sorted(med):
|
|
if abs(med[t]) > K:
|
|
d = dev[t]; mx = max(d, key=lambda s: abs(d[s]))
|
|
print(" ", data.iso(t), f"median {med[t]:+.1f}", f"n>{K}: {sum(abs(v) > K for v in d.values())}", f"max {mx} {d[mx]:+.1f}")
|