Files
aimsight-labeling/auto/analyses/JUNGFRAU_2026-10-10T1615_2026-10-21T1030/scripts/bj_spread.py
T

44 lines
2.2 KiB
Python

"""Every 3 h over the range: median of BJ_D corr_x - BJ_G corr_x, median error_value of BJ_C/BJ_D/BJ_G and of BL_D/PBL_D/PBJ_C;
then per day the correlation, measurement by measurement, of the spread with the BJ error_value."""
import sys, statistics as st
from collections import defaultdict
sys.path.insert(0, "tools/scripts")
import data
m = data.load("data/JUNGFRAU")
a, b = data.parse_time("2026-10-10T16:15Z"), data.parse_time("2026-10-21T10:30Z")
by = defaultdict(dict)
for s, ms in m.items():
for x in data.filter_window(ms, a, b):
by[x["t"].replace(second=0, microsecond=0)][s] = x
bins = defaultdict(lambda: defaultdict(list))
days = defaultdict(list)
for t, d in sorted(by.items()):
k = t.replace(hour=t.hour // 3 * 3, minute=0)
ev = st.mean(d[s]["error_value"] for s in ("BJ_C", "BJ_D", "BJ_G"))
if d["BJ_D"]["corr_x"] is not None and d["BJ_G"]["corr_x"] is not None:
sp = d["BJ_D"]["corr_x"] - d["BJ_G"]["corr_x"]
bins[k]["spread"].append(sp)
days[t.date()].append((ev, sp))
bins[k]["evBJ"].append(ev)
bins[k]["evO"].append(st.mean(d[s]["error_value"] for s in ("BL_D", "PBL_D", "PBJ_C")))
for k in sorted(bins):
v = bins[k]
print(data.iso(k), "spread %.2f" % st.median(v["spread"]) if v["spread"] else "spread -",
"evBJ %.3f" % st.median(v["evBJ"]), "evOther %.3f" % st.median(v["evO"]))
for d, p in sorted(days.items()):
if len(p) > 10:
print(d, "n", len(p), "r(evBJ, spread) %.2f" % st.correlation([x for x, _ in p], [y for _, y in p]))
# step to step: does the spread jump with the BJ error_value from one measurement to the next?
ts = sorted(by)
dev, dsp = [], []
for t0, t1 in zip(ts, ts[1:]):
if (t1 - t0).seconds != 900:
continue
p = [by[t][s] for t in (t0, t1) for s in ("BJ_D", "BJ_G")]
if any(x["corr_x"] is None for x in p):
continue
e = [st.mean(by[t][s]["error_value"] for s in ("BJ_C", "BJ_D", "BJ_G")) for t in (t0, t1)]
dev.append(e[1] - e[0])
dsp.append((p[2]["corr_x"] - p[3]["corr_x"]) - (p[0]["corr_x"] - p[1]["corr_x"]))
print("steps", len(dev), "r(d evBJ, d spread) %.2f" % st.correlation(dev, dsp), "slope %.1f" % st.linear_regression(dev, dsp).slope)