"""Per instant of [START, END]: sensors rejected (R), and sensors whose corr_x / corr_y deviate from a baseline (median of the accepted measurements in BASE window, default the hour before START) by more than K own noises. Usage: win.py START END [K] [BASE_START BASE_END] [--sensors A,B] [--flux]""" import sys, statistics, datetime as dt sys.path.insert(0, 'tools/scripts') import data a = sys.argv[1:] sens = None if '--sensors' in a: i = a.index('--sensors'); sens = a[i+1].split(','); del a[i:i+2] P = lambda s: dt.datetime.strptime(s, '%Y-%m-%dT%H:%MZ').replace(tzinfo=dt.timezone.utc) A, B = P(a[0]), P(a[1]); K = float(a[2]) if len(a) > 2 else 5 BA, BB = (P(a[3]), P(a[4])) if len(a) > 4 else (A - dt.timedelta(hours=1), A - dt.timedelta(minutes=1)) S = data.load('data/LENZSPITZE') lo, hi = min(A, BA) - dt.timedelta(days=1), max(B, BB) + dt.timedelta(hours=1) S = {s: [m for m in v if lo <= m['t'] <= hi] for s, v in S.items() if not sens or s in sens} out = [] for s, v in S.items(): for c in ('corr_x', 'corr_y'): al = [m[c] for m in v if m[c] is not None] nz = statistics.median([abs(al[i+1]-al[i]) for i in range(len(al)-1)]) if len(al) > 2 else 0 base = [m[c] for m in v if BA <= m['t'] <= BB and m[c] is not None] if not base or not nz: continue lv = statistics.median(base) for m in v: if A <= m['t'] <= B: if data.rejected(m): if c == 'corr_x': out.append((m['t'], s + ':R')) elif m[c] is not None and abs(m[c]-lv) > K*nz: out.append((m['t'], '%s:%s%+.0f' % (s, c[-1], (m[c]-lv)/nz))) inst = sorted({m['t'] for v in S.values() for m in v if A <= m['t'] <= B}) for t in inst: print(f"{t:%m-%d %H:%M}", ' '.join(sorted(x for u, x in out if u == t)))