"""Per-step medians of camera tilt, housing temperature and corr_y/corr_x of chosen targets; and the regression of each target's corr on the tilt over chosen windows. Usage: python3 tilt_vs_targets.py START END STEP_HOURS""" import csv, glob, sys, statistics as st from datetime import datetime, timedelta, timezone S = datetime.fromisoformat(sys.argv[1].replace('Z', '+00:00')) E = datetime.fromisoformat(sys.argv[2].replace('Z', '+00:00')) H = float(sys.argv[3]) T = ['D-302-B', 'D-303-B', 'D-304-B', 'P-301-B', 'D-306-B', 'D-303-C', 'D-304-C', 'D-301-C'] base = 'data/CLARIDEN' def t(s): return datetime.fromisoformat(s.split('.')[0].replace(' ', 'T')[:19] + '+00:00') def days(): d = S.date() - timedelta(days=1) while d <= E.date(): yield d d += timedelta(days=1) corr = {} # (sensor, col) -> list of (time, value) for d in days(): for f in glob.glob(f'{base}/displacement/CLARIDEN_advanced_{d:%Y%m%d}.csv'): for r in csv.DictReader(open(f)): tt = t(r['time_utc']) if not (S <= tt <= E) or r['sensor_name'] not in T or r['corr_y'] == '': continue for c in ('corr_x', 'corr_y'): corr.setdefault((r['sensor_name'], c), []).append((tt, float(r[c]))) tilt = [] for d in days(): for f in glob.glob(f'{base}/camera/CLARIDEN_camera_{d:%Y%m%d}.csv'): for r in csv.DictReader(open(f)): tt = t(r['time_utc']) if S <= tt <= E: tilt.append((tt, float(r['median_tilt']))) temp = [] for d in days(): for f in glob.glob(f'{base}/metrics/CLARIDEN_sensor_GPU_deg_c_{d:%Y_%m_%d}_*.csv'): for r in csv.DictReader(open(f)): tt = t(r['time_utc']) if S <= tt <= E and r['metric'] != '': temp.append((tt, float(r['metric']))) def binned(series): out = {} for tt, v in series: k = int((tt - S).total_seconds() // (H * 3600)) out.setdefault(k, []).append(v) return {k: st.median(v) for k, v in out.items()} bt, bT = binned(tilt), binned(temp) bc = {k: binned(v) for k, v in corr.items()} keys = sorted(bt) print('step_start tilt*1e3 temp ' + ' '.join(f'{s[:7]:>8}y' for s in T) + ' D-302-Bx D-301-Cx') for k in keys: row = [f'{(S + timedelta(hours=k * H)):%m-%dT%H:%M}', f'{bt[k]*1e3:8.2f}', f'{bT.get(k, float("nan")):5.2f}'] for s in T: v = bc.get((s, 'corr_y'), {}).get(k) row.append(f'{v:9.3f}' if v is not None else ' -') for s in ('D-302-B', 'D-301-C'): v = bc.get((s, 'corr_x'), {}).get(k) row.append(f'{v:8.3f}' if v is not None else ' -') print(' '.join(row)) # regression of each target's corr_y on tilt, per measurement tl = dict(tilt) print('\nregression of corr_y on tilt (per measurement): slope px per 1e-3 deg, r') for s in T: pts = [(tl[tt], v) for tt, v in corr.get((s, 'corr_y'), []) if tt in tl] if len(pts) < 10: continue xs, ys = zip(*pts) mx, my = st.mean(xs), st.mean(ys) sxy = sum((a - mx) * (b - my) for a, b in pts); sxx = sum((a - mx) ** 2 for a in xs); syy = sum((b - my) ** 2 for b in ys) print(f'{s:8} slope {sxy / sxx * 1e-3:+.4f} r {sxy / (sxx * syy) ** 0.5:+.2f} n {len(pts)}')