78 lines
3.2 KiB
Python
78 lines
3.2 KiB
Python
"""Per-step medians of camera tilt, housing temperature and corr_y/corr_x of chosen targets; and
|
|
the regression of each target's corr on the tilt over chosen windows.
|
|
Usage: python3 tilt_vs_targets.py START END STEP_HOURS"""
|
|
import csv, glob, sys, statistics as st
|
|
from datetime import datetime, timedelta, timezone
|
|
|
|
S = datetime.fromisoformat(sys.argv[1].replace('Z', '+00:00'))
|
|
E = datetime.fromisoformat(sys.argv[2].replace('Z', '+00:00'))
|
|
H = float(sys.argv[3])
|
|
T = ['D-302-B', 'D-303-B', 'D-304-B', 'P-301-B', 'D-306-B', 'D-303-C', 'D-304-C', 'D-301-C']
|
|
base = 'data/CLARIDEN'
|
|
|
|
def t(s):
|
|
return datetime.fromisoformat(s.split('.')[0].replace(' ', 'T')[:19] + '+00:00')
|
|
|
|
def days():
|
|
d = S.date() - timedelta(days=1)
|
|
while d <= E.date():
|
|
yield d
|
|
d += timedelta(days=1)
|
|
|
|
corr = {} # (sensor, col) -> list of (time, value)
|
|
for d in days():
|
|
for f in glob.glob(f'{base}/displacement/CLARIDEN_advanced_{d:%Y%m%d}.csv'):
|
|
for r in csv.DictReader(open(f)):
|
|
tt = t(r['time_utc'])
|
|
if not (S <= tt <= E) or r['sensor_name'] not in T or r['corr_y'] == '':
|
|
continue
|
|
for c in ('corr_x', 'corr_y'):
|
|
corr.setdefault((r['sensor_name'], c), []).append((tt, float(r[c])))
|
|
tilt = []
|
|
for d in days():
|
|
for f in glob.glob(f'{base}/camera/CLARIDEN_camera_{d:%Y%m%d}.csv'):
|
|
for r in csv.DictReader(open(f)):
|
|
tt = t(r['time_utc'])
|
|
if S <= tt <= E:
|
|
tilt.append((tt, float(r['median_tilt'])))
|
|
temp = []
|
|
for d in days():
|
|
for f in glob.glob(f'{base}/metrics/CLARIDEN_sensor_GPU_deg_c_{d:%Y_%m_%d}_*.csv'):
|
|
for r in csv.DictReader(open(f)):
|
|
tt = t(r['time_utc'])
|
|
if S <= tt <= E and r['metric'] != '':
|
|
temp.append((tt, float(r['metric'])))
|
|
|
|
def binned(series):
|
|
out = {}
|
|
for tt, v in series:
|
|
k = int((tt - S).total_seconds() // (H * 3600))
|
|
out.setdefault(k, []).append(v)
|
|
return {k: st.median(v) for k, v in out.items()}
|
|
|
|
bt, bT = binned(tilt), binned(temp)
|
|
bc = {k: binned(v) for k, v in corr.items()}
|
|
keys = sorted(bt)
|
|
print('step_start tilt*1e3 temp ' + ' '.join(f'{s[:7]:>8}y' for s in T) + ' D-302-Bx D-301-Cx')
|
|
for k in keys:
|
|
row = [f'{(S + timedelta(hours=k * H)):%m-%dT%H:%M}', f'{bt[k]*1e3:8.2f}', f'{bT.get(k, float("nan")):5.2f}']
|
|
for s in T:
|
|
v = bc.get((s, 'corr_y'), {}).get(k)
|
|
row.append(f'{v:9.3f}' if v is not None else ' -')
|
|
for s in ('D-302-B', 'D-301-C'):
|
|
v = bc.get((s, 'corr_x'), {}).get(k)
|
|
row.append(f'{v:8.3f}' if v is not None else ' -')
|
|
print(' '.join(row))
|
|
|
|
# regression of each target's corr_y on tilt, per measurement
|
|
tl = dict(tilt)
|
|
print('\nregression of corr_y on tilt (per measurement): slope px per 1e-3 deg, r')
|
|
for s in T:
|
|
pts = [(tl[tt], v) for tt, v in corr.get((s, 'corr_y'), []) if tt in tl]
|
|
if len(pts) < 10:
|
|
continue
|
|
xs, ys = zip(*pts)
|
|
mx, my = st.mean(xs), st.mean(ys)
|
|
sxy = sum((a - mx) * (b - my) for a, b in pts); sxx = sum((a - mx) ** 2 for a in xs); syy = sum((b - my) ** 2 for b in ys)
|
|
print(f'{s:8} slope {sxy / sxx * 1e-3:+.4f} r {sxy / (sxx * syy) ** 0.5:+.2f} n {len(pts)}')
|