- 32 analyses: each label kept, rewritten or removed by its analyst (section Requalification of the report; mm magnitudes where the targets have them) - SNCF01 x3, WILDSTRUBEL 2026-09-01 -> 2026-10-06 x3: verified from their existing labels under the new rules - long labels (no analysis): auto/analyses/long-labels/<STATION>/; NORDEND-169 and -195 run to 07/11, so NORDEND-283 and -284 (their continuation) are removed - reading-rules.md, stations.md: the citations of removed or rewritten labels point to their successor, or to [expert] Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
54 lines
2.8 KiB
Python
54 lines
2.8 KiB
Python
"""Requalification: for each input label, run tools/scripts/ranges.py at --k 5 and report the
|
|
largest deviation (in noises) of a target on corr_x / corr_y within the label's range.
|
|
mode short: window = label +-2h, level and noise outside the label (--outside), ranges overlapping the label.
|
|
mode thermal: window = the label, plain level (median of the cycle) -- the thermal deviation itself.
|
|
mode rolling: window = label +-6h, --rolling 6h (deviations shorter than the drift)."""
|
|
import json, subprocess, sys, re
|
|
from datetime import datetime, timedelta
|
|
D = sys.argv[1]; OUT = D + '/work/requal'
|
|
REFS = {'CTR02', 'CTR03', 'CTR04'}
|
|
def t(s): return datetime.strptime(s, '%Y-%m-%dT%H:%MZ')
|
|
def f(d): return d.strftime('%Y-%m-%dT%H:%MZ')
|
|
def run(lab, mode):
|
|
s, e = t(lab['start']), t(lab['end'])
|
|
args = ['python3', 'tools/scripts/ranges.py', 'data/NORDEND', '--columns', 'corr_x,corr_y', '--k', '5']
|
|
if mode == 'short':
|
|
args += ['--start', f(s - timedelta(hours=2)), '--end', f(e + timedelta(hours=2)), '--outside', f'{f(s)}/{f(e)}']
|
|
elif mode == 'thermal':
|
|
args += ['--start', f(s), '--end', f(e)]
|
|
else:
|
|
args += ['--start', f(s - timedelta(hours=6)), '--end', f(e + timedelta(hours=6)), '--rolling', '6h']
|
|
out = subprocess.run(args, capture_output=True, text=True).stdout
|
|
open(f"{OUT}/{lab['id']}_{mode}.txt", 'w').write(' '.join(args) + '\n' + out)
|
|
best = {}
|
|
col = None
|
|
for line in out.splitlines():
|
|
m = re.match(r'(corr_[xy]): ranges', line)
|
|
if m: col = m.group(1); continue
|
|
if line.startswith('=='): col = None; continue
|
|
if col is None: continue
|
|
p = line.split()
|
|
if len(p) < 6 or not p[0][:2] in ('PR', 'CT'): continue
|
|
try: rs, re_ = t(p[1]), t(p[2])
|
|
except Exception: continue
|
|
if re_ < s or rs > e: continue # overlap with the label
|
|
nm = re.findall(r'\(([-+]?[\d.]+)\)', line) or re.findall(r'\s([-+]?\d+\.\d)\s', line)
|
|
# extreme in noises: field after the value
|
|
try:
|
|
idx = [i for i, x in enumerate(p) if re.match(r'^[-+]?\d+(\.\d+)?$', x)]
|
|
val = float(p[idx[2]]) # measurements, extreme value, extreme noises
|
|
except Exception: val = None
|
|
key = (p[0], col)
|
|
if val is not None and abs(val) > abs(best.get(key, (0,))[0]):
|
|
best[key] = (val, p[1], p[2])
|
|
tg = {k: v for k, v in best.items() if k[0] not in REFS}
|
|
top = sorted(tg.items(), key=lambda kv: -abs(kv[1][0]))[:5]
|
|
return top
|
|
for line in open(D + '/work/requalify_input.jsonl'):
|
|
lab = json.loads(line)
|
|
modes = ['thermal', 'rolling'] if lab['family'] == 'Thermal displacement' else ['short', 'rolling']
|
|
for mode in modes:
|
|
top = run(lab, mode)
|
|
print(lab['id'], lab['family'][:8], lab['start'], lab['end'], mode,
|
|
'; '.join(f"{k[0]} {k[1]} {v[0]:+.1f}" for k, v in top) or 'none')
|