- 32 analyses: each label kept, rewritten or removed by its analyst (section Requalification of the report; mm magnitudes where the targets have them) - SNCF01 x3, WILDSTRUBEL 2026-09-01 -> 2026-10-06 x3: verified from their existing labels under the new rules - long labels (no analysis): auto/analyses/long-labels/<STATION>/; NORDEND-169 and -195 run to 07/11, so NORDEND-283 and -284 (their continuation) are removed - reading-rules.md, stations.md: the citations of removed or rewritten labels point to their successor, or to [expert] Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
65 lines
2.9 KiB
Python
65 lines
2.9 KiB
Python
"""Per label: the deviation of each target's corr_x, corr_y inside the label, in its own noises.
|
|
|
|
Noise: median |diff| of consecutive accepted measurements over the whole range (as ranges.py).
|
|
ref_edge: median of the accepted measurements just outside the label (up to N before start and N after end, both bounds
|
|
excluded? no: bounds included, they are the 'point before' and 'point after').
|
|
dev_edge: max |v - ref_edge| over measurements strictly inside (start, end).
|
|
dev_roll: max |v - median of the 8 accepted neighbours on each side, itself excluded| strictly inside.
|
|
Usage: python3 labeldev.py LABELS.jsonl [--n 4]
|
|
"""
|
|
import json, sys, statistics, os
|
|
sys.path.insert(0, "tools/scripts")
|
|
import data
|
|
|
|
START, END = data.parse_time("2026-09-24T02:30Z"), data.parse_time("2026-10-06T19:45Z")
|
|
by = data.load("data/WILDSTRUBEL")
|
|
targets = [s for s, ms in by.items() if not data.is_reference(ms)]
|
|
win = {s: [m for m in by[s] if START <= m["t"] <= END] for s in targets}
|
|
noise = {}
|
|
for s in targets:
|
|
for c in ("corr_x", "corr_y"):
|
|
v = [m[c] for m in win[s] if m[c] is not None]
|
|
noise[s, c] = statistics.median(abs(b - a) for a, b in zip(v, v[1:]))
|
|
|
|
def run(path, n=4, verbose=True):
|
|
out = []
|
|
for line in open(path):
|
|
L = json.loads(line)
|
|
a, b = data.parse_time(L["start"]), data.parse_time(L["end"])
|
|
best = []
|
|
for s in targets:
|
|
ms = win[s]
|
|
for c in ("corr_x", "corr_y"):
|
|
acc = [m for m in ms if m[c] is not None]
|
|
before = [m[c] for m in acc if m["t"] <= a][-n:]
|
|
after = [m[c] for m in acc if m["t"] >= b][:n]
|
|
inside = [m for m in acc if a < m["t"] < b]
|
|
if not inside:
|
|
continue
|
|
ref = statistics.median(before + after) if before + after else None
|
|
de = max(((abs(m[c] - ref), m["t"]) for m in inside), default=(0, None)) if ref is not None else (0, None)
|
|
# rolling
|
|
idx = {id(m): i for i, m in enumerate(acc)}
|
|
dr = (0, None)
|
|
for m in inside:
|
|
i = idx[id(m)]
|
|
nb = [x[c] for x in acc[max(0, i - 8):i] + acc[i + 1:i + 9]]
|
|
d = abs(m[c] - statistics.median(nb))
|
|
if d > dr[0]:
|
|
dr = (d, m["t"])
|
|
nz = noise[s, c]
|
|
best.append((de[0] / nz, dr[0] / nz, s, c, de[1], dr[1]))
|
|
best.sort(reverse=True)
|
|
top = best[:3]
|
|
out.append((L, top))
|
|
if verbose:
|
|
tag = L.get("id", "")
|
|
print(f"{tag:16s} {L['start'][5:16]} {L['end'][5:16]} {L['family'][:12]:12s} " + " ".join(
|
|
f"{s}.{c[-1]} e{de:.1f} r{dr:.1f}" for de, dr, s, c, *_ in top))
|
|
return out
|
|
|
|
if __name__ == "__main__":
|
|
n = int(sys.argv[sys.argv.index("--n") + 1]) if "--n" in sys.argv else 4
|
|
print("noise:", {f"{s}.{c[-1]}": round(v, 4) for (s, c), v in noise.items()})
|
|
run(sys.argv[1], n)
|