Files
aimsight-detectors/scripts/displacement.py
T

138 lines
7.4 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""Displacement and Perturbation families: sudden jumps of the corrected displacements (corr_x, corr_y, px) of each target, and slow drift
(end of file). Global references are excluded, rejected measurements (empty corr) skipped.
1. Jump: a measurement at least K noises (median step of the series) away from the level before (median of the BASE
previous measurements).
2. Back to normal: within BACK_H, an hour of measurements in a row (BASE at most, one at least) within half the jump of
the level before; a Perturbation, greyed (categories.py joins it to an overlapping Visibility or
Obstruction episode, otherwise nothing to do). Otherwise "Lasting shift", or "Jump, not back
yet" with less than BACK_H of hindsight: never greyed (maybe a real movement), the episode is the jump's instant;
the new level becomes the level before. The return is read on the corrected curves only: a camera that keeps its new
position while the compensation brings the curves back is a Displacement in the labels, a Perturbation here.
"""
import statistics
from datetime import timedelta
from episodes import episode, noise
from data import is_reference
K = 20 # E-001: at 15, two healthy targets are greyed (17 and 18 noises); the trains of E-005 are visibility's
BASE = 4 # measurements of the level before (1 h at 15 min); the return is judged on an hour (wf-improve MICHIGAN, mod. 1)
BACK_H = timedelta(hours=24) # E-002: plateaus up to 11.5 h
JUMP_BACK = "Sudden jump, back to normal"
CHECK = " Check whether the structure moved: look at the images."
LABELS = {"back": (JUMP_BACK, "A target jumped and came back within a day: nothing to do."),
"lasting": ("Lasting shift", "A target shifted and stayed shifted for more than a day." + CHECK),
"recent": ("Jump, not back yet", "A target shifted and has not come back yet." + CHECK)}
def _jumps(t, v):
"""A series (instants, values) -> [(start index, end index, state)], state "back", "lasting" or "recent"."""
n = noise(v)
back_n = max(1, min(BASE, round(timedelta(hours=1) / statistics.median(b - a for a, b in zip(t, t[1:])))))
out, i = [], BASE
while n and i < len(v):
base = statistics.median(v[i - BASE:i])
if abs(v[i] - base) < K * n:
i += 1
continue
tol = abs(v[i] - base) / 2
j = next((k for k in range(i + 1, len(v)) if all(abs(x - base) < tol for x in v[k:k + back_n])), len(v))
state = "back" if j < len(v) and t[j] - t[i] <= BACK_H else "lasting" if t[-1] - t[i] >= BACK_H else "recent"
out.append((i, j - 1 if state == "back" else i, state))
i = (j if j < len(v) else i) + BASE
return out
def jumps(measurements):
found = set() # (start, end, state, target); corr_x and corr_y together
for name, ms in measurements.items():
if is_reference(ms):
continue
for axis in ("corr_x", "corr_y"):
kept = [m for m in ms if m[axis] is not None]
if len(kept) > BASE:
t, v = [m["t"] for m in kept], [m[axis] for m in kept]
found |= {(t[a], t[b], state, name) for a, b, state in _jumps(t, v)}
return [episode(a, b, "Perturbation" if state == "back" else "Displacement", *LABELS[state], [name], state == "back") for a, b, state, name in sorted(found)]
def detect(measurements):
return jumps(measurements) + drift(measurements)
# --- Slow drift: a target that moves little by little, day after day (the trend of the Displacements tab, D-055).
# Per target and per axis (corr_x, corr_y): the level of each UTC day measured at least HOURS of the hours the station
# measures (median of the day), at least DAYS days; the amplitude of a day: its 9th minus its 1st decile.
# 1. Over the whole window: Theil-Sen slope × duration at least SIZE median daily amplitudes, |Kendall tau| ≥ STEADY, and
# no step from one day to the next larger than half the drift (that is a jump).
# 2. Otherwise, pieces: runs of at least DAYS kept days whose last level minus the first is at least PIECE amplitudes, with
# the same tau and step conditions; taken from the largest to the smallest without overlapping (wf-improve
# Displacement, mod. 1, S1: rows of CLARIDEN, 3.8 to 8.3 amplitudes; thermal cycles of JUNGFRAU, 3.1 at most).
# One episode per drift, not greyed: the largest of the two axes over the whole window, otherwise each piece.
HOURS = 20 # out of 24, as a share of the hours the station measures (wf-improve MICHIGAN, mod. 1)
DAYS = 5 # D-055
SIZE = 1.0 # D-055
STEADY = 0.6 # D-055
PIECE = 3.5 # wf-improve Displacement, mod. 1, S1
def _decile(vs, q):
vs = sorted(vs)
return vs[min(len(vs) - 1, int(q * len(vs)))]
def _days(ms, col):
"""-> (kept days, their levels, median daily amplitude, [(first instant, last) of each day])."""
days = {}
for m in ms:
if m[col] is not None:
days.setdefault(m["t"].date(), []).append(m)
slots = len({m["t"].hour for dm in days.values() for m in dm}) # hours the station measures (6 at a 4 h step)
ds = sorted(d for d, dm in days.items() if len({m["t"].hour for m in dm}) >= HOURS / 24 * slots)
vals = [[m[col] for m in days[d]] for d in ds]
ampl = statistics.median(_decile(v, 0.9) - _decile(v, 0.1) for v in vals) if ds else 0
return ds, [statistics.median(v) for v in vals], ampl, [(days[d][0]["t"], days[d][-1]["t"]) for d in ds]
def _whole(ds, lv, ampl, _):
"""-> [(drift, 0, last index)] if the levels drift over the whole window, else []."""
pairs = [(i, j) for i in range(len(ds)) for j in range(i + 1, len(ds))]
slope = statistics.median((lv[j] - lv[i]) / (ds[j] - ds[i]).days for i, j in pairs)
tau = sum((lv[j] > lv[i]) - (lv[j] < lv[i]) for i, j in pairs) / len(pairs)
d = slope * (ds[-1] - ds[0]).days
step = max(abs(b - a) for a, b in zip(lv, lv[1:]))
return [(d, 0, len(ds) - 1)] if abs(d) >= SIZE * ampl and abs(tau) >= STEADY and step <= abs(d) / 2 else []
def _pieces(ds, lv, ampl, _):
"""-> [(drift, first index, last index)]: the drift pieces, without overlapping."""
pieces = []
for i in range(len(ds)):
signs = step = 0
for j in range(i + 1, len(ds)):
signs += sum((lv[j] > lv[k]) - (lv[j] < lv[k]) for k in range(i, j)) # Kendall tau, step by step
step = max(step, abs(lv[j] - lv[j - 1]))
n, d = j - i + 1, lv[j] - lv[i]
if n >= DAYS and d and abs(d) >= PIECE * ampl and step <= abs(d) / 2 \
and signs * (1 if d > 0 else -1) >= STEADY * n * (n - 1) / 2:
pieces.append((d, i, j))
taken = []
for d, i, j in sorted(pieces, key=lambda x: (-abs(x[0]), x[2] - x[1])):
if all(j <= a or i >= b for _, a, b in taken):
taken.append((d, i, j))
return taken
def drift(measurements):
out = []
for s, ms in sorted(measurements.items()):
if is_reference(ms):
continue
axes = [a for col in ("corr_x", "corr_y") if len((a := _days(ms, col))[0]) >= DAYS]
whole = [(w, a) for a in axes for w in _whole(*a)]
found = [max(whole, key=lambda x: abs(x[0][0]))] if whole else [(p, a) for a in axes for p in _pieces(*a)]
out += [episode(a[3][i][0], a[3][j][1], "Displacement", "Slow drift", f"{s} drifts slowly and steadily: {d:+.2f} "
f"px in {j - i + 1} days. Keep watching it.", [s], False) for (d, i, j), a in found]
return out