Files
Support-Agent/support/2026-11-12_LENZSPITZE_metrique-qualite/figure.py
T
2026-11-12 11:20:37 +01:00

66 lines
3.3 KiB
Python

"""Métrique de qualité des points (error_value / error_threshold), médiane horaire, une ligne par point.
Usage : .venv/bin/python support/2026-11-12_LENZSPITZE_metrique-qualite/figure.py"""
import csv, glob, statistics
from collections import defaultdict
from datetime import datetime, timedelta
from pathlib import Path
import matplotlib
matplotlib.use("Agg")
import matplotlib.pyplot as plt
import matplotlib.dates as mdates
from matplotlib.colors import ListedColormap, BoundaryNorm
from matplotlib.patches import Patch
import numpy as np
ICI = Path(__file__).parent
REFS = {"ref", "global_ref"}
val, kind = defaultdict(list), {}
for f in sorted(glob.glob("data/LENZSPITZE/displacement/*.csv")):
for r in csv.DictReader(open(f)):
t = datetime.fromisoformat(r["time_utc"]).replace(minute=0, second=0, tzinfo=None)
val[(r["sensor_name"], t)].append(float(r["error_value"]) / float(r["error_threshold"]))
kind[r["sensor_name"]] = r["pattern_type"]
heures = sorted({t for _, t in val})
h0, h1 = heures[0], heures[-1]
grille = [h0 + timedelta(hours=i) for i in range(int((h1 - h0).total_seconds() // 3600) + 1)]
cibles = sorted(s for s in kind if kind[s] not in REFS)
refs = sorted(s for s in kind if kind[s] in REFS)
lignes = cibles + refs
M = np.full((len(lignes), len(grille)), np.nan)
for i, s in enumerate(lignes):
for j, t in enumerate(grille):
if (s, t) in val:
M[i, j] = statistics.median(val[(s, t)])
# ramp bleu (clair = bonne qualité) jusqu'au seuil, rouge au-dessus
bleus = ["#cde2fb", "#9ec5f4", "#6da7ec", "#3987e5", "#256abf", "#104281"]
cmap = ListedColormap(bleus); cmap.set_over("#d03b3b"); cmap.set_bad("#e6e6e6")
norm = BoundaryNorm(np.linspace(0, 1, len(bleus) + 1), cmap.N)
fig, ax = plt.subplots(figsize=(16, 10), dpi=150)
x0, x1 = mdates.date2num(grille[0]), mdates.date2num(grille[-1] + timedelta(hours=1))
im = ax.imshow(M, aspect="auto", interpolation="nearest", cmap=cmap, norm=norm,
extent=[x0, x1, len(lignes) - 0.5, -0.5])
ax.set_yticks(range(len(lignes)), lignes, fontsize=7)
ax.axhline(len(cibles) - 0.5, color="black", lw=1.5)
ax.text(x1, len(cibles) / 2, " cibles", va="center", rotation=90, fontsize=9)
ax.text(x1, len(cibles) + len(refs) / 2, " références", va="center", rotation=90, fontsize=9)
ax.xaxis.set_major_locator(mdates.DayLocator())
ax.xaxis.set_major_formatter(mdates.DateFormatter("%d.%m"))
ax.tick_params(axis="x", labelsize=8)
ax.set_xlabel("Date (UTC)")
ax.set_title("LENZSPITZE (Crissier), qualité de mesure des points : error_value / seuil, médiane horaire\n"
f"{grille[0]:%d.%m.%Y %H:%M} au {grille[-1] + timedelta(hours=1):%d.%m.%Y %H:%M} UTC", fontsize=11)
cb = fig.colorbar(im, ax=ax, extend="max", fraction=0.025, pad=0.03, ticks=[0, 0.25, 0.5, 0.75, 1])
cb.set_label("error_value / seuil (au-dessus de 1, mesure jugée peu fiable)", fontsize=8)
ax.legend(handles=[Patch(color="#d03b3b", label="au-dessus du seuil"), Patch(color="#e6e6e6", label="pas de mesure")],
loc="upper left", bbox_to_anchor=(0, -0.06), ncol=2, fontsize=8, frameon=False)
fig.tight_layout()
fig.savefig(ICI / "metrique-qualite_LENZSPITZE.png")
# chiffres pour l'analyse : part des heures au-dessus du seuil, par point
for s, row in zip(lignes, M):
ok = row[~np.isnan(row)]
print(f"{s:6} {kind[s] or '-':10} médiane {np.median(ok):.2f} heures>seuil {int((ok > 1).sum()):3}/{ok.size}")