Add CSV loading per station for energy analysis
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
1 parent
55ec0499bb
commit
422904757f
2 files changed
+116
No files matched your search
@@ -0,0 +1,48 @@
|
||||
"""Analyse énergétique MA7D_DROP : tendance de BusVoltage en moyenne glissante.
|
||||
|
||||
Spec : docs/superpowers/specs/2026-10-09-energy-ma7d-design.md
|
||||
Bibliothèque standard uniquement (cible : système embarqué de la station).
|
||||
"""
|
||||
import csv
|
||||
import glob
|
||||
import os
|
||||
import re
|
||||
import sys
|
||||
from datetime import datetime
|
||||
|
||||
NAME_RE = re.compile(r"^(?P<station>[^_]+)_(?P<metric>.+?)_\d{4}_\d{2}_\d{2}_\d{2}_\d{2} to .+\.csv$")
|
||||
|
||||
|
||||
def parse_name(path):
|
||||
"""'<STATION>_<Metric>_<début> to <fin>.csv' -> (station, metric), ou None."""
|
||||
m = NAME_RE.match(os.path.basename(path))
|
||||
return (m["station"], m["metric"]) if m else None
|
||||
|
||||
|
||||
def load_csv(path):
|
||||
"""CSV ',time_utc,metric' -> {datetime UTC: float ou None (pas de mesure)}."""
|
||||
with open(path, newline="") as f:
|
||||
rows = csv.reader(f)
|
||||
next(rows)
|
||||
return {datetime.fromisoformat(r[1]): float(r[2]) if r[2] else None for r in rows}
|
||||
|
||||
|
||||
def load_stations(paths):
|
||||
"""Fichiers et/ou dossiers -> {station: {metric: série}}."""
|
||||
files = []
|
||||
for p in paths:
|
||||
files += sorted(glob.glob(os.path.join(p, "*.csv"))) if os.path.isdir(p) else [p]
|
||||
stations, seen = {}, {}
|
||||
for path in files:
|
||||
real = os.path.realpath(path)
|
||||
if real in seen.values():
|
||||
continue
|
||||
key = parse_name(path)
|
||||
if key is None:
|
||||
print(f"ignoré (nom non reconnu) : {path}", file=sys.stderr)
|
||||
continue
|
||||
if key in seen:
|
||||
raise ValueError(f"doublon {key[0]}/{key[1]} : {seen[key]} et {path}")
|
||||
seen[key] = real
|
||||
stations.setdefault(key[0], {})[key[1]] = load_csv(path)
|
||||
return stations
|
||||
@@ -0,0 +1,68 @@
|
||||
"""Tests de régression de l'analyse MA7D_DROP, sur données réelles uniquement (spec §9)."""
|
||||
import functools
|
||||
import io
|
||||
import shutil
|
||||
import sys
|
||||
import tempfile
|
||||
import unittest
|
||||
from contextlib import redirect_stderr
|
||||
from datetime import datetime, timezone
|
||||
from pathlib import Path
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[1]
|
||||
sys.path.insert(0, str(ROOT / "src"))
|
||||
import energy_check as ec # noqa: E402
|
||||
|
||||
DATA, VERMONT = ROOT / "data", ROOT / "vermont"
|
||||
VERMONT_V = VERMONT / "VERMONT_BusVoltage_2026_04_09_15_00 to 2026_10_09_15_00.csv"
|
||||
VERMONT_THERMAL = VERMONT / "VERMONT_sensor_thermal_deg_c_2026_02_22_15_00 to 2026_10_09_15_00.csv"
|
||||
JUNGFRAU_V = DATA / "JUNGFRAU_BusVoltage_2026_09_11_14_00 to 2026_10_09_14_00.csv"
|
||||
|
||||
|
||||
def at(*args):
|
||||
return datetime(*args, tzinfo=timezone.utc)
|
||||
|
||||
|
||||
@functools.cache
|
||||
def stations():
|
||||
return ec.load_stations([str(DATA), str(VERMONT)])
|
||||
|
||||
|
||||
class Loading(unittest.TestCase):
|
||||
def test_parse_name_metric_with_underscores(self):
|
||||
self.assertEqual(ec.parse_name(str(VERMONT_THERMAL)), ("VERMONT", "sensor_thermal_deg_c"))
|
||||
|
||||
def test_parse_name_rejects_unknown_pattern(self):
|
||||
self.assertIsNone(ec.parse_name("data/metadata.csv"))
|
||||
|
||||
def test_load_csv_empty_value_is_none(self):
|
||||
s = ec.load_csv(VERMONT_V)
|
||||
self.assertIsNone(s[at(2026, 4, 9, 15)])
|
||||
self.assertAlmostEqual(s[at(2026, 4, 9, 16)], 14.011)
|
||||
|
||||
def test_load_stations_groups_by_station(self):
|
||||
self.assertEqual(sorted(stations()), ["FLORIDA", "JUNGFRAU", "MISSISSIPPI", "VERMONT", "WILDSTRUBEL"])
|
||||
self.assertEqual(len(stations()["VERMONT"]), 7)
|
||||
|
||||
def test_same_file_given_twice_is_not_a_duplicate(self):
|
||||
self.assertIn("BusVoltage", ec.load_stations([str(DATA), str(JUNGFRAU_V)])["JUNGFRAU"])
|
||||
|
||||
def test_two_files_same_station_metric_raise(self):
|
||||
with tempfile.TemporaryDirectory() as d:
|
||||
shutil.copy(JUNGFRAU_V, Path(d) / "JUNGFRAU_BusVoltage_2026_09_12_14_00 to 2026_10_09_14_00.csv")
|
||||
with self.assertRaises(ValueError):
|
||||
ec.load_stations([str(DATA), d])
|
||||
|
||||
def test_unknown_csv_name_is_skipped_with_message(self):
|
||||
with tempfile.TemporaryDirectory() as d:
|
||||
shutil.copy(JUNGFRAU_V, Path(d) / "export.csv")
|
||||
shutil.copy(JUNGFRAU_V, d)
|
||||
err = io.StringIO()
|
||||
with redirect_stderr(err):
|
||||
st = ec.load_stations([d])
|
||||
self.assertEqual(list(st), ["JUNGFRAU"])
|
||||
self.assertIn("export.csv", err.getvalue())
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
Reference in new issue
Block a user