Files
we_monitor/server/storage_helpers.py
T
jensandClaude Sonnet 4.6 b75c4fe411 server: guard against None snapshots crashing the accept loop
If extract_all() returns None (Dashboard init failure), appending it to
store["records"] would cause _accept_loop to crash with AttributeError on
the next client connection.  Since only OSError was caught, the thread
died permanently — no further clients could join push_clients, so live
broadcasts reached nobody.

- collect.py: skip None snapshots instead of appending them
- network.py: filter None records in _accept_loop; catch all exceptions
  during history send (not just OSError) so the thread survives
- storage_helpers.py: filter None records when loading from disk

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
2026-05-30 00:42:31 +02:00

63 lines
2.2 KiB
Python

import json
import logging
from datetime import datetime, timedelta, timezone
from pathlib import Path
log = logging.getLogger(__name__)
def auto_out_path(logs_dir: Path, vin: str) -> Path:
stamp = datetime.now(timezone.utc).strftime("%Y_%m_%d_%H_%M_%S")
return logs_dir / f"{stamp}_{vin}.json"
def load_store(path: Path, vin: str, interval: int) -> dict:
if path.exists():
try:
data = json.loads(path.read_text())
if isinstance(data, dict) and "records" in data:
return data
except json.JSONDecodeError:
log.warning("Output file is corrupt — starting fresh")
return {
"meta": {
"vin": vin,
"created_at": datetime.now(timezone.utc).isoformat(),
"interval_seconds": interval,
},
"records": [],
}
def save_store(path: Path, store: dict, max_records: int | None) -> None:
if max_records and len(store["records"]) > max_records:
store["records"] = store["records"][-max_records:]
path.write_text(json.dumps(store, indent=2, default=str))
def load_last_24h_records(logs_dir: Path, vin: str) -> list:
"""Load records from the last 24 hours across log files (may span midnight)."""
now = datetime.now(timezone.utc)
cutoff = now - timedelta(hours=24)
cutoff_str = cutoff.isoformat()
# Log files are named YYYY_MM_DD_…_VIN.json; the 24 h window can span two calendar days.
prefixes = {
cutoff.strftime("%Y_%m_%d_"),
now.strftime("%Y_%m_%d_"),
}
records = []
for prefix in sorted(prefixes):
for path in sorted(logs_dir.glob(f"{prefix}*_{vin}.json")):
try:
data = json.loads(path.read_text())
if isinstance(data, dict) and "records" in data:
kept = [r for r in data["records"] if r is not None and r.get("ts", "") >= cutoff_str]
records.extend(kept)
log.debug("Loaded %d/%d records from %s", len(kept), len(data["records"]), path.name)
except (json.JSONDecodeError, OSError):
log.warning("Could not load %s", path)
records.sort(key=lambda r: r.get("ts", "") if r is not None else "")
return records