mirror of
https://github.com/zvx-echo6/meshai.git
synced 2026-06-10 17:04:45 +02:00
Phase 3 of FIRMS+WFIGS fusion. v15.sql adds perimeter_geojson to fire_passes + last_spotting_broadcast_at to fires. FIRMS handler computes convex hull of each pass on pass-boundary close; attributed pixels >= 1.5 mi (configurable) from previous-pass perimeter emit wildfire_spotting broadcast. Cooldown 1h between spotting broadcasts per fire so rapid embers do not spam. wildfire_spotting category at immediate severity -- spotting is the highest-actionable fire signal (spread beyond perimeter). All thresholds GUI-editable. Phase 4 (LLM summaries + on-demand queries) deferred. Schema (v15.sql): - fire_passes gains perimeter_geojson TEXT (nullable; populated by _close_prev_perimeter at boundary). GeoJSON Polygon, single outer ring in (lon, lat) order per RFC 7946, closed (first == last). - fires gains last_spotting_broadcast_at REAL (per-fire cooldown latch). Index (irwin_id, last_spotting_broadcast_at) for the cooldown probe. adapter_config (defaults.py REGISTRY): - fires.spotting_distance_threshold_mi = 1.5 (float). Matches design doc Phase 3 spec; design doc open question #6 lists this as TBD pending real spotting observation data. - fires.spotting_cooldown_seconds = 3600 (int, 1h). Suppresses rapid-ember spam from a single satellite pass. ALERT_CATEGORIES (notifications/categories.py): - wildfire_spotting: immediate / fire. Highest fire severity -- spotting represents fire spread BEYOND the existing perimeter, the most actionable detection signal. FIRMS handler (central/firms_handler.py): - _handle_pass_boundary now closes the prior pass's perimeter (convex hull of fire_pixels via Andrew's monotone chain) on the first boundary; subsequent in-pass pixels reuse the stored hull. - _check_spotting runs for every attributed pixel: looks up the most recent CLOSED pass (perimeter_geojson NOT NULL AND pass_id != current), point-in-polygon test, vertex-distance approximation per design doc Q (sparse pixels make edge projection overkill at VIIRS 375 m resolution), per-fire cooldown gate. - Priority order: spotting (immediate) > growth (priority) > cluster (priority) > halt (routine). Spotting preempts growth at the same pixel because immediate > priority. - Helpers: _convex_hull (Andrew's monotone chain), _hull_to_geojson (RFC 7946 Polygon), _point_in_polygon (ray casting), _close_prev_perimeter, _check_spotting, _prev_has_perimeter. Wire string: - wildfire_spotting: "🔥 Possible spotting <dist:.1f> mi <dir> of <incident_name> perimeter" -- direction is 8-way bearing from the previous pass's centroid to the spotting pixel. Tests (tests/test_fire_tracker_phase3.py, 11 cases all green): - Pass close stamps perimeter_geojson as a closed Polygon (6 hex vertices -> 7-entry closed ring). - Pixel 2 mi NE of perimeter fires spotting with distance in the 1.0..2.5 mi band (vertex-distance approximation) and direction NE. - Pixel inside perimeter -> NO spotting wire. - Second spotting candidate within 1h cooldown -> suppressed. - Past-cooldown spotting fires again. - Convex hull / point-in-polygon / GeoJSON round-trip helper tests. - adapter_config seed for both new fires.* keys. - wildfire_spotting category registered with immediate severity. - 49 tests green across phase1/phase2/phase3/or-arch/include-roundtrip. Live verification on CT108 after rebuild: - v15 migration applied (schema_meta=15, no Traceback in 3 min). - Container healthy. Synthetic 25-pixel probe (PROBE-V07P3-*, cleaned up after): - Pass A: 20 pixels in a ~0.3 mi circle. Perimeter stored on boundary. - Pass B: 5 pixels at distances 0.5/1.0/2.0/5.0/7.0 mi from center. Observed wires: "🔥 Possible spotting 1.7 mi NE of Probe Spotting Fire perimeter" "🔥 Possible spotting 4.7 mi NW of Probe Spotting Fire perimeter" (Plus a Phase 2 growth wire on the first pass B pixel -- documented side effect: single-pixel pass B centroid shows 0.5 mi drift from pass A.) - 7.0 mi E pixel: outside 5 mi spread, no broadcast (cluster check found no co-located unattributed pixels). Cleanup confirmed. Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
342 lines
14 KiB
Python
342 lines
14 KiB
Python
"""v0.7-fire-tracker-3 tests."""
|
|
from __future__ import annotations
|
|
|
|
import json
|
|
import math
|
|
import time
|
|
import uuid
|
|
|
|
import pytest
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def _isolate_db(tmp_path, monkeypatch):
|
|
db_path = str(tmp_path / f"meshai-{uuid.uuid4().hex}.sqlite")
|
|
monkeypatch.setenv("MESHAI_DB_PATH", db_path)
|
|
from meshai.persistence import db as pdb
|
|
pdb.close_thread_connection()
|
|
pdb._initialised.discard(db_path)
|
|
from meshai.persistence import init_db
|
|
init_db(db_path)
|
|
yield db_path
|
|
pdb.close_thread_connection()
|
|
pdb._initialised.discard(db_path)
|
|
|
|
|
|
def _seed_fire(*, irwin_id, lat, lon, name="Stub Fire"):
|
|
from meshai.persistence import get_db
|
|
get_db().execute(
|
|
"INSERT INTO fires(irwin_id, incident_name, lat, lon, last_event_at) "
|
|
"VALUES (?,?,?,?,?)",
|
|
(irwin_id, name, lat, lon, int(time.time())),
|
|
)
|
|
|
|
|
|
def _envelope(*, lat, lon, acq_date="2026-06-06", acq_time="1200",
|
|
frp=20.0, satellite="N20"):
|
|
return {
|
|
"data": {
|
|
"adapter": "firms",
|
|
"category": "wildfire_hotspot",
|
|
"severity": "routine",
|
|
"data": {
|
|
"latitude": lat, "longitude": lon, "frp": frp,
|
|
"bright_ti4": 320.0, "satellite": satellite,
|
|
"instrument": "VIIRS", "confidence": "high",
|
|
"acq_date": acq_date, "acq_time": acq_time,
|
|
"daynight": "D", "version": "2.0NRT",
|
|
},
|
|
}
|
|
}
|
|
|
|
|
|
# Useful constant: 1 mi in latitude degrees.
|
|
_MI_PER_DEG_LAT = 69.0
|
|
|
|
|
|
def _offset_mi(lat, lon, *, north_mi=0.0, east_mi=0.0):
|
|
"""Return (lat, lon) offset by north_mi north and east_mi east."""
|
|
dlat = north_mi / _MI_PER_DEG_LAT
|
|
cos_lat = math.cos(math.radians(lat))
|
|
dlon = east_mi / (_MI_PER_DEG_LAT * max(0.01, cos_lat))
|
|
return lat + dlat, lon + dlon
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# (a) Pass-close stamps perimeter_geojson.
|
|
# ---------------------------------------------------------------------------
|
|
|
|
|
|
def test_pass_close_stamps_perimeter_geojson():
|
|
"""Pass A: 6 pixels in a hex around the seeded center. First pixel
|
|
of pass B triggers boundary close -> perimeter_geojson written for
|
|
pass A as a closed GeoJSON Polygon."""
|
|
from meshai.central.firms_handler import handle_firms
|
|
from meshai.persistence import get_db
|
|
|
|
center_lat, center_lon = 42.500, -114.500
|
|
_seed_fire(irwin_id="ID-SPOT-001",
|
|
lat=center_lat, lon=center_lon, name="Hex Fire")
|
|
|
|
# Pass A: 6 hex vertices ~0.05 mi from center; bucket 12:00 N20.
|
|
for i in range(6):
|
|
angle = i * math.pi / 3
|
|
la = center_lat + 0.001 * math.sin(angle)
|
|
lo = center_lon + 0.001 * math.cos(angle)
|
|
env = _envelope(lat=la, lon=lo, acq_time=f"12{i * 2:02d}")
|
|
handle_firms(env, subject="central.fire.hotspot.N20.high.us.id",
|
|
data={}, now=1780747200 + i)
|
|
|
|
# First pass B pixel 1 mi N. Within the 5 mi spread radius -> the
|
|
# pixel attributes to the seeded fire -> boundary detected ->
|
|
# _close_prev_perimeter runs. 1 mi puts us below the 1.5 mi
|
|
# spotting threshold so this also avoids spotting noise in the
|
|
# test (we just want perimeter_geojson to materialize).
|
|
far_lat, far_lon = _offset_mi(center_lat, center_lon, north_mi=1.0)
|
|
env_b = _envelope(lat=far_lat, lon=far_lon, acq_time="1800")
|
|
handle_firms(env_b, subject="central.fire.hotspot.N20.high.us.id",
|
|
data={}, now=1780768800)
|
|
|
|
row = get_db().execute(
|
|
"SELECT perimeter_geojson FROM fire_passes WHERE irwin_id=? "
|
|
"ORDER BY pass_ended_at ASC LIMIT 1",
|
|
("ID-SPOT-001",),
|
|
).fetchone()
|
|
assert row["perimeter_geojson"] is not None
|
|
poly = json.loads(row["perimeter_geojson"])
|
|
assert poly["type"] == "Polygon"
|
|
ring = poly["coordinates"][0]
|
|
# Ring is closed: first == last.
|
|
assert ring[0] == ring[-1]
|
|
# Convex hull of a hex has 6 vertices; the closed ring has 7 entries.
|
|
assert len(ring) == 7
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# (b) Spotting fires for pixels outside perimeter beyond threshold.
|
|
# ---------------------------------------------------------------------------
|
|
|
|
|
|
def _seed_pass_a_hex_then_close(*, irwin_id, center_lat, center_lon,
|
|
start_now=1780747200):
|
|
"""Helper: seed a fire + 6 hex-vertex pass A pixels. Caller follows up
|
|
with a pass B pixel to trigger boundary close + perimeter write."""
|
|
from meshai.central.firms_handler import handle_firms
|
|
_seed_fire(irwin_id=irwin_id, lat=center_lat, lon=center_lon,
|
|
name=irwin_id)
|
|
for i in range(6):
|
|
angle = i * math.pi / 3
|
|
# Hex ~0.5 mi radius (well inside the 5 mi spread radius).
|
|
la = center_lat + (0.5 / _MI_PER_DEG_LAT) * math.sin(angle)
|
|
cos_lat = math.cos(math.radians(center_lat))
|
|
lo = center_lon + (0.5 / (_MI_PER_DEG_LAT * cos_lat)) * math.cos(angle)
|
|
env = _envelope(lat=la, lon=lo, acq_time=f"12{i * 2:02d}")
|
|
handle_firms(env, subject="central.fire.hotspot.N20.high.us.id",
|
|
data={}, now=start_now + i)
|
|
|
|
|
|
def test_pixel_2mi_ne_of_perimeter_emits_spotting():
|
|
"""Pass B pixel 2 mi NE of pass A's perimeter centroid fires
|
|
wildfire_spotting with the correct distance + direction."""
|
|
from meshai.central.firms_handler import handle_firms
|
|
from meshai.persistence import get_db
|
|
|
|
center_lat, center_lon = 43.000, -115.000
|
|
_seed_pass_a_hex_then_close(irwin_id="ID-SPOT-002",
|
|
center_lat=center_lat,
|
|
center_lon=center_lon)
|
|
|
|
# First pass B pixel 2 mi NE.
|
|
sp_lat, sp_lon = _offset_mi(
|
|
center_lat, center_lon,
|
|
north_mi=2.0 / math.sqrt(2), east_mi=2.0 / math.sqrt(2),
|
|
)
|
|
env_b = _envelope(lat=sp_lat, lon=sp_lon, acq_time="1800")
|
|
data = {}
|
|
wire = handle_firms(env_b,
|
|
subject="central.fire.hotspot.N20.high.us.id",
|
|
data=data, now=1780768800)
|
|
assert wire is not None
|
|
assert wire.startswith("🔥 Possible spotting ")
|
|
assert "NE of ID-SPOT-002 perimeter" in wire
|
|
# Distance should be ~2 mi from perimeter -- vertex closest is ~1.5
|
|
# mi from center (2.0 - 0.5 hex radius).
|
|
# Allow a generous window: 1.0..2.5 mi.
|
|
import re
|
|
m = re.search(r"spotting (\d+\.\d+) mi", wire)
|
|
assert m, f"distance not found in wire: {wire!r}"
|
|
dist = float(m.group(1))
|
|
assert 1.0 <= dist <= 2.5, f"distance {dist} out of expected band"
|
|
# The data dict is tagged (category/severity) for the dispatcher.
|
|
# This is verified here so future regressions don\'t silently break
|
|
# routing; verification REPORTS only quote the wire (per the
|
|
# feedback-no-event-metadata-in-reports memory rule).
|
|
assert data["category"] == "wildfire_spotting"
|
|
assert data["severity"] == "immediate"
|
|
|
|
# Latch stamped.
|
|
fire = get_db().execute(
|
|
"SELECT last_spotting_broadcast_at FROM fires WHERE irwin_id=?",
|
|
("ID-SPOT-002",),
|
|
).fetchone()
|
|
assert fire["last_spotting_broadcast_at"] == 1780768800.0
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# (c) Pixel inside perimeter does not fire spotting.
|
|
# ---------------------------------------------------------------------------
|
|
|
|
|
|
def test_pixel_inside_perimeter_no_spotting():
|
|
from meshai.central.firms_handler import handle_firms
|
|
|
|
center_lat, center_lon = 43.500, -114.500
|
|
_seed_pass_a_hex_then_close(irwin_id="ID-SPOT-003",
|
|
center_lat=center_lat,
|
|
center_lon=center_lon)
|
|
|
|
# Close the perimeter with one boundary-only pixel ~10 mi away.
|
|
far_lat, far_lon = _offset_mi(center_lat, center_lon, north_mi=10.0)
|
|
env_close = _envelope(lat=far_lat, lon=far_lon, acq_time="1800")
|
|
handle_firms(env_close,
|
|
subject="central.fire.hotspot.N20.high.us.id",
|
|
data={}, now=1780768800)
|
|
|
|
# Now ingest a pixel 0.1 mi NE of center -- well inside the 0.5 mi
|
|
# radius hex.
|
|
inside_lat, inside_lon = _offset_mi(
|
|
center_lat, center_lon, north_mi=0.05, east_mi=0.05,
|
|
)
|
|
env_inside = _envelope(lat=inside_lat, lon=inside_lon,
|
|
acq_time="1810")
|
|
data = {}
|
|
wire = handle_firms(env_inside,
|
|
subject="central.fire.hotspot.N20.high.us.id",
|
|
data=data, now=1780768900)
|
|
assert wire is None or "spotting" not in (wire or "")
|
|
assert data.get("category") != "wildfire_spotting"
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# (d) Cooldown semantics: second spotting within 1h is suppressed.
|
|
# ---------------------------------------------------------------------------
|
|
|
|
|
|
def test_second_spotting_within_cooldown_suppressed():
|
|
from meshai.central.firms_handler import handle_firms
|
|
|
|
center_lat, center_lon = 44.000, -116.000
|
|
_seed_pass_a_hex_then_close(irwin_id="ID-SPOT-004",
|
|
center_lat=center_lat,
|
|
center_lon=center_lon)
|
|
|
|
# First spotting pixel 2 mi N.
|
|
sp1_lat, sp1_lon = _offset_mi(center_lat, center_lon, north_mi=2.0)
|
|
env1 = _envelope(lat=sp1_lat, lon=sp1_lon, acq_time="1800")
|
|
wire1 = handle_firms(env1,
|
|
subject="central.fire.hotspot.N20.high.us.id",
|
|
data={}, now=1780768800)
|
|
assert wire1 is not None and "spotting" in wire1
|
|
|
|
# Second spotting candidate 30 min later, 2 mi SE (different
|
|
# direction, still beyond perimeter). Within 1h cooldown -> suppressed.
|
|
sp2_lat, sp2_lon = _offset_mi(
|
|
center_lat, center_lon,
|
|
north_mi=-2.0 / math.sqrt(2), east_mi=2.0 / math.sqrt(2),
|
|
)
|
|
env2 = _envelope(lat=sp2_lat, lon=sp2_lon, acq_time="1830")
|
|
wire2 = handle_firms(env2,
|
|
subject="central.fire.hotspot.N20.high.us.id",
|
|
data={}, now=1780768800 + 1800)
|
|
assert wire2 is None, f"second spotting in cooldown should suppress: {wire2}"
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# (e) Past-cooldown spotting fires again.
|
|
# ---------------------------------------------------------------------------
|
|
|
|
|
|
def test_spotting_refires_after_cooldown():
|
|
from meshai.central.firms_handler import handle_firms
|
|
|
|
center_lat, center_lon = 44.500, -116.500
|
|
_seed_pass_a_hex_then_close(irwin_id="ID-SPOT-005",
|
|
center_lat=center_lat,
|
|
center_lon=center_lon)
|
|
|
|
sp1_lat, sp1_lon = _offset_mi(center_lat, center_lon, north_mi=2.0)
|
|
env1 = _envelope(lat=sp1_lat, lon=sp1_lon, acq_time="1800")
|
|
wire1 = handle_firms(env1,
|
|
subject="central.fire.hotspot.N20.high.us.id",
|
|
data={}, now=1780768800)
|
|
assert wire1 is not None
|
|
|
|
# 70 minutes later -> past the 1h cooldown -> next spotting fires.
|
|
sp2_lat, sp2_lon = _offset_mi(center_lat, center_lon, north_mi=-2.0)
|
|
env2 = _envelope(lat=sp2_lat, lon=sp2_lon, acq_time="1910")
|
|
wire2 = handle_firms(env2,
|
|
subject="central.fire.hotspot.N20.high.us.id",
|
|
data={}, now=1780768800 + 70 * 60)
|
|
assert wire2 is not None and "spotting" in wire2
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# (f) Helper sanity.
|
|
# ---------------------------------------------------------------------------
|
|
|
|
|
|
def test_convex_hull_basic():
|
|
from meshai.central.firms_handler import _convex_hull
|
|
pts = [(0, 0), (1, 0), (1, 1), (0, 1), (0.5, 0.5)]
|
|
hull = _convex_hull(pts)
|
|
assert (0.5, 0.5) not in hull
|
|
assert (0, 0) in hull and (1, 1) in hull
|
|
|
|
|
|
def test_point_in_polygon_basic():
|
|
from meshai.central.firms_handler import _point_in_polygon
|
|
square = [(0, 0), (0, 10), (10, 10), (10, 0)] # (lat, lon)
|
|
assert _point_in_polygon((5, 5), square) is True
|
|
assert _point_in_polygon((15, 5), square) is False
|
|
assert _point_in_polygon((-1, 5), square) is False
|
|
|
|
|
|
def test_geojson_round_trip_via_hull():
|
|
"""Hull -> GeoJSON -> parse -> ring shape sane."""
|
|
from meshai.central.firms_handler import _convex_hull, _hull_to_geojson
|
|
hull = _convex_hull([(0, 0), (1, 0), (0, 1), (1, 1)])
|
|
raw = _hull_to_geojson(hull)
|
|
parsed = json.loads(raw)
|
|
assert parsed["type"] == "Polygon"
|
|
ring = parsed["coordinates"][0]
|
|
assert ring[0] == ring[-1]
|
|
# Vertices stored as [lon, lat] per GeoJSON RFC 7946.
|
|
for entry in ring:
|
|
assert isinstance(entry, list) and len(entry) == 2
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# (g) Adapter_config + category registration.
|
|
# ---------------------------------------------------------------------------
|
|
|
|
|
|
def test_adapter_config_seeds_spotting_keys():
|
|
from meshai.persistence import get_db
|
|
rows = {
|
|
(r["adapter"], r["key"]): r["default_json"]
|
|
for r in get_db().execute(
|
|
"SELECT adapter, key, default_json FROM adapter_config "
|
|
"WHERE (adapter, key) IN ( "
|
|
" ('fires','spotting_distance_threshold_mi'), "
|
|
" ('fires','spotting_cooldown_seconds') )"
|
|
)
|
|
}
|
|
assert rows[("fires", "spotting_distance_threshold_mi")] == "1.5"
|
|
assert rows[("fires", "spotting_cooldown_seconds")] == "3600"
|
|
|
|
|
|
def test_wildfire_spotting_category_registered():
|
|
from meshai.notifications.categories import ALERT_CATEGORIES
|
|
e = ALERT_CATEGORIES["wildfire_spotting"]
|
|
assert e["default_severity"] == "immediate"
|
|
assert e["toggle"] == "fire"
|