feat(state_511_atis): Castle Rock 511 adapter — Idaho incidents/closures/road work (v0.9.2)
Second CENTRAL_TRAFFIC adapter. Production code; central-supervisor + central-gui
restart (new adapter class + ADAPTER_GROUPS). No new stream -> no archive restart;
migration 026 adds the adapter row only. Ships disabled.
Two-endpoint join per layer: GET /map/mapIcons/<Layer> (markers: itemId + coords)
joined on id with POST /List/GetData/<Layer> (DataTables detail: roadwayName,
description, county, severity). The marker feed has coords but no text; the List
feed has text but no coords.
Layers -> event_types (wzdx category/subject precedent): Incidents->incident,
Closures->closure, Construction (type "Roadwork")->work_zone. category is
"<event_type>.state_511_atis"; subject central.traffic.<event_type>.<state>.
Severity 3 if isFullClosure else 1. Cadence 300s. Dedup inherited from the
v0.9.1 SourceAdapter mixin. enrichment_locations canonical (latitude,longitude)
from the marker join; county/state come upstream.
Templatized per state via settings {"states":[{code,base_url}]} but ships
Idaho-only: cross-state spot-checks refuted the shared-URL hypothesis (Oregon
TripCheck is HTML, Wyoming wyoroad 404 -- neither is Castle Rock). Add states as
settings rows once each host is verified.
Also fixes a latent test bug: test_consumer_doc per-adapter heading regex was
[a-z_]+ (no digits); state_511_atis is the first adapter name with digits, so
widened to [a-z0-9_]+.
Full suite: 759 passed, 1 skipped (central and unprivileged zvx, 3x each).
Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
2026-05-25 22:01:11 +00:00
|
|
|
"""Tests for the state_511_atis adapter (Castle Rock ATIS, Idaho).
|
|
|
|
|
|
|
|
|
|
Fixtures are real captures (one record + its matching marker per layer):
|
|
|
|
|
state_511_atis_<layer>.json -- POST /List/GetData/<Layer> .data[0:1]
|
|
|
|
|
state_511_atis_markers_<layer>.json -- GET /map/mapIcons/<Layer> matching item2
|
|
|
|
|
|
|
|
|
|
No tests/conftest isolation entry is added: dedup uses the supervisor-injected
|
|
|
|
|
cursors.db (inherited mixin) and discovery is stateless -- no adapter-owned cache.
|
|
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
import json
|
|
|
|
|
from datetime import datetime, timezone
|
|
|
|
|
from pathlib import Path
|
|
|
|
|
from unittest.mock import MagicMock
|
|
|
|
|
|
|
|
|
|
import pytest
|
|
|
|
|
|
|
|
|
|
from central.adapter import SourceAdapter
|
|
|
|
|
from central.adapters.state_511_atis import (
|
|
|
|
|
LAYER_EVENT_TYPE,
|
|
|
|
|
State511ATISAdapter,
|
|
|
|
|
_parse_us_dt,
|
|
|
|
|
)
|
|
|
|
|
from central.config_models import AdapterConfig
|
|
|
|
|
|
|
|
|
|
FIX = Path(__file__).parent / "fixtures"
|
|
|
|
|
DETAIL = {lyr: json.loads((FIX / f"state_511_atis_{lyr.lower()}.json").read_text())["data"][0]
|
|
|
|
|
for lyr in ("Incidents", "Closures", "Construction")}
|
|
|
|
|
MARK = {lyr: json.loads((FIX / f"state_511_atis_markers_{lyr.lower()}.json").read_text())["item2"][0]
|
|
|
|
|
for lyr in ("Incidents", "Closures", "Construction")}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _coords(layer):
|
|
|
|
|
loc = MARK[layer]["location"]
|
|
|
|
|
return (loc[0], loc[1])
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _cfg():
|
|
|
|
|
return AdapterConfig(
|
|
|
|
|
name="state_511_atis", enabled=True, cadence_s=300,
|
|
|
|
|
settings={"states": [{"code": "ID", "base_url": "https://511.idaho.gov"}]},
|
|
|
|
|
updated_at=datetime.now(timezone.utc),
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.fixture
|
|
|
|
|
def adapter(tmp_path):
|
|
|
|
|
return State511ATISAdapter(_cfg(), MagicMock(), tmp_path / "cursors.db")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_layer_event_type_map():
|
|
|
|
|
assert LAYER_EVENT_TYPE == {"Incidents": "incident", "Closures": "closure", "Construction": "work_zone"}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_parse_us_dt():
|
|
|
|
|
assert _parse_us_dt("5/25/26, 2:32 PM") == datetime(2026, 5, 25, 14, 32, tzinfo=timezone.utc)
|
|
|
|
|
assert _parse_us_dt("") is None
|
|
|
|
|
assert _parse_us_dt("not a date") is None
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_dedup_key(adapter):
|
|
|
|
|
e = adapter._build_event(DETAIL["Incidents"], _coords("Incidents"), "ID", "Incidents")
|
|
|
|
|
assert e.id == "ID:Incidents:33579"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_build_incident(adapter):
|
|
|
|
|
e = adapter._build_event(DETAIL["Incidents"], _coords("Incidents"), "ID", "Incidents")
|
|
|
|
|
assert e.category == "incident.state_511_atis"
|
|
|
|
|
assert e.severity == 1
|
|
|
|
|
assert e.data["roadway_name"] == "US-95"
|
|
|
|
|
assert e.data["county"] == "Bonner"
|
|
|
|
|
assert e.data["latitude"] is not None and e.data["longitude"] is not None
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_build_closure_full_closure_severity(adapter):
|
|
|
|
|
e = adapter._build_event(DETAIL["Closures"], _coords("Closures"), "ID", "Closures")
|
|
|
|
|
assert e.category == "closure.state_511_atis"
|
|
|
|
|
assert e.data["is_full_closure"] is True
|
|
|
|
|
assert e.severity == 3 # isFullClosure -> 3
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_build_construction_maps_to_work_zone(adapter):
|
|
|
|
|
e = adapter._build_event(DETAIL["Construction"], _coords("Construction"), "ID", "Construction")
|
|
|
|
|
assert e.category == "work_zone.state_511_atis" # layer Construction, type "Roadwork"
|
|
|
|
|
assert e.severity == 1
|
|
|
|
|
assert e.data["roadway_name"] == "SH-81"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_join_missing_coords(adapter):
|
|
|
|
|
e = adapter._build_event(DETAIL["Incidents"], None, "ID", "Incidents")
|
|
|
|
|
assert e.data["latitude"] is None and e.data["longitude"] is None
|
|
|
|
|
assert e.geo.centroid is None # still built, just no map point
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.mark.parametrize("layer,et", [("Incidents", "incident"), ("Closures", "closure"), ("Construction", "work_zone")])
|
|
|
|
|
def test_subject_for(adapter, layer, et):
|
|
|
|
|
e = adapter._build_event(DETAIL[layer], _coords(layer), "ID", layer)
|
|
|
|
|
assert adapter.subject_for(e) == f"central.traffic.{et}.id"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_summary_partial_renders():
|
|
|
|
|
from central.gui.routes import _derive_subject
|
|
|
|
|
inner = {"layer": "Incidents", "roadway_name": "US-95", "location_description": "Ponderosa Mobile Home Park"}
|
|
|
|
|
row = {"adapter": "state_511_atis", "data": {"data": {"data": inner}}}
|
|
|
|
|
assert _derive_subject(row) == "Incident on US-95 — Ponderosa Mobile Home Park"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
|
|
|
async def test_poll_joins_and_yields(adapter):
|
|
|
|
|
await adapter.startup()
|
|
|
|
|
|
|
|
|
|
async def fake_markers(base_url, layer):
|
|
|
|
|
m = MARK[layer]
|
|
|
|
|
return {str(m["itemId"]): (m["location"][0], m["location"][1])}
|
|
|
|
|
|
|
|
|
|
async def fake_details(base_url, layer):
|
|
|
|
|
return [DETAIL[layer]]
|
|
|
|
|
|
|
|
|
|
adapter._fetch_markers = fake_markers
|
|
|
|
|
adapter._fetch_details = fake_details
|
|
|
|
|
events = [e async for e in adapter.poll()]
|
|
|
|
|
await adapter.shutdown()
|
|
|
|
|
assert len(events) == 3 # one ID state x three layers
|
|
|
|
|
assert {e.category for e in events} == {
|
|
|
|
|
"incident.state_511_atis", "closure.state_511_atis", "work_zone.state_511_atis",
|
|
|
|
|
}
|
|
|
|
|
assert all(e.adapter == "state_511_atis" for e in events)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_inherits_dedup_mixin():
|
|
|
|
|
for m in ("is_published", "mark_published", "sweep_old_ids"):
|
|
|
|
|
assert m not in State511ATISAdapter.__dict__, f"redefines {m}"
|
|
|
|
|
assert getattr(State511ATISAdapter, m) is getattr(SourceAdapter, m)
|
fix(state_511_atis): paginate /List/GetData to fix 100-row truncation (v0.9.7)
Castle Rock caps each DataTables page at 100 rows regardless of `length`, so the
single-request fetcher silently dropped rows on any layer over 100 (confirmed
live: Construction recordsFiltered=114, returned 100 -> 14 rows invisible).
Backports the v0.9.6 cameras pagination loop into _fetch_details.
- _LIST_PAGE_LENGTH 1000 -> 100; new _list_body(start) builder; new @retry
_fetch_page(base_url, layer, start).
- _fetch_details loops start+=100 until recordsFiltered collected or an empty
page, with a _MAX_PAGES=50 ceiling that warns+breaks. Mid-pagination failure
returns rows-so-far (retried next poll).
- Incidents (1) / Closures (29) are under 100 today but pagination applies
uniformly; future-proof.
central-supervisor restart only (no stream, migration, template, or dep change).
Full suite: 833 passed, 1 skipped (central and unprivileged zvx, 3x each).
Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
2026-05-26 02:40:58 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
# --- v0.9.7 pagination ------------------------------------------------------
|
|
|
|
|
|
|
|
|
|
def _rec(i):
|
|
|
|
|
return {"id": i, "type": "Roadwork", "roadwayName": "SH-1", "location": f"loc {i}"}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _page(records, records_filtered):
|
|
|
|
|
return {"draw": 1, "recordsTotal": records_filtered,
|
|
|
|
|
"recordsFiltered": records_filtered, "data": records}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
|
|
|
async def test_pagination_collects_all_pages(adapter):
|
|
|
|
|
await adapter.startup()
|
|
|
|
|
pages = {0: _page([_rec(i) for i in range(100)], 114),
|
|
|
|
|
100: _page([_rec(i) for i in range(100, 114)], 114)}
|
|
|
|
|
|
|
|
|
|
async def fake_page(base_url, layer, start):
|
|
|
|
|
return pages[start]
|
|
|
|
|
|
|
|
|
|
adapter._fetch_page = fake_page
|
|
|
|
|
rows = await adapter._fetch_details("https://511.idaho.gov", "Construction")
|
|
|
|
|
await adapter.shutdown()
|
|
|
|
|
assert len(rows) == 114 # 100 + 14, not truncated at the 100-row cap
|
|
|
|
|
assert {r["id"] for r in rows} == set(range(114))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
|
|
|
async def test_pagination_handles_short_final_page(adapter):
|
|
|
|
|
await adapter.startup()
|
|
|
|
|
pages = {0: _page([_rec(i) for i in range(100)], 130),
|
|
|
|
|
100: _page([_rec(i) for i in range(100, 130)], 130)}
|
|
|
|
|
|
|
|
|
|
async def fake_page(base_url, layer, start):
|
|
|
|
|
return pages[start]
|
|
|
|
|
|
|
|
|
|
adapter._fetch_page = fake_page
|
|
|
|
|
rows = await adapter._fetch_details("https://511.idaho.gov", "Construction")
|
|
|
|
|
await adapter.shutdown()
|
|
|
|
|
assert len(rows) == 130 # short 30-row final page collected
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
|
|
|
async def test_pagination_empty_page_breaks(adapter):
|
|
|
|
|
# recordsFiltered overstates the set; an empty page must stop the loop (no hang).
|
|
|
|
|
await adapter.startup()
|
|
|
|
|
pages = {0: _page([_rec(i) for i in range(100)], 250), 100: _page([], 250)}
|
|
|
|
|
|
|
|
|
|
async def fake_page(base_url, layer, start):
|
|
|
|
|
return pages.get(start, _page([], 250))
|
|
|
|
|
|
|
|
|
|
adapter._fetch_page = fake_page
|
|
|
|
|
rows = await adapter._fetch_details("https://511.idaho.gov", "Construction")
|
|
|
|
|
await adapter.shutdown()
|
|
|
|
|
assert len(rows) == 100 # empty page 2 terminates cleanly
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
|
|
|
async def test_pagination_loop_cap(adapter, caplog):
|
|
|
|
|
# recordsFiltered never satisfied -> loop must stop at _MAX_PAGES and warn.
|
|
|
|
|
await adapter.startup()
|
|
|
|
|
|
|
|
|
|
async def fake_page(base_url, layer, start):
|
|
|
|
|
return _page([_rec(start + i) for i in range(100)], 999_999)
|
|
|
|
|
|
|
|
|
|
adapter._fetch_page = fake_page
|
|
|
|
|
with caplog.at_level("WARNING"):
|
|
|
|
|
rows = await adapter._fetch_details("https://511.idaho.gov", "Construction")
|
|
|
|
|
await adapter.shutdown()
|
|
|
|
|
from central.adapters.state_511_atis import _MAX_PAGES
|
|
|
|
|
assert len(rows) == _MAX_PAGES * 100 # capped, not infinite
|
|
|
|
|
assert "max_pages" in caplog.text
|