Simplify dashboard architecture and add validation summaries/plots

.github/workflows/tests.yml

@@ -7,7 +7,36 @@ on:
   workflow_dispatch:
 
 jobs:
-  pytest:
+  pytest-fast:
+    runs-on: windows-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.10", "3.12"]
+
+    steps:
+      - name: Check out repo
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+
+      - name: Sync locked dependencies
+        run: uv sync --locked --group dev
+
+      - name: Run correctness lint
+        if: matrix.python-version == '3.12'
+        run: uv run ruff check .
+
+      - name: Run fast tests
+        run: uv run pytest --basetemp .pytest_tmp -m "not full_export"
+
+  pytest-full-export:
     runs-on: windows-latest
 
     steps:
@@ -22,8 +51,8 @@ jobs:
       - name: Install uv
         uses: astral-sh/setup-uv@v4
 
-      - name: Sync dependencies
-        run: uv sync
+      - name: Sync locked dependencies
+        run: uv sync --locked --group dev
 
-      - name: Run tests
-        run: uv run --with pytest pytest --basetemp .pytest_tmp
+      - name: Run exhaustive export tests
+        run: uv run pytest --basetemp .pytest_tmp -m full_export

.gitignore

@@ -69,7 +69,6 @@ instance/
 .scrapy
 
 # Sphinx documentation
-docs/_build/
 
 # PyBuilder
 .pybuilder/
@@ -225,4 +224,23 @@ tmp*/
 *.parquet
 *.json
 
-plans/
+plans/
+
+# Local runtime and diagnostic artifacts
+/artifacts/
+/artifacts_2/
+/logs/
+/.manual_logging_test/
+/.posit/publish/
+/codex_tmp_check/
+/config_1.yaml
+/configs/artifacts/
+/configs/artifacts_2/
+/configs/scratch.py
+/configs/skimjoin_odot_series15.yaml
+/configs/will*.yaml
+/pytest-output.txt
+/raw_school_dropoff.ipynb
+/prepared_table_filter_example.ipynb
+/scratch.ipynb
+/test

config.yaml

@@ -7,14 +7,32 @@ log_level: INFO
 
 pipeline:
   steps:
-    - prepare
-    - skimjoin
-    - segment
     - summarize
     - dashboard
-  dashboard_mode: live # live | export | host
+  # Add `prepare`, `skimjoin`, or `segment` when those explicit stages are
+  # needed. Summarize automatically prepares data when no valid cache exists.
+  dashboard_mode: live # none | live | export | host
   overwrite: false
 
+# Optional named alternatives backed by columns retained in prepared tables.
+# weighting:
+#   modes:
+#     calibrated:
+#       label: Calibrated
+#       columns:
+#         households: calibrated_hh_weight
+#         persons: calibrated_person_weight
+#         trips: calibrated_trip_weight
+
+# Advanced trusted calculations only. Each importable module defines
+# register_weighting_modes(registry); settings are available on Config and enter
+# summary cache identity.
+# extensions:
+#   modules: [my_project.weighting]
+#   settings:
+#     calibrated:
+#       multiplier: 1.0
+
 # ---------------------------------------------------------------------------
 # ActivitySim output file names
 # Use stems (no extension) for automatic format detection.
@@ -49,7 +67,7 @@ runs:
   - dir: path\to\activitysim\output\run1
     label: Base
     # skimjoin:
-    #   config_path: configs/example_skimjoin.yaml
+    #   config_path: example_skimjoin_config.yaml
     #   skim_files:
     #     - C:\path\to\model_skims\*.omx
     #     - C:\path\to\model_skims\maz_stop_walk.csv
@@ -128,8 +146,10 @@ prepare:
 # Settings for the `skimjoin` step, to be used as defaults.
 # ---------------------------------------------------------------------------
 skimjoin:
+  failure_policy: record # record | error
+  create_hypothetical_skim_tables: false
   defaults:
-    config_path: configs/example_skimjoin.yaml
+    config_path: example_skimjoin_config.yaml
     skim_files:
       - C:\path\to\model_skims\*.omx
       - C:\path\to\model_skims\maz_stop_walk.csv
@@ -141,7 +161,7 @@ skimjoin:
 # ---------------------------------------------------------------------------
 segment:
   dashboard:
-    segmentation_type: person_sex
+    segmentation_type: signup_platform
     visibility: segments_only   # full_only | segments_only | full_and_segments
   definitions:
     signup_platform:
@@ -169,10 +189,16 @@ segment:
 # ---------------------------------------------------------------------------
 summarize:
   weighting_modes: [weighted, unweighted]
+  failure_policy: record # record | error
   pnr_tour_modes:
     - PNR_TRANSIT
+  # Controls additional mapped geography aggregations only. Summaries may still
+  # emit all_geographies totals, and native prepared home geographies such as
+  # home_taz, home_county, and home_mpo can appear when those columns exist.
   geography:
     enabled: false
+    # Configured mappings create columns such as home_geo__district,
+    # work_geo__county, or land_use_geo__district.
     # landuse_col: COUNTY
     # mapping:
     #   1: County 1
@@ -188,6 +214,7 @@ summarize:
 # ---------------------------------------------------------------------------
 dashboard:
   title: "ActivitySim Comparison Visualizer"
+  include_notes: true
   enable_maz_geographies: false
   live:
     pages:
@@ -200,6 +227,7 @@ dashboard:
       - validation
   export:
     output_path: exports/dashboard.html
+    # `pages` overrides matching live pages; it is not an inclusion list.
     # dashboard:
     #   weighting: [unweighted]
     # pages:
@@ -212,8 +240,18 @@ dashboard:
     #           enabled: false
     #         school_table:
     #           enabled: false
+  # Reserved for a future hosted-dashboard implementation. These settings are
+  # validated but intentionally ignored by the current runtime.
+  # host:
+  #   account: my-connect-cloud-account
+  #   app_id: 12345
+  #   title: ActivitySim Comparison Visualizer
+  #   verify: true
 
 display:
+  missing_data_display: card # card | blank
+  # bar_hover_mode: all # closest | all
+  # density_hover_mode: all # closest | all
   labels:
     person_type:
       mapping:

dashboard/__init__.py

@@ -3,11 +3,19 @@
 from dashboard.data_access import (
     DashboardPreparedRunProvider,
     DashboardSummarySeries,
+    PageData,
+    RunTables,
 )
 from dashboard.state import DashboardState
+from dashboard.page_base import DashboardPage
+from dashboard.page_definitions import dashboard_page
 
 __all__ = [
     "DashboardPreparedRunProvider",
+    "DashboardPage",
     "DashboardState",
     "DashboardSummarySeries",
+    "PageData",
+    "RunTables",
+    "dashboard_page",
 ]

dashboard/app.py

@@ -5,20 +5,15 @@
 import panel as pn
 
 from dashboard import DashboardState
-from dashboard.components import (
-    build_run_legend_panes,
-    set_percent_mode,
-    set_run_colors,
-    set_run_label_order,
-)
+from dashboard.rendering import RenderContext, run_legend_panes
 from dashboard.page_registry import (
     build_dashboard_prepared_run_provider,
     build_registered_live_pages,
     resolve_live_navigation_entries,
 )
 from dashboard.page_base import GroupedDashboardPage
 from processor.models import RunData
-from processor.summarize.cache import SummaryRun
+from processor.summarize.cache_types import SummaryRun
 from runtime.config import Config
 
 pn.extension("plotly", "tabulator", sizing_mode="stretch_width")
@@ -39,17 +34,17 @@ def build_dashboard(
     summary_runs: list[SummaryRun] | None = None,
 ) -> pn.template.FastListTemplate:
     """Assemble the full Panel dashboard from a list of (label, RunData) tuples."""
-    set_run_colors(config.run_colors)
     prepared_run_provider = build_dashboard_prepared_run_provider(prepared_runs, config)
     state = DashboardState(
         summary_runs=summary_runs,
         weighting_modes=config.weighting_modes,
+        weighting_definitions=config.weighting_mode_definitions,
+        config=config,
         prepared_run_provider=prepared_run_provider,
         dashboard_segmentation_type=config.segmentation.dashboard.segmentation_type,
         default_segmentation_visibility=config.segmentation.dashboard.visibility,
     )
     run_labels = state.run_labels
-    set_run_label_order(run_labels)
 
     weight_mode = pn.widgets.RadioButtonGroup(
         name="Weighting",
@@ -70,7 +65,6 @@ def build_dashboard(
     # if static_export:
     #     weight_mode.disabled = True
     #     value_mode.disabled = True
-    #     set_percent_mode(True)
     #     pages = build_registered_live_pages(state, config)
     #     for page in pages:
     #         page.mark_stale()
@@ -141,7 +135,7 @@ def _on_value_change(event) -> None:
 
     sidebar_items = [
         pn.pane.Markdown("## Runs Loaded"),
-        *build_run_legend_panes(run_labels),
+        *run_legend_panes(RenderContext.from_dashboard(config, state)),
         pn.layout.Divider(),
         pn.pane.Markdown("## Display Options"),
         pn.pane.HTML(