test(e2e): add agent-half and native renderer-half E2E scenario runners

.github/workflows/flutter_packages_test.yml

@@ -130,12 +130,46 @@ jobs:
         run: dart run tool/generate_express_parser.dart --check
       - name: Run tests
         working-directory: ${{ matrix.package.path }}
+        env:
+          A2UI_CONFORMANCE_MANIFEST_DIR: ${{ (matrix.package.path == 'dart/a2ui_core' || matrix.package.path == 'dart/a2ui_flutter') && format('{0}/a2ui-manifest', runner.temp) || '' }}
+          A2UI_CONFORMANCE_MANIFEST_DIR: ${{ (matrix.package.path == 'dart/a2ui_core' || matrix.package.path == 'dart/a2ui_agent') && format('{0}/a2ui-manifest', runner.temp) || '' }}
         run: |
           if [ -d "test" ]; then
             flutter test --test-randomize-ordering-seed=random
           else
             echo "No 'test' directory found in ${{ matrix.package.path }}, skipping tests."
           fi
+      - name: Set up Python for conformance manifest check
+        if: matrix.package.path == 'dart/a2ui_core'
+        uses: ./.github/actions/setup-python
+      - name: Check executed conformance cases
+        if: matrix.package.path == 'dart/a2ui_core'
+        run: |
+          uv run --project conformance python conformance/scripts/check_executed_cases.py \
+            --manifest-dir "${{ runner.temp }}/a2ui-manifest" \
+            --harness dart-core \
+            --corpus core \
+            --exclude "core/message_processor_scaling.yaml=performance: runs with -P performance"
+      - name: Set up Python for adapter conformance manifest check
+        if: matrix.package.path == 'dart/a2ui_flutter'
+        uses: ./.github/actions/setup-python
+      - name: Check executed adapter conformance cases
+        if: matrix.package.path == 'dart/a2ui_flutter'
+        run: |
+          uv run --project conformance python conformance/scripts/check_executed_cases.py \
+            --manifest-dir "${{ runner.temp }}/a2ui-manifest" \
+            --harness flutter \
+            --corpus adapter
+      - name: Set up Python for agent conformance manifest check
+        if: matrix.package.path == 'dart/a2ui_agent'
+        uses: ./.github/actions/setup-python
+      - name: Check executed agent conformance cases
+        if: matrix.package.path == 'dart/a2ui_agent'
+        run: |
+          uv run --project conformance python conformance/scripts/check_executed_cases.py \
+            --manifest-dir "${{ runner.temp }}/a2ui-manifest" \
+            --corpus agent \
+            --harness dart-agent
 
   # The e2e_test packages are excluded from the matrix above because their
   # tests call a live Gemini model, which needs credentials and quota that are

.github/workflows/python_ci.yml

@@ -112,7 +112,29 @@ jobs:
         run: |
           uv run --all-packages mypy .
       - name: Run Unit Tests
+        env:
+          A2UI_CONFORMANCE_MANIFEST_DIR: ${{ runner.temp }}/a2ui-manifest
         run: uv run pytest
+      - name: Verify Core Conformance Manifest
+        run: |
+          uv run --project conformance python conformance/scripts/check_executed_cases.py \
+            --manifest-dir "${{ runner.temp }}/a2ui-manifest" \
+            --harness python-core \
+            --corpus core
+          uv run --project conformance python conformance/scripts/check_executed_cases.py \
+            --manifest-dir "${{ runner.temp }}/a2ui-manifest" \
+            --corpus extensions \
+            --only 'extensions/a2a/**' \
+            --harness python-a2a
+          uv run --project conformance python conformance/scripts/check_executed_cases.py \
+            --manifest-dir "${{ runner.temp }}/a2ui-manifest" \
+            --corpus extensions \
+            --only 'extensions/adk/**' \
+            --harness python-adk
+          uv run --project conformance python conformance/scripts/check_executed_cases.py \
+            --manifest-dir "${{ runner.temp }}/a2ui-manifest" \
+            --corpus agent \
+            --harness python-agent
       - name: Set Up Dart
         uses: ./.github/actions/setup-dart
       - name: Run CLI Python Runtime Tests

.github/workflows/swift_build_and_test.yml

@@ -54,7 +54,24 @@ jobs:
         with:
           persist-credentials: false
       - name: Run tests
+        env:
+          A2UI_CONFORMANCE_MANIFEST_DIR: ${{ runner.temp }}/a2ui-manifest
         run: swift test --enable-swift-testing
+      - name: Set up Python
+        uses: ./.github/actions/setup-python
+      - name: Check executed conformance cases
+        run: |
+          uv run --project conformance python conformance/scripts/check_executed_cases.py \
+            --manifest-dir "${{ runner.temp }}/a2ui-manifest" \
+            --harness swift-core \
+            --corpus core \
+            --exclude "core/message_processor_scaling.yaml=performance: runs in the test (performance) job with A2UI_RUN_TIMING=1"
+      - name: Check executed adapter conformance cases
+        run: |
+          uv run --project conformance python conformance/scripts/check_executed_cases.py \
+            --manifest-dir "${{ runner.temp }}/a2ui-manifest" \
+            --harness swiftui \
+            --corpus adapter
 
   ios-build:
     # `swift test` above builds for macOS only, so `#if os(iOS)` and UIKit code

.github/workflows/web_ci.yml

@@ -116,7 +116,27 @@ jobs:
       - name: Build Renderers
         run: eval "yarn workspaces foreach -A $RENDERERS_INC -p --topological-dev run build"
       - name: Test Renderers
+        env:
+          A2UI_CONFORMANCE_MANIFEST_DIR: ${{ runner.temp }}/a2ui-manifest
         run: eval "yarn workspaces foreach -A $RENDERERS_INC -p run test"
+      - uses: ./.github/actions/setup-python
+      - name: Check web_core executed cases
+        run: uv run --project conformance python conformance/scripts/check_executed_cases.py --manifest-dir "${{ runner.temp }}/a2ui-manifest" --harness web_core --corpus core
+      - name: Check adapter executed cases
+        run: |
+          for h in lit react angular; do
+            uv run --project conformance python conformance/scripts/check_executed_cases.py \
+              --manifest-dir "${{ runner.temp }}/a2ui-manifest" \
+              --corpus adapter \
+              --harness "$h"
+          done
+          uv run --project conformance python conformance/scripts/check_executed_cases.py \
+            --manifest-dir "${{ runner.temp }}/a2ui-manifest" \
+            --corpus adapter \
+            --harness web_core_universal \
+            --only core/accessibility.yaml
+      - name: Check TS agent executed cases
+        run: uv run --project conformance python conformance/scripts/check_executed_cases.py --manifest-dir "${{ runner.temp }}/a2ui-manifest" --corpus agent --harness ts-agent
       - name: Test React 18 Compatibility
         run: yarn workspace @a2ui/react run test:react18
       - name: Verify NPM Publish Script

conformance/README.md

@@ -73,6 +73,32 @@ It is the one suite under `agent/` that does not use the case vocabulary below.
 - `extensions/a2a/a2a_integration.yaml`: Contains test cases for A2A protocol event and part conversions.
 - `extensions/adk/adk_extensions.yaml`: Contains test cases for ADK extensions and RPC handling.
 
+### End-to-end (`e2e/`)
+
+End-to-end conformance scenarios in `e2e/` capture complete multi-turn conversational transcripts and user interactions. Each scenario validates:
+
+- **Agent half**: Inbound chunks for each declared format (`direct_json`, `express`) are streamed and single-shot parsed by the agent SDK's response parser, verifying that they yield the exact expected wire messages (`expectWire`) with adjacent text parts merged.
+- **Renderer half**: The `a2ui` messages from each turn are dispatched into framework adapter harnesses (or `MessageProcessor`), which verify the resulting resolved view trees (`expectViewTree`), execute simulated user interactions (`uiOps`), and assert outbound event envelopes (`expectOutbound`) and data model states (`expectDataModel`).
+
+Harnesses running the agent half:
+
+- Python Agent: `python/a2ui_agent`
+- TypeScript Agent: `typescript/agents/a2ui_agent`
+- Dart Agent: `dart/a2ui_agent`
+
+Harnesses running the renderer half:
+
+- Web Renderers: `@a2ui/lit`, `@a2ui/react`, `@a2ui/angular`
+- Flutter Renderer: `dart/a2ui_flutter`
+- SwiftUI Renderer: `swift/swiftui`
+
+#### Adding an e2e scenario
+
+1. Author a new scenario YAML file in `conformance/e2e/<scenario_name>.yaml`.
+2. Specify `action: e2e_scenario`, `protocolVersion` (e.g. `"1.0"`), `catalogPaths`, `formats` (e.g. `[direct_json, express]`), and multi-turn exchanges with `modelChunks`, `expectWire`, `expectViewTree`, and optional `uiOps`, `expectDataModel`, and `expectOutbound`.
+3. Verify the scenario using `pytest conformance/tests/test_e2e_scenarios.py`.
+4. When targeting v0.9.1 compatibility, generate or duplicate the v0.9.1 scenario copies using the conformance generator scripts.
+
 All static test data and simplified schemas are located in the `test_data/` directory.
 
 `conformance_schema.json` at the root is the JSON schema that validates the structure of YAML test files across all domains.