Merge pull request #16265 from githubnext/e2e-phase-2-runtime-mcp

Add phase 2 runtime and MCP E2E tests

Author: dsyme

.github/aw/actions-lock.json

@@ -34,6 +34,11 @@
       "repo": "github/gh-aw-actions/setup",
       "version": "v0.89.21",
       "sha": "924af5fdc64061cfbf66fb584c8b07e2ac230c60"
+    },
+    "github/gh-aw/actions/setup@c054206df495c0defe95becd42d289bdb4f2dbf1": {
+      "repo": "github/gh-aw/actions/setup",
+      "version": "c054206df495c0defe95becd42d289bdb4f2dbf1",
+      "sha": "c054206df495c0defe95becd42d289bdb4f2dbf1"
     }
   }
 }

.github/workflows/test-copilot-cache-memory-concurrent-merge.lock.yml

@@ -0,0 +1,30 @@
+---
+on:
+  workflow_dispatch:
+    inputs:
+      marker:
+        description: Unique JSONL marker to append
+        required: true
+        type: string
+concurrency:
+  job-discriminator: ${{ github.run_id }}
+permissions:
+  contents: read
+  actions: read
+  issues: read
+engine: copilot
+tools:
+  cache-memory:
+    key: phase2-concurrent-jsonl
+safe-outputs:
+  create-issue:
+    max: 1
+    samples:
+      - title: "Cache memory concurrent merge passed"
+        body: "Both concurrent JSONL markers were preserved."
+timeout-minutes: 8
+---
+
+Append one JSON object containing marker `${{ inputs.marker }}` to
+`/tmp/gh-aw/cache-memory/concurrent.jsonl` without changing existing rows.
+Then create an issue reporting all distinct markers currently in the file.

.github/workflows/test-copilot-cache-memory-concurrent-merge.md

@@ -0,0 +1,19 @@
+---
+on:
+  workflow_dispatch:
+  cooldown: 5m
+permissions:
+  contents: read
+  actions: read
+  issues: read
+engine: copilot
+safe-outputs:
+  create-issue:
+    samples:
+      - title: "Cooldown agent execution marker"
+        body: "The agent job was allowed to execute."
+timeout-minutes: 5
+---
+
+Create one issue titled "Cooldown agent execution marker" to prove that the
+agent job was allowed to execute.

.github/workflows/test-copilot-cooldown.lock.yml

@@ -0,0 +1,23 @@
+---
+on:
+  workflow_dispatch:
+permissions:
+  contents: read
+  issues: read
+  pull-requests: read
+engine: copilot
+tools:
+  github:
+    mode: remote
+    allowed: [get_repository, list_issues]
+safe-outputs:
+  create-issue:
+    samples:
+      - title: "GitHub remote MCP passed"
+        body: "The hosted GitHub MCP server returned repository information."
+timeout-minutes: 5
+---
+
+Using only the remote GitHub MCP server, get information about
+`githubnext/gh-aw-test` and list three open issues. Create one issue reporting
+the repository name and the three issue numbers.

.github/workflows/test-copilot-cooldown.md

@@ -0,0 +1,28 @@
+---
+on:
+  workflow_dispatch:
+permissions:
+  contents: read
+  id-token: write
+  issues: read
+engine: copilot
+network:
+  allowed: [defaults, oidc-mcp.example.test]
+mcp-servers:
+  oidc-test:
+    type: http
+    url: https://oidc-mcp.example.test/mcp
+    auth:
+      type: github-oidc
+      audience: https://oidc-mcp.example.test
+    allowed: [ping]
+safe-outputs:
+  create-issue:
+    samples:
+      - title: "OIDC HTTP MCP passed"
+        body: "The HTTP MCP server accepted GitHub OIDC authentication."
+timeout-minutes: 5
+---
+
+Call the `ping` tool on the OIDC-authenticated HTTP MCP server, then create one
+issue reporting its response.