From ec7538df27f77cd087ec635197c51022b7ac271d Mon Sep 17 00:00:00 2001 From: John Howard Date: Wed, 29 Oct 2025 11:06:46 -0700 Subject: [PATCH 1/2] conformance: add Agentgateway and Istio --- .../agentgateway-agentgateway/README.md | 42 ++++++ .../v2.2.0-main-report.yaml | 102 ++++++++++++++ .../istio-istio/1.28.0-default-report.yaml | 126 ++++++++++++++++++ .../reports/v1.4.0/istio-istio/README.md | 11 ++ 4 files changed, 281 insertions(+) create mode 100644 conformance/reports/v1.4.0/agentgateway-agentgateway/README.md create mode 100644 conformance/reports/v1.4.0/agentgateway-agentgateway/v2.2.0-main-report.yaml create mode 100644 conformance/reports/v1.4.0/istio-istio/1.28.0-default-report.yaml create mode 100644 conformance/reports/v1.4.0/istio-istio/README.md diff --git a/conformance/reports/v1.4.0/agentgateway-agentgateway/README.md b/conformance/reports/v1.4.0/agentgateway-agentgateway/README.md new file mode 100644 index 0000000000..b68c80c15c --- /dev/null +++ b/conformance/reports/v1.4.0/agentgateway-agentgateway/README.md @@ -0,0 +1,42 @@ +# Agent Gateway (with kgateway) + +## Table of Contents + +|API channel|Implementation version|Mode|Report| +|-----------|----------------------|----|------| +|experimental|[v2.2.0]|default|[report](./v2.2.0-main-report.yaml)| + +## Reproduce + +### Steps + +1. Clone the kgateway repository: + + ```sh + git clone https://github.com/kgateway-dev/kgateway.git && cd kgateway && git checkout tags/v2.2.0-main + ``` + +2. Bootstrap a KinD cluster with all the necessary components installed: + + ```sh + make setup-base + ``` + +3. Deploy the kgateway Helm charts: + + ```sh + export VERSION="v2.2.0-main" + + helm upgrade -i --create-namespace --namespace kgateway-system --version $VERSION kgateway-crds oci://cr.kgateway.dev/kgateway-dev/charts/kgateway-crds + + helm upgrade -i --namespace kgateway-system --version $VERSION kgateway oci://cr.kgateway.dev/kgateway-dev/charts/kgateway + ``` + +4. Run the conformance tests: + + ```sh + make agw-conformance + ``` + +5. View and verify the conformance report: `cat _test/conformance/*` + diff --git a/conformance/reports/v1.4.0/agentgateway-agentgateway/v2.2.0-main-report.yaml b/conformance/reports/v1.4.0/agentgateway-agentgateway/v2.2.0-main-report.yaml new file mode 100644 index 0000000000..4bca3cf1fb --- /dev/null +++ b/conformance/reports/v1.4.0/agentgateway-agentgateway/v2.2.0-main-report.yaml @@ -0,0 +1,102 @@ +apiVersion: gateway.networking.k8s.io/v1 +date: "2025-10-29T10:58:19-07:00" +gatewayAPIChannel: experimental +gatewayAPIVersion: v1.4.0 +implementation: + contact: + - github.com/agentgateway/agentgateway/issues/new/choose + organization: agentgateway + project: agentgateway + url: github.com/agentgateway/agentgateway + version: v2.2.0-main +kind: ConformanceReport +mode: default +profiles: +- core: + result: success + statistics: + Failed: 0 + Passed: 13 + Skipped: 0 + extended: + result: success + statistics: + Failed: 0 + Passed: 2 + Skipped: 0 + supportedFeatures: + - GatewayAddressEmpty + - GatewayHTTPListenerIsolation + - GatewayInfrastructurePropagation + - GatewayPort8080 + unsupportedFeatures: + - GatewayStaticAddresses + name: GATEWAY-GRPC + summary: Core tests succeeded. Extended tests succeeded. +- core: + result: success + statistics: + Failed: 0 + Passed: 33 + Skipped: 0 + extended: + result: success + statistics: + Failed: 0 + Passed: 27 + Skipped: 0 + supportedFeatures: + - GatewayAddressEmpty + - GatewayHTTPListenerIsolation + - GatewayInfrastructurePropagation + - GatewayPort8080 + - HTTPRouteBackendProtocolH2C + - HTTPRouteBackendProtocolWebSocket + - HTTPRouteBackendRequestHeaderModification + - HTTPRouteBackendTimeout + - HTTPRouteCORS + - HTTPRouteDestinationPortMatching + - HTTPRouteHostRewrite + - HTTPRouteMethodMatching + - HTTPRouteNamedRouteRule + - HTTPRouteParentRefPort + - HTTPRoutePathRedirect + - HTTPRoutePathRewrite + - HTTPRoutePortRedirect + - HTTPRouteQueryParamMatching + - HTTPRouteRequestMirror + - HTTPRouteRequestMultipleMirrors + - HTTPRouteRequestPercentageMirror + - HTTPRouteRequestTimeout + - HTTPRouteResponseHeaderModification + - HTTPRouteSchemeRedirect + unsupportedFeatures: + - GatewayStaticAddresses + name: GATEWAY-HTTP + summary: Core tests succeeded. Extended tests succeeded. +- core: + result: success + statistics: + Failed: 0 + Passed: 11 + Skipped: 0 + extended: + result: success + statistics: + Failed: 0 + Passed: 2 + Skipped: 0 + supportedFeatures: + - GatewayAddressEmpty + - GatewayHTTPListenerIsolation + - GatewayInfrastructurePropagation + - GatewayPort8080 + unsupportedFeatures: + - GatewayStaticAddresses + name: GATEWAY-TLS + summary: Core tests succeeded. Extended tests succeeded. +succeededProvisionalTests: +- GatewayInfrastructure +- GatewayOptionalAddressValue +- HTTPRouteNamedRule +- HTTPRouteRequestPercentageMirror diff --git a/conformance/reports/v1.4.0/istio-istio/1.28.0-default-report.yaml b/conformance/reports/v1.4.0/istio-istio/1.28.0-default-report.yaml new file mode 100644 index 0000000000..580576b426 --- /dev/null +++ b/conformance/reports/v1.4.0/istio-istio/1.28.0-default-report.yaml @@ -0,0 +1,126 @@ +apiVersion: gateway.networking.k8s.io/v1 +date: "2025-10-27T22:42:18Z" +gatewayAPIChannel: experimental +gatewayAPIVersion: v1.4.0 +implementation: + contact: + - '@istio/maintainers' + organization: istio + project: istio + url: https://istio.io/ + version: "1.28" +kind: ConformanceReport +mode: default +profiles: +- core: + result: success + statistics: + Failed: 0 + Passed: 7 + Skipped: 0 + extended: + result: success + statistics: + Failed: 0 + Passed: 7 + Skipped: 0 + supportedFeatures: + - MeshConsumerRoute + - MeshHTTPRouteBackendRequestHeaderModification + - MeshHTTPRouteNamedRouteRule + - MeshHTTPRouteQueryParamMatching + - MeshHTTPRouteRedirectPath + - MeshHTTPRouteRedirectPort + - MeshHTTPRouteRewritePath + - MeshHTTPRouteSchemeRedirect + unsupportedFeatures: + - MeshClusterIPMatching + name: MESH-HTTP + summary: Core tests succeeded. Extended tests succeeded. +- core: + result: success + statistics: + Failed: 0 + Passed: 13 + Skipped: 0 + extended: + result: success + statistics: + Failed: 0 + Passed: 3 + Skipped: 0 + supportedFeatures: + - GatewayAddressEmpty + - GatewayHTTPListenerIsolation + - GatewayInfrastructurePropagation + - GatewayPort8080 + - GatewayStaticAddresses + name: GATEWAY-GRPC + summary: Core tests succeeded. Extended tests succeeded. +- core: + result: success + statistics: + Failed: 0 + Passed: 33 + Skipped: 0 + extended: + result: success + statistics: + Failed: 0 + Passed: 28 + Skipped: 0 + supportedFeatures: + - GatewayAddressEmpty + - GatewayHTTPListenerIsolation + - GatewayInfrastructurePropagation + - GatewayPort8080 + - GatewayStaticAddresses + - HTTPRouteBackendProtocolH2C + - HTTPRouteBackendProtocolWebSocket + - HTTPRouteBackendRequestHeaderModification + - HTTPRouteBackendTimeout + - HTTPRouteCORS + - HTTPRouteDestinationPortMatching + - HTTPRouteHostRewrite + - HTTPRouteMethodMatching + - HTTPRouteNamedRouteRule + - HTTPRouteParentRefPort + - HTTPRoutePathRedirect + - HTTPRoutePathRewrite + - HTTPRoutePortRedirect + - HTTPRouteQueryParamMatching + - HTTPRouteRequestMirror + - HTTPRouteRequestMultipleMirrors + - HTTPRouteRequestPercentageMirror + - HTTPRouteRequestTimeout + - HTTPRouteResponseHeaderModification + - HTTPRouteSchemeRedirect + name: GATEWAY-HTTP + summary: Core tests succeeded. Extended tests succeeded. +- core: + result: success + statistics: + Failed: 0 + Passed: 11 + Skipped: 0 + extended: + result: success + statistics: + Failed: 0 + Passed: 3 + Skipped: 0 + supportedFeatures: + - GatewayAddressEmpty + - GatewayHTTPListenerIsolation + - GatewayInfrastructurePropagation + - GatewayPort8080 + - GatewayStaticAddresses + name: GATEWAY-TLS + summary: Core tests succeeded. Extended tests succeeded. +succeededProvisionalTests: +- GRPCRouteNamedRule +- GatewayInfrastructure +- GatewayOptionalAddressValue +- HTTPRouteNamedRule +- HTTPRouteRequestPercentageMirror +- MeshHTTPRouteNamedRule diff --git a/conformance/reports/v1.4.0/istio-istio/README.md b/conformance/reports/v1.4.0/istio-istio/README.md new file mode 100644 index 0000000000..a73f05a722 --- /dev/null +++ b/conformance/reports/v1.4.0/istio-istio/README.md @@ -0,0 +1,11 @@ +# Istio + +## Table of Contents + +|API channel|Implementation version|Mode|Report| +|-----------|----------------------|----|------| +|x|[1.28.0](https://github.com/istio/istio/releases/tag/1.28.0)|x|[1.28.0 report](./experimental-1.28.0-default-report.yaml)| + +## Reproduce + +Istio conformance tests can be reproduced by running `prow/integ-suite-kind.sh test.integration.pilot.kube` from within the [Istio repo](https://github.com/istio/istio). From 45f5b868ca7d2261aaab4c53b8a1b4eb6fcc7df5 Mon Sep 17 00:00:00 2001 From: John Howard Date: Fri, 31 Oct 2025 08:34:53 -0700 Subject: [PATCH 2/2] Move to v2.2.0-alpha.1 --- .../reports/v1.4.0/agentgateway-agentgateway/README.md | 6 +++--- .../{v2.2.0-main-report.yaml => v2.2.0-report.yaml} | 4 ++-- 2 files changed, 5 insertions(+), 5 deletions(-) rename conformance/reports/v1.4.0/agentgateway-agentgateway/{v2.2.0-main-report.yaml => v2.2.0-report.yaml} (97%) diff --git a/conformance/reports/v1.4.0/agentgateway-agentgateway/README.md b/conformance/reports/v1.4.0/agentgateway-agentgateway/README.md index b68c80c15c..7d008bd506 100644 --- a/conformance/reports/v1.4.0/agentgateway-agentgateway/README.md +++ b/conformance/reports/v1.4.0/agentgateway-agentgateway/README.md @@ -4,7 +4,7 @@ |API channel|Implementation version|Mode|Report| |-----------|----------------------|----|------| -|experimental|[v2.2.0]|default|[report](./v2.2.0-main-report.yaml)| +|experimental|[v2.2.0-alpha.1](https://github.com/kgateway-dev/kgateway/releases/tag/v2.2.0-alpha.1)|default|[report](./v2.2.0-report.yaml)| ## Reproduce @@ -13,7 +13,7 @@ 1. Clone the kgateway repository: ```sh - git clone https://github.com/kgateway-dev/kgateway.git && cd kgateway && git checkout tags/v2.2.0-main + git clone https://github.com/kgateway-dev/kgateway.git && cd kgateway && git checkout tags/v2.2.0-alpha.1 ``` 2. Bootstrap a KinD cluster with all the necessary components installed: @@ -25,7 +25,7 @@ 3. Deploy the kgateway Helm charts: ```sh - export VERSION="v2.2.0-main" + export VERSION="v2.2.0-alpha.1" helm upgrade -i --create-namespace --namespace kgateway-system --version $VERSION kgateway-crds oci://cr.kgateway.dev/kgateway-dev/charts/kgateway-crds diff --git a/conformance/reports/v1.4.0/agentgateway-agentgateway/v2.2.0-main-report.yaml b/conformance/reports/v1.4.0/agentgateway-agentgateway/v2.2.0-report.yaml similarity index 97% rename from conformance/reports/v1.4.0/agentgateway-agentgateway/v2.2.0-main-report.yaml rename to conformance/reports/v1.4.0/agentgateway-agentgateway/v2.2.0-report.yaml index 4bca3cf1fb..c65b56e923 100644 --- a/conformance/reports/v1.4.0/agentgateway-agentgateway/v2.2.0-main-report.yaml +++ b/conformance/reports/v1.4.0/agentgateway-agentgateway/v2.2.0-report.yaml @@ -1,5 +1,5 @@ apiVersion: gateway.networking.k8s.io/v1 -date: "2025-10-29T10:58:19-07:00" +date: "2025-10-31T08:12:11-07:00" gatewayAPIChannel: experimental gatewayAPIVersion: v1.4.0 implementation: @@ -8,7 +8,7 @@ implementation: organization: agentgateway project: agentgateway url: github.com/agentgateway/agentgateway - version: v2.2.0-main + version: v2.2.0-alpha.1 kind: ConformanceReport mode: default profiles: