[#incident-53970] Use staging replication for branch agent images by AliDatadog · Pull Request #50378 · DataDog/datadog-agent

AliDatadog · 2026-05-05T14:20:37Z

Summary

Keep tag pipelines triggering DataDog/images@master.
For non-tag datadog-agent pipelines, trigger DataDog/images@datadog-agent-staging-replication.
Clear RELEASE_PROD in the non-tag path so branch/custom image pipelines only create staging release tags.

Notes

Depends on DataDog/images#9684.
RELEASE_PROD / RELEASE_STAGING do not set replication annotations directly; they select release and publish jobs in the images pipeline.

Validation

git diff --check
YAML parse of .gitlab/deploy/internal_image_deploy/internal_image_deploy.yml
Pre-push hooks passed on the same CI change before rebuilding the branch from clean origin/main; the clean branch push used --no-verify after the hook push stalled.

dd-octo-sts · 2026-05-05T14:26:29Z

Gitlab CI Configuration Changes

Modified Jobs

.docker_trigger_base

  .docker_trigger_base:
    image: registry.ddbuild.io/ci/datadog-agent-buildimages/linux$CI_IMAGE_LINUX_SUFFIX:$CI_IMAGE_LINUX
    parallel:
      matrix:
      - COMPRESSION: zstd
        RELEASE_TAG_COMPRESSION_SUFFIX: -zstd
      - COMPRESSION: nydus
        RELEASE_TAG_COMPRESSION_SUFFIX: -zstd-nydus
    retry: 2
    rules:
    - if: $CI_COMMIT_BRANCH =~ /^mq-working-branch-/
      when: never
    - if: $DEPLOY_AGENT == "true" || $DDR_WORKFLOW_ID != null
      variables:
        RELEASE_PROD: 'true'
    - allow_failure: true
      variables:
        RELEASE_PROD: 'false'
      when: manual
    script:
    - export RELEASE_STAGING="true"
    - export DYNAMIC_BUILD_RENDER_RULES="agent-build-only"
+   - export IMAGES_GIT_REF="master"
    - export BASE_RELEASE_TAG="${CI_COMMIT_REF_NAME//\//-}"
    - export RELEASE_TAG="${BASE_RELEASE_TAG}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}"
    - export TMPL_SRC_IMAGE="v${CI_PIPELINE_ID}-${CI_COMMIT_SHORT_SHA}${TMPL_SRC_IMAGE_SUFFIX}"
    - export IMAGE_VERSION="${IMAGE_VERSION}-${COMPRESSION}"
    - export BUILD_TAG="${RELEASE_TAG}"
    - if [ "$BUCKET_BRANCH" = "beta" ] || [ "$BUCKET_BRANCH" = "stable" ]; then TMPL_SRC_REPO="${TMPL_SRC_REPO}-release";
      fi
    - "if [ \"$BUCKET_BRANCH\" = \"nightly\" ]; then\n  RELEASE_TAG=\"${BASE_RELEASE_TAG}-${CI_COMMIT_SHORT_SHA}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}\"\
      \n  TMPL_SRC_REPO=\"${TMPL_SRC_REPO}-nightly\"\nfi\n"
    - if [ "$BUCKET_BRANCH" = "dev" ]; then RELEASE_TAG="dev-${BASE_RELEASE_TAG}-${CI_COMMIT_SHORT_SHA}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}";
      fi
+   - "# TODO: Remove this workaround once JIT replication is reliable for these\n#\
+     \ images, or once DataDog/images@master can dynamically configure the\n# replication\
+     \ target per triggered pipeline.\nif [ -z \"$CI_COMMIT_TAG\" ]; then\n  export\
+     \ IMAGES_GIT_REF=\"datadog-agent-staging-replication\"\n  export RELEASE_STAGING=\"\
+     true\"\n  export RELEASE_PROD=\"\"\nfi\n"
    - dda inv pipeline.trigger-child-pipeline --project-name DataDog/images --git-ref
-     master --timeout 3600 --variable IMAGE_VERSION --variable IMAGE_NAME --variable
?     ^^^^^^                                                              -----------
+     ${IMAGES_GIT_REF} --timeout 3600 --variable IMAGE_VERSION --variable IMAGE_NAME
?     ^^^^^^^^^^^^^^^^^
-     RELEASE_TAG --variable TMPL_SRC_IMAGE --variable TMPL_SRC_REPO --variable TMPL_ADP_VERSION
?                                                                              -----------------
+     --variable RELEASE_TAG --variable TMPL_SRC_IMAGE --variable TMPL_SRC_REPO --variable
?    +++++++++++
-     --variable RELEASE_STAGING --variable RELEASE_PROD --variable DYNAMIC_BUILD_RENDER_RULES
-     --variable APPS --variable BAZEL_TARGET --variable DDR --variable DDR_WORKFLOW_ID
+     TMPL_ADP_VERSION --variable RELEASE_STAGING --variable RELEASE_PROD --variable
+     DYNAMIC_BUILD_RENDER_RULES --variable APPS --variable BAZEL_TARGET --variable
-     --variable TARGET_ENV --variable DYNAMIC_BUILD_RENDER_TARGET_FORWARD_PARAMETERS
+     DDR --variable DDR_WORKFLOW_ID --variable TARGET_ENV --variable DYNAMIC_BUILD_RENDER_TARGET_FORWARD_PARAMETERS
?    +++++++++++++++++++++++++++++++
    stage: internal_image_deploy
    tags:
    - arch:amd64
    - specific:true
    timeout: 1h

publish_internal_container_image-fips

  publish_internal_container_image-fips:
    image: registry.ddbuild.io/ci/datadog-agent-buildimages/linux$CI_IMAGE_LINUX_SUFFIX:$CI_IMAGE_LINUX
    needs:
    - artifacts: false
      job: docker_build_fips_agent7_jmx
    - artifacts: false
      job: docker_build_fips_agent7_arm64_jmx
    parallel:
      matrix:
      - COMPRESSION: zstd
        RELEASE_TAG_COMPRESSION_SUFFIX: -zstd
      - COMPRESSION: nydus
        RELEASE_TAG_COMPRESSION_SUFFIX: -zstd-nydus
    retry: 2
    rules:
    - if: $CI_COMMIT_BRANCH =~ /^mq-working-branch-/
      when: never
    - if: $DEPLOY_AGENT == "true" || $DDR_WORKFLOW_ID != null
      variables:
        RELEASE_PROD: 'true'
    - allow_failure: true
      variables:
        RELEASE_PROD: 'false'
      when: manual
    script:
    - export RELEASE_STAGING="true"
    - export DYNAMIC_BUILD_RENDER_RULES="agent-build-only"
+   - export IMAGES_GIT_REF="master"
    - export BASE_RELEASE_TAG="${CI_COMMIT_REF_NAME//\//-}"
    - export RELEASE_TAG="${BASE_RELEASE_TAG}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}"
    - export TMPL_SRC_IMAGE="v${CI_PIPELINE_ID}-${CI_COMMIT_SHORT_SHA}${TMPL_SRC_IMAGE_SUFFIX}"
    - export IMAGE_VERSION="${IMAGE_VERSION}-${COMPRESSION}"
    - export BUILD_TAG="${RELEASE_TAG}"
    - if [ "$BUCKET_BRANCH" = "beta" ] || [ "$BUCKET_BRANCH" = "stable" ]; then TMPL_SRC_REPO="${TMPL_SRC_REPO}-release";
      fi
    - "if [ \"$BUCKET_BRANCH\" = \"nightly\" ]; then\n  RELEASE_TAG=\"${BASE_RELEASE_TAG}-${CI_COMMIT_SHORT_SHA}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}\"\
      \n  TMPL_SRC_REPO=\"${TMPL_SRC_REPO}-nightly\"\nfi\n"
    - if [ "$BUCKET_BRANCH" = "dev" ]; then RELEASE_TAG="dev-${BASE_RELEASE_TAG}-${CI_COMMIT_SHORT_SHA}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}";
      fi
+   - "# TODO: Remove this workaround once JIT replication is reliable for these\n#\
+     \ images, or once DataDog/images@master can dynamically configure the\n# replication\
+     \ target per triggered pipeline.\nif [ -z \"$CI_COMMIT_TAG\" ]; then\n  export\
+     \ IMAGES_GIT_REF=\"datadog-agent-staging-replication\"\n  export RELEASE_STAGING=\"\
+     true\"\n  export RELEASE_PROD=\"\"\nfi\n"
    - dda inv pipeline.trigger-child-pipeline --project-name DataDog/images --git-ref
-     master --timeout 3600 --variable IMAGE_VERSION --variable IMAGE_NAME --variable
?     ^^^^^^                                                              -----------
+     ${IMAGES_GIT_REF} --timeout 3600 --variable IMAGE_VERSION --variable IMAGE_NAME
?     ^^^^^^^^^^^^^^^^^
-     RELEASE_TAG --variable TMPL_SRC_IMAGE --variable TMPL_SRC_REPO --variable TMPL_ADP_VERSION
?                                                                              -----------------
+     --variable RELEASE_TAG --variable TMPL_SRC_IMAGE --variable TMPL_SRC_REPO --variable
?    +++++++++++
-     --variable RELEASE_STAGING --variable RELEASE_PROD --variable DYNAMIC_BUILD_RENDER_RULES
-     --variable APPS --variable BAZEL_TARGET --variable DDR --variable DDR_WORKFLOW_ID
+     TMPL_ADP_VERSION --variable RELEASE_STAGING --variable RELEASE_PROD --variable
+     DYNAMIC_BUILD_RENDER_RULES --variable APPS --variable BAZEL_TARGET --variable
-     --variable TARGET_ENV --variable DYNAMIC_BUILD_RENDER_TARGET_FORWARD_PARAMETERS
+     DDR --variable DDR_WORKFLOW_ID --variable TARGET_ENV --variable DYNAMIC_BUILD_RENDER_TARGET_FORWARD_PARAMETERS
?    +++++++++++++++++++++++++++++++
    stage: internal_image_deploy
    tags:
    - arch:amd64
    - specific:true
    timeout: 1h
    variables:
      IMAGE_NAME: datadog-agent
      IMAGE_VERSION: tmpl-v23
      RELEASE_TAG_SUFFIX: -fips-jmx
      TMPL_SRC_IMAGE_SUFFIX: -7-fips-jmx
      TMPL_SRC_REPO: ci/datadog-agent/agent

publish_internal_container_image-host_profiler_standalone

  publish_internal_container_image-host_profiler_standalone:
    image: registry.ddbuild.io/ci/datadog-agent-buildimages/linux$CI_IMAGE_LINUX_SUFFIX:$CI_IMAGE_LINUX
    needs:
    - artifacts: false
      job: docker_build_host_profiler_standalone_amd64
    - artifacts: false
      job: docker_build_host_profiler_standalone_arm64
    parallel:
      matrix:
      - COMPRESSION: zstd
        RELEASE_TAG_COMPRESSION_SUFFIX: -zstd
      - COMPRESSION: nydus
        RELEASE_TAG_COMPRESSION_SUFFIX: -zstd-nydus
    retry: 2
    rules:
    - if: $CI_COMMIT_BRANCH =~ /^mq-working-branch-/
      when: never
    - if: $DEPLOY_AGENT == "true" || $DDR_WORKFLOW_ID != null
      variables:
        RELEASE_PROD: 'true'
    - allow_failure: true
      variables:
        RELEASE_PROD: 'false'
      when: manual
    script:
    - export RELEASE_STAGING="true"
    - export DYNAMIC_BUILD_RENDER_RULES="agent-build-only"
+   - export IMAGES_GIT_REF="master"
    - export BASE_RELEASE_TAG="${CI_COMMIT_REF_NAME//\//-}"
    - export RELEASE_TAG="${BASE_RELEASE_TAG}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}"
    - export TMPL_SRC_IMAGE="v${CI_PIPELINE_ID}-${CI_COMMIT_SHORT_SHA}${TMPL_SRC_IMAGE_SUFFIX}"
    - export IMAGE_VERSION="${IMAGE_VERSION}-${COMPRESSION}"
    - export BUILD_TAG="${RELEASE_TAG}"
    - if [ "$BUCKET_BRANCH" = "beta" ] || [ "$BUCKET_BRANCH" = "stable" ]; then TMPL_SRC_REPO="${TMPL_SRC_REPO}-release";
      fi
    - "if [ \"$BUCKET_BRANCH\" = \"nightly\" ]; then\n  RELEASE_TAG=\"${BASE_RELEASE_TAG}-${CI_COMMIT_SHORT_SHA}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}\"\
      \n  TMPL_SRC_REPO=\"${TMPL_SRC_REPO}-nightly\"\nfi\n"
    - if [ "$BUCKET_BRANCH" = "dev" ]; then RELEASE_TAG="dev-${BASE_RELEASE_TAG}-${CI_COMMIT_SHORT_SHA}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}";
      fi
+   - "# TODO: Remove this workaround once JIT replication is reliable for these\n#\
+     \ images, or once DataDog/images@master can dynamically configure the\n# replication\
+     \ target per triggered pipeline.\nif [ -z \"$CI_COMMIT_TAG\" ]; then\n  export\
+     \ IMAGES_GIT_REF=\"datadog-agent-staging-replication\"\n  export RELEASE_STAGING=\"\
+     true\"\n  export RELEASE_PROD=\"\"\nfi\n"
    - dda inv pipeline.trigger-child-pipeline --project-name DataDog/images --git-ref
-     master --timeout 3600 --variable IMAGE_VERSION --variable IMAGE_NAME --variable
?     ^^^^^^                                                              -----------
+     ${IMAGES_GIT_REF} --timeout 3600 --variable IMAGE_VERSION --variable IMAGE_NAME
?     ^^^^^^^^^^^^^^^^^
-     RELEASE_TAG --variable TMPL_SRC_IMAGE --variable TMPL_SRC_REPO --variable TMPL_ADP_VERSION
?                                                                              -----------------
+     --variable RELEASE_TAG --variable TMPL_SRC_IMAGE --variable TMPL_SRC_REPO --variable
?    +++++++++++
-     --variable RELEASE_STAGING --variable RELEASE_PROD --variable DYNAMIC_BUILD_RENDER_RULES
-     --variable APPS --variable BAZEL_TARGET --variable DDR --variable DDR_WORKFLOW_ID
+     TMPL_ADP_VERSION --variable RELEASE_STAGING --variable RELEASE_PROD --variable
+     DYNAMIC_BUILD_RENDER_RULES --variable APPS --variable BAZEL_TARGET --variable
-     --variable TARGET_ENV --variable DYNAMIC_BUILD_RENDER_TARGET_FORWARD_PARAMETERS
+     DDR --variable DDR_WORKFLOW_ID --variable TARGET_ENV --variable DYNAMIC_BUILD_RENDER_TARGET_FORWARD_PARAMETERS
?    +++++++++++++++++++++++++++++++
    stage: internal_image_deploy
    tags:
    - arch:amd64
    - specific:true
    timeout: 1h
    variables:
      IMAGE_NAME: ddot-ebpf
      IMAGE_VERSION: tmpl-v1
      TMPL_SRC_IMAGE_SUFFIX: '-7'
      TMPL_SRC_REPO: ci/datadog-agent/ddot-ebpf

publish_internal_container_image-jmx

  publish_internal_container_image-jmx:
    image: registry.ddbuild.io/ci/datadog-agent-buildimages/linux$CI_IMAGE_LINUX_SUFFIX:$CI_IMAGE_LINUX
    needs:
    - artifacts: false
      job: docker_build_agent7_jmx
    - artifacts: false
      job: docker_build_agent7_jmx_arm64
    parallel:
      matrix:
      - COMPRESSION: zstd
        RELEASE_TAG_COMPRESSION_SUFFIX: -zstd
      - COMPRESSION: nydus
        RELEASE_TAG_COMPRESSION_SUFFIX: -zstd-nydus
    retry: 2
    rules:
    - if: $CI_COMMIT_BRANCH =~ /^mq-working-branch-/
      when: never
    - if: $DEPLOY_AGENT == "true" || $DDR_WORKFLOW_ID != null
      variables:
        RELEASE_PROD: 'true'
    - allow_failure: true
      variables:
        RELEASE_PROD: 'false'
      when: manual
    script:
    - export RELEASE_STAGING="true"
    - export DYNAMIC_BUILD_RENDER_RULES="agent-build-only"
+   - export IMAGES_GIT_REF="master"
    - export BASE_RELEASE_TAG="${CI_COMMIT_REF_NAME//\//-}"
    - export RELEASE_TAG="${BASE_RELEASE_TAG}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}"
    - export TMPL_SRC_IMAGE="v${CI_PIPELINE_ID}-${CI_COMMIT_SHORT_SHA}${TMPL_SRC_IMAGE_SUFFIX}"
    - export IMAGE_VERSION="${IMAGE_VERSION}-${COMPRESSION}"
    - export BUILD_TAG="${RELEASE_TAG}"
    - if [ "$BUCKET_BRANCH" = "beta" ] || [ "$BUCKET_BRANCH" = "stable" ]; then TMPL_SRC_REPO="${TMPL_SRC_REPO}-release";
      fi
    - "if [ \"$BUCKET_BRANCH\" = \"nightly\" ]; then\n  RELEASE_TAG=\"${BASE_RELEASE_TAG}-${CI_COMMIT_SHORT_SHA}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}\"\
      \n  TMPL_SRC_REPO=\"${TMPL_SRC_REPO}-nightly\"\nfi\n"
    - if [ "$BUCKET_BRANCH" = "dev" ]; then RELEASE_TAG="dev-${BASE_RELEASE_TAG}-${CI_COMMIT_SHORT_SHA}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}";
      fi
+   - "# TODO: Remove this workaround once JIT replication is reliable for these\n#\
+     \ images, or once DataDog/images@master can dynamically configure the\n# replication\
+     \ target per triggered pipeline.\nif [ -z \"$CI_COMMIT_TAG\" ]; then\n  export\
+     \ IMAGES_GIT_REF=\"datadog-agent-staging-replication\"\n  export RELEASE_STAGING=\"\
+     true\"\n  export RELEASE_PROD=\"\"\nfi\n"
    - dda inv pipeline.trigger-child-pipeline --project-name DataDog/images --git-ref
-     master --timeout 3600 --variable IMAGE_VERSION --variable IMAGE_NAME --variable
?     ^^^^^^                                                              -----------
+     ${IMAGES_GIT_REF} --timeout 3600 --variable IMAGE_VERSION --variable IMAGE_NAME
?     ^^^^^^^^^^^^^^^^^
-     RELEASE_TAG --variable TMPL_SRC_IMAGE --variable TMPL_SRC_REPO --variable TMPL_ADP_VERSION
?                                                                              -----------------
+     --variable RELEASE_TAG --variable TMPL_SRC_IMAGE --variable TMPL_SRC_REPO --variable
?    +++++++++++
-     --variable RELEASE_STAGING --variable RELEASE_PROD --variable DYNAMIC_BUILD_RENDER_RULES
-     --variable APPS --variable BAZEL_TARGET --variable DDR --variable DDR_WORKFLOW_ID
+     TMPL_ADP_VERSION --variable RELEASE_STAGING --variable RELEASE_PROD --variable
+     DYNAMIC_BUILD_RENDER_RULES --variable APPS --variable BAZEL_TARGET --variable
-     --variable TARGET_ENV --variable DYNAMIC_BUILD_RENDER_TARGET_FORWARD_PARAMETERS
+     DDR --variable DDR_WORKFLOW_ID --variable TARGET_ENV --variable DYNAMIC_BUILD_RENDER_TARGET_FORWARD_PARAMETERS
?    +++++++++++++++++++++++++++++++
    stage: internal_image_deploy
    tags:
    - arch:amd64
    - specific:true
    timeout: 1h
    variables:
      IMAGE_NAME: datadog-agent
      IMAGE_VERSION: tmpl-v23
      RELEASE_TAG_SUFFIX: -jmx
      TMPL_ADP_VERSION: 0.1.7
      TMPL_SRC_IMAGE_SUFFIX: -7-jmx
      TMPL_SRC_REPO: ci/datadog-agent/agent

publish_internal_container_image-ot_standalone

  publish_internal_container_image-ot_standalone:
    image: registry.ddbuild.io/ci/datadog-agent-buildimages/linux$CI_IMAGE_LINUX_SUFFIX:$CI_IMAGE_LINUX
    needs:
    - artifacts: false
      job: docker_build_ot_agent_standalone_amd64
    - artifacts: false
      job: docker_build_ot_agent_standalone_arm64
    parallel:
      matrix:
      - COMPRESSION: zstd
        RELEASE_TAG_COMPRESSION_SUFFIX: -zstd
      - COMPRESSION: nydus
        RELEASE_TAG_COMPRESSION_SUFFIX: -zstd-nydus
    retry: 2
    rules:
    - if: $CI_COMMIT_BRANCH =~ /^mq-working-branch-/
      when: never
    - if: $DEPLOY_AGENT == "true" || $DDR_WORKFLOW_ID != null
      variables:
        RELEASE_PROD: 'true'
    - allow_failure: true
      variables:
        RELEASE_PROD: 'false'
      when: manual
    script:
    - export RELEASE_STAGING="true"
    - export DYNAMIC_BUILD_RENDER_RULES="agent-build-only"
+   - export IMAGES_GIT_REF="master"
    - export BASE_RELEASE_TAG="${CI_COMMIT_REF_NAME//\//-}"
    - export RELEASE_TAG="${BASE_RELEASE_TAG}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}"
    - export TMPL_SRC_IMAGE="v${CI_PIPELINE_ID}-${CI_COMMIT_SHORT_SHA}${TMPL_SRC_IMAGE_SUFFIX}"
    - export IMAGE_VERSION="${IMAGE_VERSION}-${COMPRESSION}"
    - export BUILD_TAG="${RELEASE_TAG}"
    - if [ "$BUCKET_BRANCH" = "beta" ] || [ "$BUCKET_BRANCH" = "stable" ]; then TMPL_SRC_REPO="${TMPL_SRC_REPO}-release";
      fi
    - "if [ \"$BUCKET_BRANCH\" = \"nightly\" ]; then\n  RELEASE_TAG=\"${BASE_RELEASE_TAG}-${CI_COMMIT_SHORT_SHA}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}\"\
      \n  TMPL_SRC_REPO=\"${TMPL_SRC_REPO}-nightly\"\nfi\n"
    - if [ "$BUCKET_BRANCH" = "dev" ]; then RELEASE_TAG="dev-${BASE_RELEASE_TAG}-${CI_COMMIT_SHORT_SHA}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}";
      fi
+   - "# TODO: Remove this workaround once JIT replication is reliable for these\n#\
+     \ images, or once DataDog/images@master can dynamically configure the\n# replication\
+     \ target per triggered pipeline.\nif [ -z \"$CI_COMMIT_TAG\" ]; then\n  export\
+     \ IMAGES_GIT_REF=\"datadog-agent-staging-replication\"\n  export RELEASE_STAGING=\"\
+     true\"\n  export RELEASE_PROD=\"\"\nfi\n"
    - dda inv pipeline.trigger-child-pipeline --project-name DataDog/images --git-ref
-     master --timeout 3600 --variable IMAGE_VERSION --variable IMAGE_NAME --variable
?     ^^^^^^                                                              -----------
+     ${IMAGES_GIT_REF} --timeout 3600 --variable IMAGE_VERSION --variable IMAGE_NAME
?     ^^^^^^^^^^^^^^^^^
-     RELEASE_TAG --variable TMPL_SRC_IMAGE --variable TMPL_SRC_REPO --variable TMPL_ADP_VERSION
?                                                                              -----------------
+     --variable RELEASE_TAG --variable TMPL_SRC_IMAGE --variable TMPL_SRC_REPO --variable
?    +++++++++++
-     --variable RELEASE_STAGING --variable RELEASE_PROD --variable DYNAMIC_BUILD_RENDER_RULES
-     --variable APPS --variable BAZEL_TARGET --variable DDR --variable DDR_WORKFLOW_ID
+     TMPL_ADP_VERSION --variable RELEASE_STAGING --variable RELEASE_PROD --variable
+     DYNAMIC_BUILD_RENDER_RULES --variable APPS --variable BAZEL_TARGET --variable
-     --variable TARGET_ENV --variable DYNAMIC_BUILD_RENDER_TARGET_FORWARD_PARAMETERS
+     DDR --variable DDR_WORKFLOW_ID --variable TARGET_ENV --variable DYNAMIC_BUILD_RENDER_TARGET_FORWARD_PARAMETERS
?    +++++++++++++++++++++++++++++++
    stage: internal_image_deploy
    tags:
    - arch:amd64
    - specific:true
    timeout: 1h
    variables:
      IMAGE_NAME: otel-agent
      IMAGE_VERSION: tmpl-v7
      TMPL_SRC_IMAGE_SUFFIX: '-7'
      TMPL_SRC_REPO: ci/datadog-agent/otel-agent

publish_internal_container_image-ot_standalone-fips

  publish_internal_container_image-ot_standalone-fips:
    image: registry.ddbuild.io/ci/datadog-agent-buildimages/linux$CI_IMAGE_LINUX_SUFFIX:$CI_IMAGE_LINUX
    needs:
    - artifacts: false
      job: docker_build_ot_agent_standalone_fips_amd64
    - artifacts: false
      job: docker_build_ot_agent_standalone_fips_arm64
    parallel:
      matrix:
      - COMPRESSION: zstd
        RELEASE_TAG_COMPRESSION_SUFFIX: -zstd
      - COMPRESSION: nydus
        RELEASE_TAG_COMPRESSION_SUFFIX: -zstd-nydus
    retry: 2
    rules:
    - if: $CI_COMMIT_BRANCH =~ /^mq-working-branch-/
      when: never
    - if: $DEPLOY_AGENT == "true" || $DDR_WORKFLOW_ID != null
      variables:
        RELEASE_PROD: 'true'
    - allow_failure: true
      variables:
        RELEASE_PROD: 'false'
      when: manual
    script:
    - export RELEASE_STAGING="true"
    - export DYNAMIC_BUILD_RENDER_RULES="agent-build-only"
+   - export IMAGES_GIT_REF="master"
    - export BASE_RELEASE_TAG="${CI_COMMIT_REF_NAME//\//-}"
    - export RELEASE_TAG="${BASE_RELEASE_TAG}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}"
    - export TMPL_SRC_IMAGE="v${CI_PIPELINE_ID}-${CI_COMMIT_SHORT_SHA}${TMPL_SRC_IMAGE_SUFFIX}"
    - export IMAGE_VERSION="${IMAGE_VERSION}-${COMPRESSION}"
    - export BUILD_TAG="${RELEASE_TAG}"
    - if [ "$BUCKET_BRANCH" = "beta" ] || [ "$BUCKET_BRANCH" = "stable" ]; then TMPL_SRC_REPO="${TMPL_SRC_REPO}-release";
      fi
    - "if [ \"$BUCKET_BRANCH\" = \"nightly\" ]; then\n  RELEASE_TAG=\"${BASE_RELEASE_TAG}-${CI_COMMIT_SHORT_SHA}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}\"\
      \n  TMPL_SRC_REPO=\"${TMPL_SRC_REPO}-nightly\"\nfi\n"
    - if [ "$BUCKET_BRANCH" = "dev" ]; then RELEASE_TAG="dev-${BASE_RELEASE_TAG}-${CI_COMMIT_SHORT_SHA}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}";
      fi
+   - "# TODO: Remove this workaround once JIT replication is reliable for these\n#\
+     \ images, or once DataDog/images@master can dynamically configure the\n# replication\
+     \ target per triggered pipeline.\nif [ -z \"$CI_COMMIT_TAG\" ]; then\n  export\
+     \ IMAGES_GIT_REF=\"datadog-agent-staging-replication\"\n  export RELEASE_STAGING=\"\
+     true\"\n  export RELEASE_PROD=\"\"\nfi\n"
    - dda inv pipeline.trigger-child-pipeline --project-name DataDog/images --git-ref
-     master --timeout 3600 --variable IMAGE_VERSION --variable IMAGE_NAME --variable
?     ^^^^^^                                                              -----------
+     ${IMAGES_GIT_REF} --timeout 3600 --variable IMAGE_VERSION --variable IMAGE_NAME
?     ^^^^^^^^^^^^^^^^^
-     RELEASE_TAG --variable TMPL_SRC_IMAGE --variable TMPL_SRC_REPO --variable TMPL_ADP_VERSION
?                                                                              -----------------
+     --variable RELEASE_TAG --variable TMPL_SRC_IMAGE --variable TMPL_SRC_REPO --variable
?    +++++++++++
-     --variable RELEASE_STAGING --variable RELEASE_PROD --variable DYNAMIC_BUILD_RENDER_RULES
-     --variable APPS --variable BAZEL_TARGET --variable DDR --variable DDR_WORKFLOW_ID
+     TMPL_ADP_VERSION --variable RELEASE_STAGING --variable RELEASE_PROD --variable
+     DYNAMIC_BUILD_RENDER_RULES --variable APPS --variable BAZEL_TARGET --variable
-     --variable TARGET_ENV --variable DYNAMIC_BUILD_RENDER_TARGET_FORWARD_PARAMETERS
+     DDR --variable DDR_WORKFLOW_ID --variable TARGET_ENV --variable DYNAMIC_BUILD_RENDER_TARGET_FORWARD_PARAMETERS
?    +++++++++++++++++++++++++++++++
    stage: internal_image_deploy
    tags:
    - arch:amd64
    - specific:true
    timeout: 1h
    variables:
      IMAGE_NAME: otel-agent
      IMAGE_VERSION: tmpl-v7
      RELEASE_TAG_SUFFIX: -fips
      TMPL_SRC_IMAGE_SUFFIX: -7-fips
      TMPL_SRC_REPO: ci/datadog-agent/otel-agent

publish_internal_dca_container_image

  publish_internal_dca_container_image:
    image: registry.ddbuild.io/ci/datadog-agent-buildimages/linux$CI_IMAGE_LINUX_SUFFIX:$CI_IMAGE_LINUX
    needs:
    - artifacts: false
      job: docker_build_cluster_agent_amd64
    - artifacts: false
      job: docker_build_cluster_agent_arm64
    parallel:
      matrix:
      - COMPRESSION: zstd
        RELEASE_TAG_COMPRESSION_SUFFIX: -zstd
      - COMPRESSION: nydus
        RELEASE_TAG_COMPRESSION_SUFFIX: -zstd-nydus
    retry: 2
    rules:
    - if: $CI_COMMIT_BRANCH =~ /^mq-working-branch-/
      when: never
    - if: $DEPLOY_AGENT == "true" || $DDR_WORKFLOW_ID != null
      variables:
        RELEASE_PROD: 'true'
    - allow_failure: true
      variables:
        RELEASE_PROD: 'false'
      when: manual
    script:
    - export RELEASE_STAGING="true"
    - export DYNAMIC_BUILD_RENDER_RULES="agent-build-only"
+   - export IMAGES_GIT_REF="master"
    - export BASE_RELEASE_TAG="${CI_COMMIT_REF_NAME//\//-}"
    - export RELEASE_TAG="${BASE_RELEASE_TAG}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}"
    - export TMPL_SRC_IMAGE="v${CI_PIPELINE_ID}-${CI_COMMIT_SHORT_SHA}${TMPL_SRC_IMAGE_SUFFIX}"
    - export IMAGE_VERSION="${IMAGE_VERSION}-${COMPRESSION}"
    - export BUILD_TAG="${RELEASE_TAG}"
    - if [ "$BUCKET_BRANCH" = "beta" ] || [ "$BUCKET_BRANCH" = "stable" ]; then TMPL_SRC_REPO="${TMPL_SRC_REPO}-release";
      fi
    - "if [ \"$BUCKET_BRANCH\" = \"nightly\" ]; then\n  RELEASE_TAG=\"${BASE_RELEASE_TAG}-${CI_COMMIT_SHORT_SHA}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}\"\
      \n  TMPL_SRC_REPO=\"${TMPL_SRC_REPO}-nightly\"\nfi\n"
    - if [ "$BUCKET_BRANCH" = "dev" ]; then RELEASE_TAG="dev-${BASE_RELEASE_TAG}-${CI_COMMIT_SHORT_SHA}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}";
      fi
+   - "# TODO: Remove this workaround once JIT replication is reliable for these\n#\
+     \ images, or once DataDog/images@master can dynamically configure the\n# replication\
+     \ target per triggered pipeline.\nif [ -z \"$CI_COMMIT_TAG\" ]; then\n  export\
+     \ IMAGES_GIT_REF=\"datadog-agent-staging-replication\"\n  export RELEASE_STAGING=\"\
+     true\"\n  export RELEASE_PROD=\"\"\nfi\n"
    - dda inv pipeline.trigger-child-pipeline --project-name DataDog/images --git-ref
-     master --timeout 3600 --variable IMAGE_VERSION --variable IMAGE_NAME --variable
?     ^^^^^^                                                              -----------
+     ${IMAGES_GIT_REF} --timeout 3600 --variable IMAGE_VERSION --variable IMAGE_NAME
?     ^^^^^^^^^^^^^^^^^
-     RELEASE_TAG --variable TMPL_SRC_IMAGE --variable TMPL_SRC_REPO --variable TMPL_ADP_VERSION
?                                                                              -----------------
+     --variable RELEASE_TAG --variable TMPL_SRC_IMAGE --variable TMPL_SRC_REPO --variable
?    +++++++++++
-     --variable RELEASE_STAGING --variable RELEASE_PROD --variable DYNAMIC_BUILD_RENDER_RULES
-     --variable APPS --variable BAZEL_TARGET --variable DDR --variable DDR_WORKFLOW_ID
+     TMPL_ADP_VERSION --variable RELEASE_STAGING --variable RELEASE_PROD --variable
+     DYNAMIC_BUILD_RENDER_RULES --variable APPS --variable BAZEL_TARGET --variable
-     --variable TARGET_ENV --variable DYNAMIC_BUILD_RENDER_TARGET_FORWARD_PARAMETERS
+     DDR --variable DDR_WORKFLOW_ID --variable TARGET_ENV --variable DYNAMIC_BUILD_RENDER_TARGET_FORWARD_PARAMETERS
?    +++++++++++++++++++++++++++++++
    stage: internal_image_deploy
    tags:
    - arch:amd64
    - specific:true
    timeout: 1h
    variables:
      IMAGE_NAME: datadog-cluster-agent
      IMAGE_VERSION: tmpl-v12
      RELEASE_PROD: 'true'
      TMPL_SRC_REPO: ci/datadog-agent/cluster-agent

publish_internal_dca_container_image-fips

  publish_internal_dca_container_image-fips:
    image: registry.ddbuild.io/ci/datadog-agent-buildimages/linux$CI_IMAGE_LINUX_SUFFIX:$CI_IMAGE_LINUX
    needs:
    - artifacts: false
      job: docker_build_cluster_agent_fips_amd64
    - artifacts: false
      job: docker_build_cluster_agent_fips_arm64
    parallel:
      matrix:
      - COMPRESSION: zstd
        RELEASE_TAG_COMPRESSION_SUFFIX: -zstd
      - COMPRESSION: nydus
        RELEASE_TAG_COMPRESSION_SUFFIX: -zstd-nydus
    retry: 2
    rules:
    - if: $CI_COMMIT_BRANCH =~ /^mq-working-branch-/
      when: never
    - if: $DEPLOY_AGENT == "true" || $DDR_WORKFLOW_ID != null
      variables:
        RELEASE_PROD: 'true'
    - allow_failure: true
      variables:
        RELEASE_PROD: 'false'
      when: manual
    script:
    - export RELEASE_STAGING="true"
    - export DYNAMIC_BUILD_RENDER_RULES="agent-build-only"
+   - export IMAGES_GIT_REF="master"
    - export BASE_RELEASE_TAG="${CI_COMMIT_REF_NAME//\//-}"
    - export RELEASE_TAG="${BASE_RELEASE_TAG}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}"
    - export TMPL_SRC_IMAGE="v${CI_PIPELINE_ID}-${CI_COMMIT_SHORT_SHA}${TMPL_SRC_IMAGE_SUFFIX}"
    - export IMAGE_VERSION="${IMAGE_VERSION}-${COMPRESSION}"
    - export BUILD_TAG="${RELEASE_TAG}"
    - if [ "$BUCKET_BRANCH" = "beta" ] || [ "$BUCKET_BRANCH" = "stable" ]; then TMPL_SRC_REPO="${TMPL_SRC_REPO}-release";
      fi
    - "if [ \"$BUCKET_BRANCH\" = \"nightly\" ]; then\n  RELEASE_TAG=\"${BASE_RELEASE_TAG}-${CI_COMMIT_SHORT_SHA}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}\"\
      \n  TMPL_SRC_REPO=\"${TMPL_SRC_REPO}-nightly\"\nfi\n"
    - if [ "$BUCKET_BRANCH" = "dev" ]; then RELEASE_TAG="dev-${BASE_RELEASE_TAG}-${CI_COMMIT_SHORT_SHA}${RELEASE_TAG_SUFFIX}${RELEASE_TAG_COMPRESSION_SUFFIX}";
      fi
+   - "# TODO: Remove this workaround once JIT replication is reliable for these\n#\
+     \ images, or once DataDog/images@master can dynamically configure the\n# replication\
+     \ target per triggered pipeline.\nif [ -z \"$CI_COMMIT_TAG\" ]; then\n  export\
+     \ IMAGES_GIT_REF=\"datadog-agent-staging-replication\"\n  export RELEASE_STAGING=\"\
+     true\"\n  export RELEASE_PROD=\"\"\nfi\n"
    - dda inv pipeline.trigger-child-pipeline --project-name DataDog/images --git-ref
-     master --timeout 3600 --variable IMAGE_VERSION --variable IMAGE_NAME --variable
?     ^^^^^^                                                              -----------
+     ${IMAGES_GIT_REF} --timeout 3600 --variable IMAGE_VERSION --variable IMAGE_NAME
?     ^^^^^^^^^^^^^^^^^
-     RELEASE_TAG --variable TMPL_SRC_IMAGE --variable TMPL_SRC_REPO --variable TMPL_ADP_VERSION
?                                                                              -----------------
+     --variable RELEASE_TAG --variable TMPL_SRC_IMAGE --variable TMPL_SRC_REPO --variable
?    +++++++++++
-     --variable RELEASE_STAGING --variable RELEASE_PROD --variable DYNAMIC_BUILD_RENDER_RULES
-     --variable APPS --variable BAZEL_TARGET --variable DDR --variable DDR_WORKFLOW_ID
+     TMPL_ADP_VERSION --variable RELEASE_STAGING --variable RELEASE_PROD --variable
+     DYNAMIC_BUILD_RENDER_RULES --variable APPS --variable BAZEL_TARGET --variable
-     --variable TARGET_ENV --variable DYNAMIC_BUILD_RENDER_TARGET_FORWARD_PARAMETERS
+     DDR --variable DDR_WORKFLOW_ID --variable TARGET_ENV --variable DYNAMIC_BUILD_RENDER_TARGET_FORWARD_PARAMETERS
?    +++++++++++++++++++++++++++++++
    stage: internal_image_deploy
    tags:
    - arch:amd64
    - specific:true
    timeout: 1h
    variables:
      IMAGE_NAME: datadog-cluster-agent
      IMAGE_VERSION: tmpl-v12
      RELEASE_PROD: 'true'
      RELEASE_TAG_SUFFIX: -fips
      TMPL_SRC_IMAGE_SUFFIX: -fips
      TMPL_SRC_REPO: ci/datadog-agent/cluster-agent

Changes Summary

Removed	Modified	Added	Renamed
0	8	0	0

ℹ️ Diff available in the job log.

dd-octo-sts · 2026-05-05T14:48:25Z

Files inventory check summary

File checks results against ancestor e1881833:

Results for datadog-agent_7.80.0~devel.git.498.5869e86.pipeline.111585185-1_amd64.deb:

No change detected

AliDatadog · 2026-05-05T19:10:12Z

/merge

gh-worker-devflow-routing-ef8351 · 2026-05-05T19:10:16Z

View all feedbacks in Devflow UI.

2026-05-05 19:10:16 UTC ℹ️ Start processing command /merge

2026-05-05 19:10:18 UTC ❌ MergeQueue

PR already in the queue with status waiting

AliDatadog · 2026-05-06T08:06:22Z

/merge

gh-worker-devflow-routing-ef8351 · 2026-05-06T08:06:25Z

View all feedbacks in Devflow UI.

2026-05-06 08:06:25 UTC ℹ️ Start processing command /merge

2026-05-06 08:06:29 UTC ℹ️ MergeQueue: pull request added to the queue

The expected merge time in main is approximately 1h (p90).

2026-05-06 08:09:15 UTC ℹ️ MergeQueue: Readding this merge request to the queue because another merge request processed with yours failed. No action is needed from your side.

2026-05-06 09:02:21 UTC ℹ️ MergeQueue: This merge request was merged

AliDatadog · 2026-05-06T08:07:13Z

/merge -p incident

gh-worker-devflow-routing-ef8351 · 2026-05-06T08:07:20Z

View all feedbacks in Devflow UI.

2026-05-06 08:07:20 UTC ℹ️ Start processing command /merge -p incident

2026-05-06 08:07:22 UTC ❌ MergeQueue

PR already in the queue with status in_progress

cit-pr-commenter-54b7da · 2026-05-06T09:56:25Z

Regression Detector

Regression Detector Results

Metrics dashboard
Target profiles
Run ID: 19a55c8e-97dc-4460-96d1-6616b89ad354

Baseline: 3bdc22e
Comparison: 7973456
Diff

Optimization Goals: ✅ No significant changes detected

Experiments ignored for regressions

Regressions in experiments with settings containing erratic: true are ignored.

perf	experiment	goal	Δ mean %	Δ mean % CI	trials	links
➖	docker_containers_cpu	% cpu utilization	+1.15	[-1.79, +4.10]	1	Logs

Fine details of change detection per experiment

perf	experiment	goal	Δ mean %	Δ mean % CI	trials	links
➖	docker_containers_cpu	% cpu utilization	+1.15	[-1.79, +4.10]	1	Logs
➖	quality_gate_metrics_logs	memory utilization	+0.45	[+0.20, +0.70]	1	Logs bounds checks dashboard
➖	otlp_ingest_metrics	memory utilization	+0.41	[+0.25, +0.57]	1	Logs
➖	ddot_metrics_sum_cumulativetodelta_exporter	memory utilization	+0.28	[+0.05, +0.52]	1	Logs
➖	file_tree	memory utilization	+0.20	[+0.15, +0.25]	1	Logs
➖	ddot_metrics_sum_delta	memory utilization	+0.15	[-0.04, +0.34]	1	Logs
➖	file_to_blackhole_0ms_latency	egress throughput	+0.11	[-0.39, +0.61]	1	Logs
➖	ddot_metrics	memory utilization	+0.06	[-0.13, +0.26]	1	Logs
➖	file_to_blackhole_500ms_latency	egress throughput	+0.06	[-0.34, +0.46]	1	Logs
➖	quality_gate_idle_all_features	memory utilization	+0.04	[-0.00, +0.08]	1	Logs bounds checks dashboard
➖	uds_dogstatsd_to_api	ingress throughput	+0.01	[-0.20, +0.21]	1	Logs
➖	tcp_dd_logs_filter_exclude	ingress throughput	-0.01	[-0.10, +0.09]	1	Logs
➖	uds_dogstatsd_to_api_v3	ingress throughput	-0.02	[-0.21, +0.18]	1	Logs
➖	quality_gate_idle	memory utilization	-0.02	[-0.07, +0.03]	1	Logs bounds checks dashboard
➖	file_to_blackhole_1000ms_latency	egress throughput	-0.05	[-0.49, +0.38]	1	Logs
➖	file_to_blackhole_100ms_latency	egress throughput	-0.05	[-0.19, +0.08]	1	Logs
➖	otlp_ingest_logs	memory utilization	-0.06	[-0.16, +0.03]	1	Logs
➖	uds_dogstatsd_20mb_12k_contexts_20_senders	memory utilization	-0.07	[-0.12, -0.02]	1	Logs
➖	docker_containers_memory	memory utilization	-0.09	[-0.19, +0.01]	1	Logs
➖	quality_gate_logs	% cpu utilization	-0.14	[-1.12, +0.84]	1	Logs bounds checks dashboard
➖	ddot_logs	memory utilization	-0.24	[-0.29, -0.18]	1	Logs
➖	tcp_syslog_to_blackhole	ingress throughput	-0.34	[-0.51, -0.17]	1	Logs
➖	ddot_metrics_sum_cumulative	memory utilization	-0.46	[-0.62, -0.30]	1	Logs

Bounds Checks: ✅ Passed

perf	experiment	bounds_check_name	replicates_passed	observed_value	links
✅	docker_containers_cpu	simple_check_run	10/10	731 ≥ 26
✅	docker_containers_memory	memory_usage	10/10	245.23MiB ≤ 370MiB
✅	docker_containers_memory	simple_check_run	10/10	698 ≥ 26
✅	file_to_blackhole_0ms_latency	memory_usage	10/10	0.17GiB ≤ 1.20GiB
✅	file_to_blackhole_0ms_latency	missed_bytes	10/10	0B = 0B
✅	file_to_blackhole_1000ms_latency	memory_usage	10/10	0.21GiB ≤ 1.20GiB
✅	file_to_blackhole_1000ms_latency	missed_bytes	10/10	0B = 0B
✅	file_to_blackhole_100ms_latency	memory_usage	10/10	0.17GiB ≤ 1.20GiB
✅	file_to_blackhole_100ms_latency	missed_bytes	10/10	0B = 0B
✅	file_to_blackhole_500ms_latency	memory_usage	10/10	0.18GiB ≤ 1.20GiB
✅	file_to_blackhole_500ms_latency	missed_bytes	10/10	0B = 0B
✅	quality_gate_idle	intake_connections	10/10	3 ≤ 4	bounds checks dashboard
✅	quality_gate_idle	memory_usage	10/10	142.22MiB ≤ 147MiB	bounds checks dashboard
✅	quality_gate_idle_all_features	intake_connections	10/10	3 ≤ 4	bounds checks dashboard
✅	quality_gate_idle_all_features	memory_usage	10/10	468.59MiB ≤ 495MiB	bounds checks dashboard
✅	quality_gate_logs	intake_connections	10/10	4 ≤ 6	bounds checks dashboard
✅	quality_gate_logs	memory_usage	10/10	175.29MiB ≤ 195MiB	bounds checks dashboard
✅	quality_gate_logs	missed_bytes	10/10	0B = 0B	bounds checks dashboard
✅	quality_gate_metrics_logs	cpu_usage	10/10	354.46 ≤ 2000	bounds checks dashboard
✅	quality_gate_metrics_logs	intake_connections	10/10	4 ≤ 6	bounds checks dashboard
✅	quality_gate_metrics_logs	memory_usage	10/10	392.03MiB ≤ 430MiB	bounds checks dashboard
✅	quality_gate_metrics_logs	missed_bytes	10/10	0B = 0B	bounds checks dashboard

Explanation

Confidence level: 90.00%
Effect size tolerance: |Δ mean %| ≥ 5.00%

Performance changes are noted in the perf column of each table:

✅ = significantly better comparison variant performance
❌ = significantly worse comparison variant performance
➖ = no significant change in performance

A regression test is an A/B test of target performance in a repeatable rig, where "performance" is measured as "comparison variant minus baseline variant" for an optimization goal (e.g., ingress throughput). Due to intrinsic variability in measuring that goal, we can only estimate its mean value for each experiment; we report uncertainty in that value as a 90.00% confidence interval denoted "Δ mean % CI".

For each experiment, we decide whether a change in performance is a "regression" -- a change worth investigating further -- if all of the following criteria are true:

Its estimated |Δ mean %| ≥ 5.00%, indicating the change is big enough to merit a closer look.
Its 90.00% confidence interval "Δ mean % CI" does not contain zero, indicating that if our statistical model is accurate, there is at least a 90.00% chance there is a difference in performance between baseline and comparison variants.
Its configuration does not mark it "erratic".

CI Pass/Fail Decision

✅ Passed. All Quality Gates passed.

quality_gate_idle, bounds check intake_connections: 10/10 replicas passed. Gate passed.
quality_gate_idle, bounds check memory_usage: 10/10 replicas passed. Gate passed.
quality_gate_logs, bounds check memory_usage: 10/10 replicas passed. Gate passed.
quality_gate_logs, bounds check missed_bytes: 10/10 replicas passed. Gate passed.
quality_gate_logs, bounds check intake_connections: 10/10 replicas passed. Gate passed.
quality_gate_metrics_logs, bounds check missed_bytes: 10/10 replicas passed. Gate passed.
quality_gate_metrics_logs, bounds check cpu_usage: 10/10 replicas passed. Gate passed.
quality_gate_metrics_logs, bounds check memory_usage: 10/10 replicas passed. Gate passed.
quality_gate_metrics_logs, bounds check intake_connections: 10/10 replicas passed. Gate passed.
quality_gate_idle_all_features, bounds check intake_connections: 10/10 replicas passed. Gate passed.
quality_gate_idle_all_features, bounds check memory_usage: 10/10 replicas passed. Gate passed.

…50409) ## Summary - Stop pinning non-tag internal image builds to `DataDog/images@datadog-agent-staging-replication`. - Keep the trigger on `DataDog/images@master` and rely on DataDog/images#9692 to make `RELEASE_STAGING=true` produce staging-target images from master. - Set `RELEASE_STAGING=true` only for non-tag pipelines so tag/prod paths are not unintentionally downgraded to staging by the new images behavior. ## Context - Builds on the workaround merged in #50378. - Depends on DataDog/images#9692. ## Validation - [x] Make sure dev builds from branches have the target: staging annotation - [ ] Make sure rcs have target:prod Co-authored-by: ali.benabdallah <ali.benabdallah@datadoghq.com>

dd-octo-sts Bot added the internal Identify a non-fork PR label May 5, 2026

github-actions Bot added the short review PR is simple enough to be reviewed quickly label May 5, 2026

dd-octo-sts Bot added the team/agent-delivery label May 5, 2026

This comment has been minimized.

Sign in to view

AliDatadog changed the title ~~Use staging replication for branch agent images~~ [incident-53970] Use staging replication for branch agent images May 5, 2026

AliDatadog added changelog/no-changelog No changelog entry needed qa/no-code-change No code change in Agent code requiring validation labels May 5, 2026

AliDatadog changed the title ~~[incident-53970] Use staging replication for branch agent images~~ [#incident-53970] Use staging replication for branch agent images May 5, 2026

Use staging replication for branch agent images

a13be13

AliDatadog force-pushed the ali/datadog-agent-staging-replication-ci branch from f994d1f to a13be13 Compare May 5, 2026 15:21

AliDatadog marked this pull request as ready for review May 5, 2026 15:21

AliDatadog requested a review from a team as a code owner May 5, 2026 15:21

sabrina-datadog approved these changes May 5, 2026

View reviewed changes

Merge branch 'main' into ali/datadog-agent-staging-replication-ci

5869e86

AliDatadog mentioned this pull request May 6, 2026

[#incident-53970] Use images master for internal image publication #50409

Merged

2 tasks

gh-worker-dd-mergequeue-cf854d Bot merged commit 7973456 into main May 6, 2026
344 checks passed

gh-worker-dd-mergequeue-cf854d Bot deleted the ali/datadog-agent-staging-replication-ci branch May 6, 2026 09:02

github-actions Bot added this to the 7.80.0 milestone May 6, 2026

AliDatadog mentioned this pull request May 6, 2026

[#incident-53970] Backport image replication workaround to 7.78.x #50420

Draft

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

[#incident-53970] Use staging replication for branch agent images#50378

[#incident-53970] Use staging replication for branch agent images#50378
gh-worker-dd-mergequeue-cf854d[bot] merged 2 commits intomainfrom
ali/datadog-agent-staging-replication-ci

AliDatadog commented May 5, 2026

Uh oh!

dd-octo-sts Bot commented May 5, 2026 •

edited

Loading

Modified Jobs

Uh oh!

This comment has been minimized.

dd-octo-sts Bot commented May 5, 2026 •

edited

Loading

Uh oh!

AliDatadog commented May 5, 2026

Uh oh!

gh-worker-devflow-routing-ef8351 Bot commented May 5, 2026 •

edited

Loading

Uh oh!

AliDatadog commented May 6, 2026

Uh oh!

gh-worker-devflow-routing-ef8351 Bot commented May 6, 2026 •

edited

Loading

Uh oh!

AliDatadog commented May 6, 2026

Uh oh!

gh-worker-devflow-routing-ef8351 Bot commented May 6, 2026 •

edited

Loading

Uh oh!

Uh oh!

cit-pr-commenter-54b7da Bot commented May 6, 2026

Experiments ignored for regressions

Fine details of change detection per experiment

Bounds Checks: ✅ Passed

Explanation

Uh oh!

Reviewers

Assignees

Labels

Projects

Milestone

Development

Uh oh!

2 participants

Conversation

AliDatadog commented May 5, 2026

Summary

Notes

Validation

Uh oh!

dd-octo-sts Bot commented May 5, 2026 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Gitlab CI Configuration Changes

Modified Jobs

Changes Summary

Uh oh!

This comment has been minimized.

dd-octo-sts Bot commented May 5, 2026 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Files inventory check summary

Results for datadog-agent_7.80.0~devel.git.498.5869e86.pipeline.111585185-1_amd64.deb:

Uh oh!

AliDatadog commented May 5, 2026

Uh oh!

gh-worker-devflow-routing-ef8351 Bot commented May 5, 2026 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

AliDatadog commented May 6, 2026

Uh oh!

gh-worker-devflow-routing-ef8351 Bot commented May 6, 2026 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

AliDatadog commented May 6, 2026

Uh oh!

gh-worker-devflow-routing-ef8351 Bot commented May 6, 2026 • edited Loading Uh oh! There was an error while loading. Please reload this page.

Uh oh!

Uh oh!

Uh oh!

cit-pr-commenter-54b7da Bot commented May 6, 2026

Regression Detector

Regression Detector Results

Optimization Goals: ✅ No significant changes detected

Experiments ignored for regressions

Fine details of change detection per experiment

Bounds Checks: ✅ Passed

Explanation

CI Pass/Fail Decision

Uh oh!

Reviewers

Assignees

Labels

Projects

Milestone

Development

Uh oh!

2 participants

dd-octo-sts Bot commented May 5, 2026 •

edited

Loading

dd-octo-sts Bot commented May 5, 2026 •

edited

Loading

gh-worker-devflow-routing-ef8351 Bot commented May 5, 2026 •

edited

Loading

gh-worker-devflow-routing-ef8351 Bot commented May 6, 2026 •

edited

Loading

gh-worker-devflow-routing-ef8351 Bot commented May 6, 2026 •

edited

Loading