diff --git a/.github/workflows/build_wheel_windows_arm64.yml b/.github/workflows/build_wheel_windows_arm64.yml
new file mode 100644
index 00000000000..0c578b194ab
--- /dev/null
+++ b/.github/workflows/build_wheel_windows_arm64.yml
@@ -0,0 +1,54 @@
+name: Build Windows ARM64 Wheels
+
+on:
+  pull_request:
+    paths:
+      - .github/workflows/build_wheel_windows_arm64.yml
+  push:
+    branches:
+      - nightly
+      - release/*
+    tags:
+        # NOTE: Binary build pipelines should only get triggered on release candidate builds
+        # Release candidate tags look like: v1.11.0-rc1
+        - v[0-9]+.[0-9]+.[0-9]+-rc[0-9]+
+  workflow_dispatch:
+
+permissions:
+  id-token: write
+  contents: read
+
+jobs:
+  generate-matrix:
+    uses: pytorch/test-infra/.github/workflows/generate_binary_build_matrix.yml@main
+    with:
+      package-type: wheel
+      os: windows-arm64
+      test-infra-repository: pytorch/test-infra
+      test-infra-ref: main
+      with-cuda: disable
+
+  build:
+    needs: generate-matrix
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - repository: pytorch/vision
+            smoke-test-script: test/smoke_test.py
+            pre-script: packaging/pre_build_script_arm64.sh
+            package-name: torchvision
+            architecture: "arm64"
+    name: ${{ matrix.repository }}
+    uses: pytorch/test-infra/.github/workflows/build_wheels_windows.yml@main
+    with:
+      repository: ${{ matrix.repository }}
+      ref: ""
+      test-infra-repository: pytorch/test-infra
+      test-infra-ref: main
+      pre-script: ${{ matrix.pre-script }}
+      build-matrix: ${{ needs.generate-matrix.outputs.matrix }}
+      package-name: ${{ matrix.package-name }}
+      smoke-test-script: ${{ matrix.smoke-test-script }}
+      trigger-event: ${{ github.event_name }}
+      architecture: ${{ matrix.architecture }}
diff --git a/packaging/pre_build_script_arm64.sh b/packaging/pre_build_script_arm64.sh
index f7841aa21e5..b157139c26a 100644
--- a/packaging/pre_build_script_arm64.sh
+++ b/packaging/pre_build_script_arm64.sh
@@ -6,9 +6,6 @@ echo "Building vision dependencies and wheel started."
 export SRC_PATH="$GITHUB_WORKSPACE/$SRC_DIR"
 export CMAKE_BUILD_TYPE="$BUILD_TYPE"
 export VCVARSALL_PATH="$DEPENDENCIES_DIR/VSBuildTools/VC/Auxiliary/Build/vcvarsall.bat"
-export CONDA_PREFIX="$DEPENDENCIES_DIR"
-export PATH="$PATH:$CONDA_PREFIX/Library/bin"
-export DISTUTILS_USE_SDK=1
 export TRIPLET_FILE="triplets/arm64-windows.cmake"
 export PYTORCH_VERSION="$PYTORCH_VERSION"
 export CHANNEL="$CHANNEL"