diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 26ab4ddc..615a9785 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -19,12 +19,8 @@ jobs:
           include:
             - target: x86_64-apple-darwin
               os: macos-latest
-            - target: aarch64-apple-darwin
-              os: macos-latest
             - target: x86_64-unknown-linux-gnu
               os: ubuntu-latest
-            - target: aarch64-unknown-linux-gnu
-              os: ubuntu-latest
       
       runs-on: ${{ matrix.os }}
 
@@ -43,10 +39,6 @@ jobs:
           with:
             tool: cargo-nextest
 
-        - uses: taiki-e/setup-cross-toolchain-action@v1
-          with:
-            target: ${{ matrix.target }}
-
         - uses: Swatinem/rust-cache@v2
           with:
             cache-on-failure: true
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
index 7e1e4494..3341b5fe 100644
--- a/.github/workflows/release.yml
+++ b/.github/workflows/release.yml
@@ -42,6 +42,7 @@ jobs:
       - uses: taiki-e/setup-cross-toolchain-action@v1
         with:
           target: ${{ matrix.target }}
+        if: startsWith(matrix.os, 'ubuntu')
 
       - uses: Swatinem/rust-cache@v2
         with: