Reintroduce fix from DLPX-87344 to build only with amd64 annotations

Author: sebroy

debian.azure-6.11/config/annotations

@@ -1,7 +1,7 @@
 # Menu: HEADER
 # FORMAT: 4
-# ARCH: amd64 arm64
-# FLAVOUR: amd64-azure arm64-azure
+# ARCH: amd64
+# FLAVOUR: amd64-azure
 
 include "../../debian.azure/config/annotations"