fix: pytorch: require: ~xnnpack when: aarch64

Author: wdconinc

spack-environment/packages.yaml

@@ -505,7 +505,7 @@ packages:
     - '@2.7.1:'
     - -mkldnn
     # avoid compilation error in third_party/XNNPACK/src/f16-avgpool/f16-avgpool-9p8x-minmax-neonfp16arith-c8.c
-    - spec: cxxflags=-Wno-error=incompatible-pointer-types
+    - spec: ~xnnpack
       when: 'target=aarch64:'
   py-vector:
     require: