diff --git a/rpm/constraints.in b/rpm/constraints.in
index a08191c..222c05a 100644
--- a/rpm/constraints.in
+++ b/rpm/constraints.in
@@ -121,6 +121,18 @@
     </hardware>
   </overwrite>
 
+  <!-- Build on recent ARMv8.1 to avoid slow builders -->
+  <overwrite>
+    <conditions>
+      <arch>aarch64</arch>
+    </conditions>
+    <hardware>
+      <cpu>
+        <flag>asimdrdm</flag>
+      </cpu>
+    </hardware>
+  </overwrite>
+
   <!-- 45GB for binary packages on riscv64 -->
   <overwrite>
     <conditions>