diff --git a/debian/rules b/debian/rules
index c0218dd..3aa71da 100755
--- a/debian/rules
+++ b/debian/rules
@@ -12,6 +12,11 @@ ARM_FLOAT_ABI = -DARM_FP_ABI=hard
 else
 ARM_FLOAT_ABI =
 endif
+ifneq (,$(filter armel,$(DEB_HOST_ARCH)))
+ARM_FLOAT_ABI = -DARM_FP_ABI=hard -DWITH_NEON=off
+else
+ARM_FLOAT_ABI =
+endif
 
 NULL =