diff --git a/debian/changelog b/debian/changelog
index ab704d3b..05c2387b 100644
--- a/debian/changelog
+++ b/debian/changelog
@@ -2,6 +2,7 @@ llvm-toolchain-19 (1:19.1.0~++rc3-2) UNRELEASED; urgency=medium
 
   * Fix binary-indep build.
   * Disable openmp on mips64el (ld: cannot find -lomptarget.rtl.host).
+  * Disable memory tracking on the Hurd and some ports architectures.
 
  -- Matthias Klose <doko@debian.org>  Sat, 31 Aug 2024 07:41:44 +0200
 
diff --git a/debian/control b/debian/control
index 57b44a94..f8b19859 100644
--- a/debian/control
+++ b/debian/control
@@ -18,7 +18,7 @@ Build-Depends: debhelper (>= 10.0), cmake, ninja-build,
     zlib1g-dev, libzstd-dev,
     g++-multilib [amd64 i386 kfreebsd-amd64 mips64 mips64el mipsel powerpc ppc64 s390 s390x sparc sparc64 x32],
     libjs-mathjax, python3-myst-parser | python3-recommonmark, python3-pexpect,
-    doxygen, python3:any, python3-psutil, python3-matplotlib,
+    doxygen, python3:any, python3-psutil [!hurd-i386 !hurd-amd64], python3-matplotlib [!m68k !sh4 !x32 !hurd-i386 !hurd-amd64],
     ocaml-base [amd64 arm64 ppc64el riscv64 s390x] | ocaml-nox [amd64 arm64 ppc64el riscv64 s390x],
     ocaml-findlib [amd64 arm64 ppc64el riscv64 s390x],
     libctypes-ocaml-dev [amd64 arm64 ppc64el riscv64 s390x],
diff --git a/debian/rules b/debian/rules
index 31d250d4..f03d098e 100755
--- a/debian/rules
+++ b/debian/rules
@@ -94,7 +94,13 @@ ifneq (,$(findstring usage-wrapper, $(TIME_COMMAND)))
       SUMMARY_ONLY = --summary-only
     endif
   else
-    USAGE_BUILD_DEP = $(EMPTY) python3:any, python3-psutil, python3-matplotlib,
+    USAGE_BUILD_DEP = $(EMPTY) python3:any, python3-psutil [!hurd-i386 !hurd-amd64], python3-matplotlib [!m68k !sh4 !x32 !hurd-i386 !hurd-amd64],
+    ifneq (,$(filter $(DEB_HOST_ARCH), hurd-i386 hurd-amd64))
+      TIME_COMMAND = /bin/time -v
+    endif
+    ifneq (,$(filter $(DEB_HOST_ARCH), m68k sh4 x32))
+      SUMMARY_ONLY = --summary-only
+    endif
   endif
 endif