diff --git a/debian/changelog b/debian/changelog
index dd462676..3d7d28be 100644
--- a/debian/changelog
+++ b/debian/changelog
@@ -5,6 +5,7 @@ llvm-toolchain-19 (1:19.1.0~++rc4-3) UNRELEASED; urgency=medium
   * Disable CMake's package validation check for libLLVM.so.1.
   * Limit lldb autopkg test to the lldb architectures.
   * Generate debian/tests/* files.
+  * Disable the usage-wrapper/memory tracking by default.
 
  -- Matthias Klose <doko@debian.org>  Thu, 05 Sep 2024 10:59:19 +0200
 
diff --git a/debian/control b/debian/control
index 5582e485..d33fa110 100644
--- a/debian/control
+++ b/debian/control
@@ -18,7 +18,7 @@ Build-Depends: debhelper (>= 10.0), cmake, ninja-build,
     zlib1g-dev, libzstd-dev,
     g++-multilib [amd64 i386 kfreebsd-amd64 mips64 mips64el mipsel powerpc ppc64 s390 s390x sparc sparc64 x32],
     libjs-mathjax, python3-myst-parser | python3-recommonmark, python3-pexpect,
-    doxygen, python3:any, python3-psutil [!hurd-i386 !hurd-amd64], python3-matplotlib [!m68k !sh4 !x32 !hurd-i386 !hurd-amd64],
+    doxygen,
     ocaml-base [amd64 arm64 ppc64el riscv64 s390x] | ocaml-nox [amd64 arm64 ppc64el riscv64 s390x],
     ocaml-findlib [amd64 arm64 ppc64el riscv64 s390x],
     libctypes-ocaml-dev [amd64 arm64 ppc64el riscv64 s390x],
diff --git a/debian/rules b/debian/rules
index 567237ec..09ad377f 100755
--- a/debian/rules
+++ b/debian/rules
@@ -85,8 +85,8 @@ NJOBS := $(shell mt=`awk '/^(MemAvail|SwapFree)/ { mt += $$2 } END {print mt}' /
 		awk -vn=$(NCPUS) -vmt=$$mt -vm=$(MEM_PER_CPU) \
 		  'END { mt/=1024; n2 = int(mt/m); print n==1 ? 1 : n2<n+1 ? n2 : n+1}' < /dev/null)
 
-TIME_COMMAND = /bin/time -v
 TIME_COMMAND = $(CURDIR)/debian/usage-wrapper.py $(SUMMARY_ONLY) -j $(NJOBS) --base-memory -m 4.0 -o usage-$(notdir $@)-$(DEB_HOST_ARCH).svg
+TIME_COMMAND = /bin/time -v
 ifneq (,$(findstring usage-wrapper, $(TIME_COMMAND)))
   ifeq ($(DERIVATIVE),Ubuntu)
     USAGE_BUILD_DEP = $(EMPTY) python3:any, python3-psutil, python3-matplotlib [!i386],