diff --git a/debian/rules b/debian/rules
index 536fd994..16a40510 100755
--- a/debian/rules
+++ b/debian/rules
@@ -157,8 +157,6 @@ export CC=gcc-$(GCC_VERSION)
 export CXX=g++-$(GCC_VERSION)
 endif
 
-opt_flags = -O2 -DNDEBUG -g1
-
 ifneq (,$(findstring $(DEB_HOST_ARCH),armel))
   STAGE_ALL_CMAKE_EXTRA += -DLLVM_HOST_TRIPLE=arm-linux-gnueabi
   STAGE_ALL_CMAKE_EXTRA += -DCOMPILER_RT_DEFAULT_TARGET_ONLY=ON
@@ -206,6 +204,9 @@ endif
 # more than 2 jobs causes OOM in Ubuntu and slows down build process.
 ifneq (,$(filter $(DEB_HOST_ARCH),riscv64))
   NJOBS=2
+  opt_flags = -O2 -DNDEBUG -g0
+else
+  opt_flags = -O2 -DNDEBUG -g1
 endif
 
 ifneq (,$(filter $(DEB_HOST_ARCH),sparc))