diff --git a/debian/changelog b/debian/changelog
index 45d8a558..226a7d3c 100644
--- a/debian/changelog
+++ b/debian/changelog
@@ -1,3 +1,9 @@
+llvm-toolchain-10 (1:10.0.0-4) unstable; urgency=medium
+
+  * Also ship polly libs. Fixes bug #44870 (upstream)
+
+ -- Sylvestre Ledru <sylvestre@debian.org>  Fri, 10 Apr 2020 10:27:41 +0200
+
 llvm-toolchain-10 (1:10.0.0-3) unstable; urgency=medium
 
   * ppc64el/autopkgtest: Just like with arm64, ignore two tests
diff --git a/debian/rules b/debian/rules
index 35a57707..de92adff 100755
--- a/debian/rules
+++ b/debian/rules
@@ -604,8 +604,6 @@ endif
 	mv $(DEB_INST)/usr/lib/llvm-$(LLVM_VERSION)/bin/clang-$(LLVM_VERSION) \
 	   $(DEB_INST)/usr/lib/llvm-$(LLVM_VERSION)/bin/clang
 
-# Don't think it is used
-	rm -f $(DEB_INST)/usr/lib/llvm-$(LLVM_VERSION)/lib/libPolly*a
 # Probably useless
 	rm -f $(DEB_INST)/usr/lib/llvm-$(LLVM_VERSION)/lib/python*/*-packages/six.py
 	rm -rf $(DEB_INST)/usr/lib/llvm-$(LLVM_VERSION)/build/utils/lit/lit/__pycache__/ \