diff --git a/contrib/ci/build_and_install_rpms.sh b/contrib/ci/build_and_install_rpms.sh
index c9ad9e1f5..be4136476 100755
--- a/contrib/ci/build_and_install_rpms.sh
+++ b/contrib/ci/build_and_install_rpms.sh
@@ -20,17 +20,18 @@ mkdir -p $HOME/rpmbuild/SOURCES/
 mv fwupd-$VERSION.tar.xz $HOME/rpmbuild/SOURCES/
 
 #generate a spec file
-rm -rf fwupd.spec
 sed "s,#VERSION#,$VERSION,;
      s,enable_tests 0,enable_tests 1,;
      s,#BUILD#,1,;
      s,#LONGDATE#,`date '+%a %b %d %Y'`,;
      s,#ALPHATAG#,alpha,;
      s,Source0.*,Source0:\tfwupd-$VERSION.tar.xz," \
-	contrib/fwupd.spec.in > fwupd.spec
+	contrib/fwupd.spec.in > build/fwupd.spec
 
 #build RPM packages
-rpmbuild -ba fwupd.spec
+rpmbuild -ba build/fwupd.spec
 
 #install RPM packages
 dnf install -C -y $HOME/rpmbuild/RPMS/*/*.rpm
+
+cp $HOME/rpmbuild/RPMS/*/*.rpm .