diff --git a/debian/rules.d/2-binary-arch.mk b/debian/rules.d/2-binary-arch.mk
index 1f77a787000e..7af0287b6535 100644
--- a/debian/rules.d/2-binary-arch.mk
+++ b/debian/rules.d/2-binary-arch.mk
@@ -561,7 +561,7 @@ install-arch-headers:
 ifeq ($(do_libc_dev_package),true)
 	dh_prep -plinux-libc-dev
 endif
-	rm -rf $(headers_tmp)
+	rm -rf $(headers_tmp) $(headers_dir)
 	install -d $(headers_tmp) $(headers_dir)/usr/include/
 	$(hmake) $(conc_level) headers_install
 	( cd $(headers_tmp)/install/include/ && \