diff --git a/src/tests/parse_config_file.c b/src/tests/parse_config_file.c
index 0c9d717ec..dc4b586a6 100644
--- a/src/tests/parse_config_file.c
+++ b/src/tests/parse_config_file.c
@@ -26,6 +26,7 @@
 #include <sys/types.h>
 #include <sys/wait.h>
 #include <unistd.h>
+#include <libgen.h>
 
 #include "confile_utils.h"
 #include "lxc/state.h"
@@ -985,7 +986,7 @@ int main(int argc, char *argv[])
 	ret = EXIT_SUCCESS;
 non_test_error:
 	(void)unlink(tmpf);
-	c->destroy(c);
+	(void)rmdir(dirname(c->configfile));
 	lxc_container_put(c);
 	exit(ret);
 }