diff --git a/src/lxc/lxc_start.c b/src/lxc/lxc_start.c
index 1d8145fcd..7924ab1ab 100644
--- a/src/lxc/lxc_start.c
+++ b/src/lxc/lxc_start.c
@@ -336,6 +336,9 @@ int main(int argc, char *argv[])
 			ERROR("To get more details, run the container in foreground mode.");
 		ERROR("Additional information can be obtained by setting the "
 		      "--logfile and --log-priority options.");
+		err = c->error_num;
+		lxc_container_put(c);
+		return err;
 	}
 
 out:
diff --git a/src/lxc/lxccontainer.c b/src/lxc/lxccontainer.c
index b8eacc1d7..103309caa 100644
--- a/src/lxc/lxccontainer.c
+++ b/src/lxc/lxccontainer.c
@@ -673,6 +673,7 @@ static bool lxcapi_start(struct lxc_container *c, int useinit, char * const argv
 reboot:
 	conf->reboot = 0;
 	ret = lxc_start(c->name, argv, conf, c->config_path);
+	c->error_num = ret;
 
 	if (conf->reboot) {
 		INFO("container requested reboot");