diff --git a/src/swtpm/logging.c b/src/swtpm/logging.c
index 9613184..c273809 100644
--- a/src/swtpm/logging.c
+++ b/src/swtpm/logging.c
@@ -145,11 +145,11 @@ int log_set_level(unsigned int level)
         }
         TPMLIB_SetDebugPrefix(prefixbuf);
         free(prefixbuf);
-
-        if (logfd != SUPPRESS_LOGGING)
-            TPMLIB_SetDebugFD(logfd);
     }
 
+    if (logfd != SUPPRESS_LOGGING)
+        TPMLIB_SetDebugFD(logfd);
+
 err_exit:
     return ret;
 }