diff --git a/lcr/lcr_ifact.c b/lcr/lcr_ifact.c
index 8cae9c3b..78516255 100644
--- a/lcr/lcr_ifact.c
+++ b/lcr/lcr_ifact.c
@@ -333,13 +333,6 @@ int lcr_ifact_reference (
 	unsigned int res;
 	unsigned int i;
 
-	defaults_path_build ();
-	ld_library_path_build ();
-
-	if (ldso_path_build ("/etc", "ld.so.conf") == -1) {
-		return -1;
-	}
-
 	/*
 	 * Determine if the component is already loaded
 	 */
@@ -348,6 +341,13 @@ int lcr_ifact_reference (
 		goto found;
 	}
 
+	defaults_path_build ();
+	ld_library_path_build ();
+	if (ldso_path_build ("/etc", "ld.so.conf") == -1) {
+		return -1;
+	}
+
+
 // TODO error checking in this code is weak
 	/*
 	 * Find all *.lcrso files in the cwd