diff --git a/src/core/mount-setup.c b/src/core/mount-setup.c
index 72cf5a2caa..9d9263e8fa 100644
--- a/src/core/mount-setup.c
+++ b/src/core/mount-setup.c
@@ -469,7 +469,8 @@ static int relabel_extra(void) {
         }
 
         /* Remove when we complete things. */
-        if (rmdir("/run/systemd/relabel-extra.d") < 0)
+        if (rmdir("/run/systemd/relabel-extra.d") < 0 &&
+            errno != ENOENT)
                 log_warning_errno(errno, "Failed to remove /run/systemd/relabel-extra.d/ directory: %m");
 
         return c;