diff --git a/lib/GHCup.hs b/lib/GHCup.hs
index 41b3478..a667b3c 100644
--- a/lib/GHCup.hs
+++ b/lib/GHCup.hs
@@ -1398,7 +1398,7 @@ rmGhcupDirs = do
         then removeDirIfEmptyOrIsSymlink binDir
         else pure ()
 #else
-      removeDirIfEmpty binDir
+      removeDirIfEmptyOrIsSymlink binDir
 #endif
 
     reportRemainingFiles ghcupDir = do