diff --git a/Language/Haskell/GhcMod/Lint.hs b/Language/Haskell/GhcMod/Lint.hs
index 7f25e49..959ae72 100644
--- a/Language/Haskell/GhcMod/Lint.hs
+++ b/Language/Haskell/GhcMod/Lint.hs
@@ -31,8 +31,9 @@ suppressStdout :: IO a -> IO a
 suppressStdout f = do
     tmpdir <- getTemporaryDirectory
     (path, handle) <- openTempFile tmpdir "ghc-mod-hlint"
-    removeFile path
     dup <- hDuplicate stdout
     hDuplicateTo handle stdout
     hClose handle
-    f `finally` hDuplicateTo dup stdout
+    f `finally` do
+        hDuplicateTo dup stdout
+        removeFile path