diff --git a/test-suite/tests/posix.test b/test-suite/tests/posix.test
index 00e9c682e..00632d809 100644
--- a/test-suite/tests/posix.test
+++ b/test-suite/tests/posix.test
@@ -73,6 +73,7 @@
 	   (str      (string-copy template))
 	   (port     (mkstemp! str))
 	   (result   (not (string=? str template))))
+      (close-port port)
       (delete-file str)
       result)))
 
diff --git a/test-suite/tests/r6rs-files.test b/test-suite/tests/r6rs-files.test
index df5dd22e2..b1b93d140 100644
--- a/test-suite/tests/r6rs-files.test
+++ b/test-suite/tests/r6rs-files.test
@@ -24,7 +24,9 @@
 
 (with-test-prefix "delete-file"
   (pass-if "delete-file deletes file"
-    (let ((filename (port-filename (mkstemp! "T-XXXXXX"))))
+    (let* ((port (mkstemp! "T-XXXXXX"))
+	   (filename (port-filename port)))
+      (close-port port)
       (delete-file filename)
       (not (file-exists? filename))))