diff --git a/pymongo_inmemory/downloader/__init__.py b/pymongo_inmemory/downloader/__init__.py
index b9a60de..20ff44a 100644
--- a/pymongo_inmemory/downloader/__init__.py
+++ b/pymongo_inmemory/downloader/__init__.py
@@ -47,7 +47,7 @@ def _download_file(dl_url, destination_file):
         )
         return
 
-    with tempfile.NamedTemporaryFile(delete=False) as temp:
+    with tempfile.NamedTemporaryFile(delete=True) as temp:
         logger.debug("Starting download to temporary location {}".format(temp.name))
         try:
             request.urlretrieve(dl_url, filename=temp.name, reporthook=_dl_reporter)