diff --git a/django/utils/_os.py b/django/utils/_os.py
index 93b965c7c6..1d7ddf619e 100644
--- a/django/utils/_os.py
+++ b/django/utils/_os.py
@@ -120,4 +120,6 @@ def symlinks_supported():
     else:
         os.remove(symlink_path)
     finally:
+        os.rmdir(original_path)
+        os.rmdir(tmpdir)
         return supported