diff --git a/IPython/core/tests/test_magic.py b/IPython/core/tests/test_magic.py
index 797b04e..b74236d 100644
--- a/IPython/core/tests/test_magic.py
+++ b/IPython/core/tests/test_magic.py
@@ -489,6 +489,7 @@ def test_extension():
         assert 'arq' not in _ip.user_ns
     finally:
         _ip.ipython_dir = orig_ipython_dir
+        tmpdir.cleanup()
         
 def test_notebook_export_json():
     with TemporaryDirectory() as td: