diff --git a/IPython/kernel/kernelspecapp.py b/IPython/kernel/kernelspecapp.py
index be94f3f..5916ad0 100644
--- a/IPython/kernel/kernelspecapp.py
+++ b/IPython/kernel/kernelspecapp.py
@@ -16,7 +16,7 @@ from .kernelspec import KernelSpecManager, _pythonfirst
 class ListKernelSpecs(BaseIPythonApplication):
     description = """List installed kernel specifications."""
     kernel_spec_manager = Instance(KernelSpecManager)
-    
+
     # Not all of the base aliases are meaningful (e.g. profile)
     aliases = {k: base_aliases[k] for k in ['ipython-dir', 'log-level']}
     flags = {'debug': base_flags['debug'],}
@@ -119,6 +119,9 @@ class InstallNativeKernelSpec(BaseIPythonApplication):
             if e.errno == errno.EACCES:
                 print("Permission denied")
                 self.exit(1)
+            if e.errno == errno.EEXIST:
+                print("File or folder already exists")
+                self.exit(1)
             raise
 
 class KernelSpecApp(Application):