diff --git a/IPython/extensions/autoreload.py b/IPython/extensions/autoreload.py
index 7402e66..40ae40d 100644
--- a/IPython/extensions/autoreload.py
+++ b/IPython/extensions/autoreload.py
@@ -516,7 +516,6 @@ class AutoreloadMagics(Magics):
 
 def load_ipython_extension(ip):
     """Load the extension in IPython."""
-    if 'autoreload' not in ip.extension_manager.loaded:
-        auto_reload = AutoreloadMagics(ip)
-        ip.register_magics(auto_reload)
-        ip.set_hook('pre_run_code_hook', auto_reload.pre_run_code_hook)
+    auto_reload = AutoreloadMagics(ip)
+    ip.register_magics(auto_reload)
+    ip.set_hook('pre_run_code_hook', auto_reload.pre_run_code_hook)
diff --git a/IPython/extensions/cythonmagic.py b/IPython/extensions/cythonmagic.py
index 0ea7ab5..8edf5d5 100644
--- a/IPython/extensions/cythonmagic.py
+++ b/IPython/extensions/cythonmagic.py
@@ -276,5 +276,4 @@ class CythonMagics(Magics):
 
 def load_ipython_extension(ip):
     """Load the extension in IPython."""
-    if 'cythonmagic' not in ip.extension_manager.loaded:
-        ip.register_magics(CythonMagics)
+    ip.register_magics(CythonMagics)
diff --git a/IPython/extensions/octavemagic.py b/IPython/extensions/octavemagic.py
index 3f973a6..d8798cb 100644
--- a/IPython/extensions/octavemagic.py
+++ b/IPython/extensions/octavemagic.py
@@ -364,5 +364,4 @@ __doc__ = __doc__.format(
 
 def load_ipython_extension(ip):
     """Load the extension in IPython."""
-    if 'octavemagic' not in ip.extension_manager.loaded:
-        ip.register_magics(OctaveMagics)
+    ip.register_magics(OctaveMagics)
diff --git a/IPython/extensions/rmagic.py b/IPython/extensions/rmagic.py
index 436cfde..1fdfa95 100644
--- a/IPython/extensions/rmagic.py
+++ b/IPython/extensions/rmagic.py
@@ -590,5 +590,4 @@ __doc__ = __doc__.format(
 
 def load_ipython_extension(ip):
     """Load the extension in IPython."""
-    if 'rmagic' not in ip.extension_manager.loaded:
-        ip.register_magics(RMagics)
+    ip.register_magics(RMagics)
diff --git a/IPython/extensions/storemagic.py b/IPython/extensions/storemagic.py
index 28d5bda..ca9376b 100644
--- a/IPython/extensions/storemagic.py
+++ b/IPython/extensions/storemagic.py
@@ -211,5 +211,4 @@ class StoreMagics(Magics):
 
 def load_ipython_extension(ip):
     """Load the extension in IPython."""
-    if 'storemagic' not in ip.extension_manager.loaded:
-        ip.register_magics(StoreMagics)
+    ip.register_magics(StoreMagics)