diff --git a/IPython/lib/pretty.py b/IPython/lib/pretty.py
index 61792fd..7d7c2fb 100644
--- a/IPython/lib/pretty.py
+++ b/IPython/lib/pretty.py
@@ -155,8 +155,7 @@ class _PrettyPrinterBase(object):
         """like begin_group / end_group but for the with statement."""
         self.begin_group(indent, open)
         try:
-            with self.indent(indent):
-                yield
+            yield
         finally:
             self.end_group(indent, close)