Merge branch 'master' into feature-add-autoreload-option-3

docs/source/whatsnew/pr/hist-range-glob-feature.rst

@@ -0,0 +1,25 b''
+History Range Glob feature
+==========================
+
+Previously, when using ``%history``, users could specify either
+a range of sessions and lines, for example:
+
+.. code-block:: python
+
+   ~8/1-~6/5   # see history from the first line of 8 sessions ago,
+               # to the fifth line of 6 sessions ago.``
+
+Or users could specify a glob pattern:
+
+.. code-block:: python
+
+   -g <pattern>  # glob ALL history for the specified pattern.
+
+However users could *not* specify both.  
+
+If a user *did* specify both a range and a glob pattern,
+then the glob pattern would be used (globbing *all* history) *and the range would be ignored*.
+
+---
+
+With this enhancment, if a user specifies both a range and a glob pattern, then the glob pattern will be applied to the specified range of history.

docs/source/whatsnew/pr/sunken-brackets.rst

@@ -0,0 +1,7 b''
+Don't start a multiline cell with sunken parenthesis
+----------------------------------------------------
+
+From now on IPython will not ask for the next line of input when given a single
+line with more closing than opening brackets. For example, this means that if
+you (mis)type ']]' instead of '[]', a ``SyntaxError`` will show up, instead of
+the ``...:`` prompt continuation.

.github/workflows/mypy.yml

@@ -2,9 +2,9 b' name: Run MyPy'
 
 on:
   push:
-    branches: [ master ]
+    branches: [ master, 7.x]
   pull_request:
-    branches: [ master ]
+    branches: [ master, 7.x]
 
 jobs:
   build:

.github/workflows/python-package.yml

@@ -5,9 +5,9 b' name: Python package'
 
 on:
   push:
-    branches: [ master ]
+    branches: [ master, 7.x ]
   pull_request:
-    branches: [ master ]
+    branches: [ master, 7.x ]
 
 jobs:
   build:

.travis.yml

@@ -37,7 +37,7 b' install:'
   - pip install -e file://$PWD#egg=ipython[test] --upgrade
   - pip install trio curio --upgrade --upgrade-strategy eager
   - pip install 'pytest' 'matplotlib !=3.2.0'
-  - pip install codecov check-manifest pytest-cov --upgrade anyio pytest-asyncio
+  - pip install codecov check-manifest pytest-cov --upgrade anyio pytest-trio
 
 
 script:

IPython/core/compilerop.py

@@ -112,25 +112,53 b' class CachingCompiler(codeop.Compile):'
         """
         return self.flags
 
-    def cache(self, code, number=0):
+    def get_code_name(self, raw_code, transformed_code, number):
+        """Compute filename given the code, and the cell number.
+
+        Parameters
+        ----------
+        raw_code : str
+          The raw cell code.
+        transformed_code : str
+          The executable Python source code to cache and compile.
+        number : int
+          A number which forms part of the code's name. Used for the execution
+          counter.
+
+        Returns
+        -------
+        The computed filename.
+        """
+        return code_name(transformed_code, number)
+
+    def cache(self, transformed_code, number=0, raw_code=None):
         """Make a name for a block of code, and cache the code.
 
         Parameters
         ----------
-        code : str
-          The Python source code to cache.
+        transformed_code : str
+          The executable Python source code to cache and compile.
         number : int
           A number which forms part of the code's name. Used for the execution
           counter.
+        raw_code : str
+          The raw code before transformation, if None, set to `transformed_code`.
 
         Returns
         -------
         The name of the cached code (as a string). Pass this as the filename
         argument to compilation, so that tracebacks are correctly hooked up.
         """
-        name = code_name(code, number)
-        entry = (len(code), time.time(),
-                 [line+'\n' for line in code.splitlines()], name)
+        if raw_code is None:
+            raw_code = transformed_code
+
+        name = self.get_code_name(raw_code, transformed_code, number)
+        entry = (
+            len(transformed_code),
+            time.time(),
+            [line + "\n" for line in transformed_code.splitlines()],
+            name,
+        )
         linecache.cache[name] = entry
         linecache._ipython_cache[name] = entry
         return name

IPython/core/completer.py

@@ -201,7 +201,9 b" def provisionalcompleter(action='ignore'):"
 
     >>> completer.do_experimental_things() # raises.
 
-    .. note:: Unstable
+    .. note::
+
+        Unstable
 
         By using this context manager you agree that the API in use may change
         without warning, and that you won't complain if they do so.
@@ -356,7 +358,9 b' class Completion:'
     """
     Completion object used and return by IPython completers.
 
-    .. warning:: Unstable
+    .. warning::
+
+        Unstable
 
         This function is unstable, API may change without warning.
         It will also raise unless use in proper context manager.
@@ -419,7 +423,9 b' def _deduplicate_completions(text: str, completions: _IC)-> _IC:'
     """
     Deduplicate a set of completions.
 
-    .. warning:: Unstable
+    .. warning::
+
+        Unstable
 
         This function is unstable, API may change without warning.
 
@@ -459,7 +465,9 b' def rectify_completions(text: str, completions: _IC, *, _debug=False)->_IC:'
     """
     Rectify a set of completions to all have the same ``start`` and ``end``
 
-    .. warning:: Unstable
+    .. warning::
+
+        Unstable
 
         This function is unstable, API may change without warning.
         It will also raise unless use in proper context manager.
@@ -1837,7 +1845,9 b' class IPCompleter(Completer):'
         """
         Returns an iterator over the possible completions
 
-        .. warning:: Unstable
+        .. warning::
+
+            Unstable
 
             This function is unstable, API may change without warning.
             It will also raise unless use in proper context manager.

IPython/core/crashhandler.py

@@ -23,6 +23,7 b' import os'
 import sys
 import traceback
 from pprint import pformat
+from pathlib import Path
 
 from IPython.core import ultratb
 from IPython.core.release import author_email
@@ -151,10 +152,10 b' class CrashHandler(object):'
         try:
             rptdir = self.app.ipython_dir
         except:
-            rptdir = os.getcwd()
-        if rptdir is None or not os.path.isdir(rptdir):
-            rptdir = os.getcwd()
-        report_name = os.path.join(rptdir,self.crash_report_fname)
+            rptdir = Path.cwd()
+        if rptdir is None or not Path.is_dir(rptdir):
+            rptdir = Path.cwd()
+        report_name = rptdir / self.crash_report_fname
         # write the report filename into the instance dict so it can get
         # properly expanded out in the user message template
         self.crash_report_fname = report_name

IPython/core/debugger.py

@@ -50,6 +50,7 b' from pdb import Pdb as OldPdb'
 # it does so with some limitations.  The rest of this support is implemented in
 # the Tracer constructor.
 
+
 def make_arrow(pad):
     """generate the leading arrow in front of traceback or debugger"""
     if pad >= 2:
@@ -237,7 +238,7 b' class Pdb(OldPdb):'
             self.shell = TerminalInteractiveShell.instance()
             # needed by any code which calls __import__("__main__") after
             # the debugger was entered. See also #9941.
-            sys.modules['__main__'] = save_main 
+            sys.modules["__main__"] = save_main
 
         if color_scheme is not None:
             warnings.warn(
@@ -272,7 +273,6 b' class Pdb(OldPdb):'
         cst['Neutral'].colors.breakpoint_enabled = C.LightRed
         cst['Neutral'].colors.breakpoint_disabled = C.Red
 
-
         # Add a python parser so we can syntax highlight source while
         # debugging.
         self.parser = PyColorize.Parser(style=color_scheme)
@@ -320,6 +320,18 b' class Pdb(OldPdb):'
         except KeyboardInterrupt:
             self.stdout.write("\n" + self.shell.get_exception_only())
 
+    def precmd(self, line):
+        """Perform useful escapes on the command before it is executed."""
+
+        if line.endswith("??"):
+            line = "pinfo2 " + line[:-2]
+        elif line.endswith("?"):
+            line = "pinfo " + line[:-1]
+
+        line = super().precmd(line)
+
+        return line
+
     def new_do_frame(self, arg):
         OldPdb.do_frame(self, arg)
 
@@ -402,11 +414,10 b' class Pdb(OldPdb):'
 
         Colors = self.color_scheme_table.active_colors
         ColorsNormal = Colors.Normal
-        tpl_link = u'%s%%s%s' % (Colors.filenameEm, ColorsNormal)
-        tpl_call = u'%s%%s%s%%s%s' % (Colors.vName, Colors.valEm, ColorsNormal)
-        tpl_line = u'%%s%s%%s %s%%s' % (Colors.lineno, ColorsNormal)
-        tpl_line_em = u'%%s%s%%s %s%%s%s' % (Colors.linenoEm, Colors.line,
-                                            ColorsNormal)
+        tpl_link = "%s%%s%s" % (Colors.filenameEm, ColorsNormal)
+        tpl_call = "%s%%s%s%%s%s" % (Colors.vName, Colors.valEm, ColorsNormal)
+        tpl_line = "%%s%s%%s %s%%s" % (Colors.lineno, ColorsNormal)
+        tpl_line_em = "%%s%s%%s %s%%s%s" % (Colors.linenoEm, Colors.line, ColorsNormal)
 
         frame, lineno = frame_lineno
 
@@ -439,8 +450,8 b' class Pdb(OldPdb):'
         if frame is self.curframe:
             ret.append('> ')
         else:
-            ret.append('  ')
-        ret.append(u'%s(%s)%s\n' % (link,lineno,call))
+            ret.append("  ")
+        ret.append("%s(%s)%s\n" % (link, lineno, call))
 
         start = lineno - 1 - context//2
         lines = linecache.getlines(filename)
@@ -449,14 +460,14 b' class Pdb(OldPdb):'
         lines = lines[start : start + context]
 
         for i,line in enumerate(lines):
-            show_arrow = (start + 1 + i == lineno)
-            linetpl = (frame is self.curframe or show_arrow) \
-                      and tpl_line_em \
-                      or tpl_line
-            ret.append(self.__format_line(linetpl, filename,
-                                          start + 1 + i, line,
-                                          arrow = show_arrow) )
-        return ''.join(ret)
+            show_arrow = start + 1 + i == lineno
+            linetpl = (frame is self.curframe or show_arrow) and tpl_line_em or tpl_line
+            ret.append(
+                self.__format_line(
+                    linetpl, filename, start + 1 + i, line, arrow=show_arrow
+                )
+            )
+        return "".join(ret)
 
     def __format_line(self, tpl_line, filename, lineno, line, arrow = False):
         bp_mark = ""
@@ -488,7 +499,6 b' class Pdb(OldPdb):'
 
         return tpl_line % (bp_mark_color + bp_mark, num, line)
 
-
     def print_list_lines(self, filename, first, last):
         """The printing (as opposed to the parsing part of a 'list'
         command."""
@@ -507,9 +517,13 b' class Pdb(OldPdb):'
                     break
 
                 if lineno == self.curframe.f_lineno:
-                    line = self.__format_line(tpl_line_em, filename, lineno, line, arrow = True)
+                    line = self.__format_line(
+                        tpl_line_em, filename, lineno, line, arrow=True
+                    )
                 else:
-                    line = self.__format_line(tpl_line, filename, lineno, line, arrow = False)
+                    line = self.__format_line(
+                        tpl_line, filename, lineno, line, arrow=False
+                    )
 
                 src.append(line)
                 self.lineno = lineno
@@ -706,7 +720,7 b' class Pdb(OldPdb):'
 
         Will skip hidden frames.
         """
-        ## modified version of upstream that skips
+        # modified version of upstream that skips
         # frames with __tracebackide__
         if self.curindex == 0:
             self.error("Oldest frame")
@@ -720,11 +734,9 b' class Pdb(OldPdb):'
         if count < 0:
             _newframe = 0
         else:
-            _newindex = self.curindex
             counter = 0
             hidden_frames = self.hidden_frames(self.stack)
             for i in range(self.curindex - 1, -1, -1):
-                frame = self.stack[i][0]
                 if hidden_frames[i] and self.skip_hidden:
                     skipped += 1
                     continue
@@ -765,12 +777,10 b' class Pdb(OldPdb):'
         if count < 0:
             _newframe = len(self.stack) - 1
         else:
-            _newindex = self.curindex
             counter = 0
             skipped = 0
             hidden_frames = self.hidden_frames(self.stack)
             for i in range(self.curindex + 1, len(self.stack)):
-                frame = self.stack[i][0]
                 if hidden_frames[i] and self.skip_hidden:
                     skipped += 1
                     continue
@@ -796,6 +806,20 b' class Pdb(OldPdb):'
     do_d = do_down
     do_u = do_up
 
+    def do_context(self, context):
+        """context number_of_lines
+        Set the number of lines of source code to show when displaying
+        stacktrace information.
+        """
+        try:
+            new_context = int(context)
+            if new_context <= 0:
+                raise ValueError()
+            self.context = new_context
+        except ValueError:
+            self.error("The 'context' command requires a positive integer argument.")
+
+
 class InterruptiblePdb(Pdb):
     """Version of debugger where KeyboardInterrupt exits the debugger altogether."""
 

IPython/core/display.py

@@ -656,7 +656,6 b' class GeoJSON(JSON):'
 
         Examples
         --------
-
         The following will display an interactive map of Mars with a point of
         interest on frontend that do support GeoJSON display.
 
@@ -723,7 +722,7 b' class Javascript(TextDisplayObject):'
             running the source code. The full URLs of the libraries should
             be given. A single Javascript library URL can also be given as a
             string.
-        css: : list or str
+        css : list or str
             A sequence of css files to load before running the source code.
             The full URLs of the css files should be given. A single css URL
             can also be given as a string.
@@ -851,18 +850,26 b' class Image(DisplayObject):'
 
         Examples
         --------
-        # embedded image data, works in qtconsole and notebook
-        # when passed positionally, the first arg can be any of raw image data,
-        # a URL, or a filename from which to load image data.
-        # The result is always embedding image data for inline images.
-        Image('http://www.google.fr/images/srpr/logo3w.png')
-        Image('/path/to/image.jpg')
-        Image(b'RAW_PNG_DATA...')
-
-        # Specifying Image(url=...) does not embed the image data,
-        # it only generates `<img>` tag with a link to the source.
-        # This will not work in the qtconsole or offline.
-        Image(url='http://www.google.fr/images/srpr/logo3w.png')
+        embedded image data, works in qtconsole and notebook
+        when passed positionally, the first arg can be any of raw image data,
+        a URL, or a filename from which to load image data.
+        The result is always embedding image data for inline images.
+
+        >>> Image('http://www.google.fr/images/srpr/logo3w.png')
+        <IPython.core.display.Image object>
+
+        >>> Image('/path/to/image.jpg')
+        <IPython.core.display.Image object>
+
+        >>> Image(b'RAW_PNG_DATA...')
+        <IPython.core.display.Image object>
+
+        Specifying Image(url=...) does not embed the image data,
+        it only generates ``<img>`` tag with a link to the source.
+        This will not work in the qtconsole or offline.
+
+        >>> Image(url='http://www.google.fr/images/srpr/logo3w.png')
+        <IPython.core.display.Image object>
 
         """
         if isinstance(data, (Path, PurePath)):
@@ -1036,24 +1043,23 b' class Video(DisplayObject):'
         ----------
         data : unicode, str or bytes
             The raw video data or a URL or filename to load the data from.
-            Raw data will require passing `embed=True`.
+            Raw data will require passing ``embed=True``.
         url : unicode
-            A URL for the video. If you specify `url=`,
+            A URL for the video. If you specify ``url=``,
             the image data will not be embedded.
         filename : unicode
             Path to a local file containing the video.
-            Will be interpreted as a local URL unless `embed=True`.
+            Will be interpreted as a local URL unless ``embed=True``.
         embed : bool
             Should the video be embedded using a data URI (True) or be
             loaded using a <video> tag (False).
 
             Since videos are large, embedding them should be avoided, if possible.
-            You must confirm embedding as your intention by passing `embed=True`.
+            You must confirm embedding as your intention by passing ``embed=True``.
 
             Local files can be displayed with URLs without embedding the content, via::
 
                 Video('./video.mp4')
-
         mimetype: unicode
             Specify the mimetype for embedded videos.
             Default will be guessed from file extension, if available.
@@ -1064,14 +1070,13 b' class Video(DisplayObject):'
             Height in pixels to which to constrain the video in html.
             If not supplied, defaults to the height of the video.
         html_attributes : str
-            Attributes for the HTML `<video>` block.
-            Default: `"controls"` to get video controls.
-            Other examples: `"controls muted"` for muted video with controls,
-            `"loop autoplay"` for looping autoplaying video without controls.
+            Attributes for the HTML ``<video>`` block.
+            Default: ``"controls"`` to get video controls.
+            Other examples: ``"controls muted"`` for muted video with controls,
+            ``"loop autoplay"`` for looping autoplaying video without controls.
 
         Examples
         --------
-
         ::
 
             Video('https://archive.org/download/Sita_Sings_the_Blues/Sita_Sings_the_Blues_small.mp4')
@@ -1165,7 +1170,7 b' def set_matplotlib_formats(*formats, **kwargs):'
     ----------
     *formats : strs
         One or more figure formats to enable: 'png', 'retina', 'jpeg', 'svg', 'pdf'.
-    **kwargs :
+    **kwargs
         Keyword args will be relayed to ``figure.canvas.print_figure``.
     """
     from IPython.core.interactiveshell import InteractiveShell

IPython/core/inputtransformer2.py

@@ -508,6 +508,20 b' def make_tokens_by_line(lines:List[str]):'
 
     return tokens_by_line
 
+
+def has_sunken_brackets(tokens: List[tokenize.TokenInfo]):
+    """Check if the depth of brackets in the list of tokens drops below 0"""
+    parenlev = 0
+    for token in tokens:
+        if token.string in {"(", "[", "{"}:
+            parenlev += 1
+        elif token.string in {")", "]", "}"}:
+            parenlev -= 1
+            if parenlev < 0:
+                return True
+    return False
+
+
 def show_linewise_tokens(s: str):
     """For investigation and debugging"""
     if not s.endswith('\n'):
@@ -662,6 +676,15 b' class TransformerManager:'
 
         tokens_by_line = make_tokens_by_line(lines)
 
+        # Bail if we got one line and there are more closing parentheses than
+        # the opening ones
+        if (
+            len(lines) == 1
+            and tokens_by_line
+            and has_sunken_brackets(tokens_by_line[0])
+        ):
+            return "invalid", None
+
         if not tokens_by_line:
             return 'incomplete', find_last_indent(lines)
 

IPython/core/interactiveshell.py

@@ -443,6 +443,7 b' class InteractiveShell(SingletonConfigurable):'
     display_formatter = Instance(DisplayFormatter, allow_none=True)
     displayhook_class = Type(DisplayHook)
     display_pub_class = Type(DisplayPublisher)
+    compiler_class = Type(CachingCompiler)
 
     sphinxify_docstring = Bool(False, help=
         """
@@ -748,7 +749,7 b' class InteractiveShell(SingletonConfigurable):'
         self.more = False
 
         # command compiler
-        self.compile = CachingCompiler()
+        self.compile = self.compiler_class()
 
         # Make an empty namespace, which extension writers can rely on both
         # existing and NEVER being used by ipython itself.  This gives them a
@@ -931,17 +932,27 b' class InteractiveShell(SingletonConfigurable):'
             # Our exe is inside or has access to the virtualenv, don't need to do anything.
             return
 
-        warn("Attempting to work in a virtualenv. If you encounter problems, please "
-             "install IPython inside the virtualenv.")
         if sys.platform == "win32":
-            virtual_env = Path(os.environ["VIRTUAL_ENV"]).joinpath(
-                "Lib", "site-packages"
-            )
+            virtual_env = Path(os.environ["VIRTUAL_ENV"], "Lib", "site-packages")
         else:
-            virtual_env = Path(os.environ["VIRTUAL_ENV"]).joinpath(
-                "lib", "python{}.{}".format(*sys.version_info[:2]), "site-packages"
+            virtual_env_path = Path(
+                os.environ["VIRTUAL_ENV"], "lib", "python{}.{}", "site-packages"
             )
+            p_ver = sys.version_info[:2]
+
+            # Predict version from py[thon]-x.x in the $VIRTUAL_ENV
+            re_m = re.search(r"\bpy(?:thon)?([23])\.(\d+)\b", os.environ["VIRTUAL_ENV"])
+            if re_m:
+                predicted_path = Path(str(virtual_env_path).format(*re_m.groups()))
+                if predicted_path.exists():
+                    p_ver = re_m.groups()
 
+            virtual_env = str(virtual_env_path).format(*p_ver)
+
+        warn(
+            "Attempting to work in a virtualenv. If you encounter problems, "
+            "please install IPython inside the virtualenv."
+        )
         import site
         sys.path.insert(0, virtual_env)
         site.addsitedir(virtual_env)
@@ -1765,8 +1776,14 b' class InteractiveShell(SingletonConfigurable):'
             if meth == 'pdoc':
                 pmethod(info.obj, oname, formatter)
             elif meth == 'pinfo':
-                pmethod(info.obj, oname, formatter, info, 
-                        enable_html_pager=self.enable_html_pager, **kw)
+                pmethod(
+                    info.obj,
+                    oname,
+                    formatter,
+                    info,
+                    enable_html_pager=self.enable_html_pager,
+                    **kw
+                )
             else:
                 pmethod(info.obj, oname)
         else:
@@ -2289,8 +2306,9 b' class InteractiveShell(SingletonConfigurable):'
     # Defined here so that it's included in the documentation
     @functools.wraps(magic.MagicsManager.register_function)
     def register_magic_function(self, func, magic_kind='line', magic_name=None):
-        self.magics_manager.register_function(func, 
-                                  magic_kind=magic_kind, magic_name=magic_name)
+        self.magics_manager.register_function(
+            func, magic_kind=magic_kind, magic_name=magic_name
+        )
 
     def run_line_magic(self, magic_name, line, _stack_depth=1):
         """Execute the given line magic.
@@ -3086,12 +3104,14 b' class InteractiveShell(SingletonConfigurable):'
         # Our own compiler remembers the __future__ environment. If we want to
         # run code with a separate __future__ environment, use the default
         # compiler
-        compiler = self.compile if shell_futures else CachingCompiler()
+        compiler = self.compile if shell_futures else self.compiler_class()
 
         _run_async = False
 
         with self.builtin_trap:
-            cell_name = self.compile.cache(cell, self.execution_count)
+            cell_name = self.compile.cache(
+                cell, self.execution_count, raw_code=raw_cell
+            )
 
             with self.display_trap:
                 # Compile to bytecode

IPython/core/magics/code.py

@@ -20,7 +20,7 b' import re'
 import sys
 import ast
 from itertools import chain
-from urllib.request import urlopen
+from urllib.request import Request, urlopen
 from urllib.parse import urlencode
 from pathlib import Path
 
@@ -29,6 +29,7 b' from IPython.core.error import TryNext, StdinNotImplementedError, UsageError'
 from IPython.core.macro import Macro
 from IPython.core.magic import Magics, magics_class, line_magic
 from IPython.core.oinspect import find_file, find_source_lines
+from IPython.core.release import version
 from IPython.testing.skipdoctest import skip_doctest
 from IPython.utils.contexts import preserve_keys
 from IPython.utils.path import get_py_filename
@@ -245,7 +246,7 b' class CodeMagics(Magics):'
 
     @line_magic
     def pastebin(self, parameter_s=''):
-        """Upload code to dpaste's paste bin, returning the URL.
+        """Upload code to dpaste.com, returning the URL.
 
         Usage:\\
           %pastebin [-d "Custom description"] 1-7
@@ -255,7 +256,7 b' class CodeMagics(Magics):'
 
         Options:
 
-          -d: Pass a custom description for the gist. The default will say
+          -d: Pass a custom description. The default will say
               "Pasted from IPython".
         """
         opts, args = self.parse_options(parameter_s, 'd:')
@@ -266,13 +267,19 b' class CodeMagics(Magics):'
             print(e.args[0])
             return
 
-        post_data = urlencode({
-          "title": opts.get('d', "Pasted from IPython"),
-          "syntax": "python3",
-          "content": code
-        }).encode('utf-8')
-
-        response = urlopen("http://dpaste.com/api/v2/", post_data)
+        post_data = urlencode(
+            {
+                "title": opts.get("d", "Pasted from IPython"),
+                "syntax": "python",
+                "content": code,
+            }
+        ).encode("utf-8")
+
+        request = Request(
+            "http://dpaste.com/api/v2/",
+            headers={"User-Agent": "IPython v{}".format(version)},
+        )
+        response = urlopen(request, post_data)
         return response.headers.get('Location')
 
     @line_magic

IPython/core/magics/history.py

@@ -16,6 +16,7 b''
 import os
 import sys
 from io import open as io_open
+import fnmatch
 
 # Our own packages
 from IPython.core.error import StdinNotImplementedError
@@ -170,7 +171,8 b' class HistoryMagics(Magics):'
         pattern = None
         limit = None if args.limit is _unspecified else args.limit
 
-        if args.pattern is not None:
+        range_pattern = False
+        if args.pattern is not None and not args.range:
             if args.pattern:
                 pattern = "*" + " ".join(args.pattern) + "*"
             else:
@@ -183,6 +185,9 b' class HistoryMagics(Magics):'
             hist = history_manager.get_tail(n, raw=raw, output=get_output)
         else:
             if args.range:      # Get history by ranges
+                if args.pattern:
+                    range_pattern = "*" + " ".join(args.pattern) + "*"
+                    print_nums = True
                 hist = history_manager.get_range_by_str(" ".join(args.range),
                                                         raw, get_output)
             else:               # Just get history for the current session
@@ -200,6 +205,9 b' class HistoryMagics(Magics):'
             # into an editor.
             if get_output:
                 inline, output = inline
+            if range_pattern:
+                if not fnmatch.fnmatch(inline, range_pattern):
+                    continue
             inline = inline.expandtabs(4).rstrip()
 
             multiline = "\n" in inline

IPython/core/magics/packaging.py

@@ -13,7 +13,6 b' import shlex'
 import sys
 from pathlib import Path
 
-from pathlib import Path
 from IPython.core.magic import Magics, magics_class, line_magic
 
 
@@ -28,7 +27,7 b' def _get_conda_executable():'
     # Check if there is a conda executable in the same directory as the Python executable.
     # This is the case within conda's root environment.
     conda = Path(sys.executable).parent / "conda"
-    if conda.isfile():
+    if conda.is_file():
         return str(conda)
 
     # Otherwise, attempt to extract the executable from conda history.
@@ -83,8 +82,9 b' class PackagingMagics(Magics):'
         
         conda = _get_conda_executable()
         args = shlex.split(line)
-        command = args[0]
-        args = args[1:]
+        command = args[0] if len(args) > 0 else ""
+        args = args[1:] if len(args) > 1 else [""]
+
         extra_args = []
 
         # When the subprocess does not allow us to respond "yes" during the installation,

IPython/core/tests/test_display.py

@@ -183,7 +183,7 b' def test_set_matplotlib_formats_kwargs():'
     ip = get_ipython()
     cfg = _get_inline_config()
     cfg.print_figure_kwargs.update(dict(foo='bar'))
-    kwargs = dict(quality=10)
+    kwargs = dict(dpi=150)
     display.set_matplotlib_formats('png', **kwargs)
     formatter = ip.display_formatter.formatters['image/png']
     f = formatter.lookup_by_type(Figure)

IPython/core/tests/test_inputtransformer2.py

@@ -255,18 +255,18 b' def test_find_assign_op_dedent():'
 
 def test_check_complete():
     cc = ipt2.TransformerManager().check_complete
-    nt.assert_equal(cc("a = 1"), ('complete', None))
-    nt.assert_equal(cc("for a in range(5):"), ('incomplete', 4))
-    nt.assert_equal(cc("for a in range(5):\n    if a > 0:"), ('incomplete', 8))
-    nt.assert_equal(cc("raise = 2"), ('invalid', None))
-    nt.assert_equal(cc("a = [1,\n2,"), ('incomplete', 0))
-    nt.assert_equal(cc(")"), ('incomplete', 0))
-    nt.assert_equal(cc("\\\r\n"), ('incomplete', 0))
-    nt.assert_equal(cc("a = '''\n   hi"), ('incomplete', 3))
-    nt.assert_equal(cc("def a():\n x=1\n global x"), ('invalid', None))
-    nt.assert_equal(cc("a \\ "), ('invalid', None))  # Nothing allowed after backslash
-    nt.assert_equal(cc("1\\\n+2"), ('complete', None))
-    nt.assert_equal(cc("exit"), ('complete', None))
+    nt.assert_equal(cc("a = 1"), ("complete", None))
+    nt.assert_equal(cc("for a in range(5):"), ("incomplete", 4))
+    nt.assert_equal(cc("for a in range(5):\n    if a > 0:"), ("incomplete", 8))
+    nt.assert_equal(cc("raise = 2"), ("invalid", None))
+    nt.assert_equal(cc("a = [1,\n2,"), ("incomplete", 0))
+    nt.assert_equal(cc("(\n))"), ("incomplete", 0))
+    nt.assert_equal(cc("\\\r\n"), ("incomplete", 0))
+    nt.assert_equal(cc("a = '''\n   hi"), ("incomplete", 3))
+    nt.assert_equal(cc("def a():\n x=1\n global x"), ("invalid", None))
+    nt.assert_equal(cc("a \\ "), ("invalid", None))  # Nothing allowed after backslash
+    nt.assert_equal(cc("1\\\n+2"), ("complete", None))
+    nt.assert_equal(cc("exit"), ("complete", None))
 
     example = dedent("""
         if True:
@@ -297,6 +297,24 b' def test_check_complete_II():'
     nt.assert_equal(cc('''def foo():\n    """'''), ('incomplete', 4))
 
 
+def test_check_complete_invalidates_sunken_brackets():
+    """
+    Test that a single line with more closing brackets than the opening ones is
+    interpretted as invalid
+    """
+    cc = ipt2.TransformerManager().check_complete
+    nt.assert_equal(cc(")"), ("invalid", None))
+    nt.assert_equal(cc("]"), ("invalid", None))
+    nt.assert_equal(cc("}"), ("invalid", None))
+    nt.assert_equal(cc(")("), ("invalid", None))
+    nt.assert_equal(cc("]["), ("invalid", None))
+    nt.assert_equal(cc("}{"), ("invalid", None))
+    nt.assert_equal(cc("]()("), ("invalid", None))
+    nt.assert_equal(cc("())("), ("invalid", None))
+    nt.assert_equal(cc(")[]("), ("invalid", None))
+    nt.assert_equal(cc("()]("), ("invalid", None))
+
+
 def test_null_cleanup_transformer():
     manager = ipt2.TransformerManager()
     manager.cleanup_transforms.insert(0, null_cleanup_transformer)

IPython/core/tests/test_iplib.py

@@ -117,84 +117,91 b' ZeroDivisionError Traceback (most recent call last)'
 ZeroDivisionError: ...
       """
 
-def doctest_tb_sysexit():
-    """
-In [17]: %xmode plain
-Exception reporting mode: Plain
-
-In [18]: %run simpleerr.py exit
-An exception has occurred, use %tb to see the full traceback.
-SystemExit: (1, 'Mode = exit')
-
-In [19]: %run simpleerr.py exit 2
-An exception has occurred, use %tb to see the full traceback.
-SystemExit: (2, 'Mode = exit')
-
-In [20]: %tb
-Traceback (most recent call last):
-  File ... in <module>
-    bar(mode)
-  File ... line 22, in bar
-    sysexit(stat, mode)
-  File ... line 11, in sysexit
-    raise SystemExit(stat, 'Mode = %s' % mode)
-SystemExit: (2, 'Mode = exit')
-
-In [21]: %xmode context
-Exception reporting mode: Context
-
-In [22]: %tb
----------------------------------------------------------------------------
-SystemExit                                Traceback (most recent call last)
-<BLANKLINE>
-...<module>
-     29     except IndexError:
-     30         mode = 'div'
----> 32     bar(mode)
-<BLANKLINE>
-...bar(mode)
-     20         except:
-     21             stat = 1
----> 22         sysexit(stat, mode)
-     23     else:
-     24         raise ValueError('Unknown mode')
-<BLANKLINE>
-...sysexit(stat, mode)
-     10 def sysexit(stat, mode):
----> 11     raise SystemExit(stat, 'Mode = %s' % mode)
-<BLANKLINE>
-SystemExit: (2, 'Mode = exit')
-
-In [23]: %xmode verbose
-Exception reporting mode: Verbose
-
-In [24]: %tb
----------------------------------------------------------------------------
-SystemExit                                Traceback (most recent call last)
-<BLANKLINE>
-... in <module>
-     29     except IndexError:
-     30         mode = 'div'
----> 32     bar(mode)
-        mode = 'exit'
-<BLANKLINE>
-... in bar(mode='exit')
-     20         except:
-     21             stat = 1
----> 22         sysexit(stat, mode)
-        mode = 'exit'
-        stat = 2
-     23     else:
-     24         raise ValueError('Unknown mode')
-<BLANKLINE>
-... in sysexit(stat=2, mode='exit')
-     10 def sysexit(stat, mode):
----> 11     raise SystemExit(stat, 'Mode = %s' % mode)
-        stat = 2
-        mode = 'exit'
-<BLANKLINE>
-SystemExit: (2, 'Mode = exit')
-    """
+# TODO : Marc 2021 – this seem to fail due
+# to upstream changes in CI for whatever reason.
+# Commenting for now, to revive someday (maybe?)
+# nose won't work in 3.10 anyway and we'll have to disable iptest.
+# thus this likely need to bemigrated to pytest.
+
+
+# def doctest_tb_sysexit():
+#     """
+# In [17]: %xmode plain
+# Exception reporting mode: Plain
+#
+# In [18]: %run simpleerr.py exit
+# An exception has occurred, use %tb to see the full traceback.
+# SystemExit: (1, 'Mode = exit')
+#
+# In [19]: %run simpleerr.py exit 2
+# An exception has occurred, use %tb to see the full traceback.
+# SystemExit: (2, 'Mode = exit')
+#
+# In [20]: %tb
+# Traceback (most recent call last):
+#   File ... in <module>
+#     bar(mode)
+#   File ... line 22, in bar
+#     sysexit(stat, mode)
+#   File ... line 11, in sysexit
+#     raise SystemExit(stat, 'Mode = %s' % mode)
+# SystemExit: (2, 'Mode = exit')
+#
+# In [21]: %xmode context
+# Exception reporting mode: Context
+#
+# In [22]: %tb
+# ---------------------------------------------------------------------------
+# SystemExit                                Traceback (most recent call last)
+# <BLANKLINE>
+# ...<module>
+#      29     except IndexError:
+#      30         mode = 'div'
+# ---> 32     bar(mode)
+# <BLANKLINE>
+# ...bar(mode)
+#      20         except:
+#      21             stat = 1
+# ---> 22         sysexit(stat, mode)
+#      23     else:
+#      24         raise ValueError('Unknown mode')
+# <BLANKLINE>
+# ...sysexit(stat, mode)
+#      10 def sysexit(stat, mode):
+# ---> 11     raise SystemExit(stat, 'Mode = %s' % mode)
+# <BLANKLINE>
+# SystemExit: (2, 'Mode = exit')
+#
+# In [23]: %xmode verbose
+# Exception reporting mode: Verbose
+#
+# In [24]: %tb
+# ---------------------------------------------------------------------------
+# SystemExit                                Traceback (most recent call last)
+# <BLANKLINE>
+# ... in <module>
+#      29     except IndexError:
+#      30         mode = 'div'
+# ---> 32     bar(mode)
+#         mode = 'exit'
+# <BLANKLINE>
+# ... in bar(mode='exit')
+#      20         except:
+#      21             stat = 1
+# ---> 22         sysexit(stat, mode)
+#         mode = 'exit'
+#         stat = 2
+#      23     else:
+#      24         raise ValueError('Unknown mode')
+# <BLANKLINE>
+# ... in sysexit(stat=2, mode='exit')
+#      10 def sysexit(stat, mode):
+# ---> 11     raise SystemExit(stat, 'Mode = %s' % mode)
+#         stat = 2
+#         mode = 'exit'
+# <BLANKLINE>
+# SystemExit: (2, 'Mode = exit')
+#     """
 
 
 def test_run_cell():

IPython/core/tests/test_magic.py

@@ -35,6 +35,8 b' from IPython.utils.tempdir import (TemporaryDirectory,'
 from IPython.utils.process import find_cmd
 from .test_debugger import PdbTestInput
 
+import pytest
+
 
 @magic.magics_class
 class DummyMagics(magic.Magics): pass
@@ -954,7 +956,6 b' async def test_script_bg_out():'
     nt.assert_equal((await ip.user_ns["output"].read()), b"hi\n")
     ip.user_ns['output'].close()
 
-
 @dec.skip_win32
 async def test_script_bg_err():
     ip = get_ipython()

IPython/lib/display.py

@@ -8,6 +8,8 b' from os import walk, sep, fsdecode'
 
 from IPython.core.display import DisplayObject, TextDisplayObject
 
+from typing import Tuple
+
 __all__ = ['Audio', 'IFrame', 'YouTubeVideo', 'VimeoVideo', 'ScribdDocument',
            'FileLink', 'FileLinks', 'Code']
 
@@ -159,7 +161,7 b' class Audio(DisplayObject):'
         return val
 
     @staticmethod
-    def _validate_and_normalize_with_numpy(data, normalize):
+    def _validate_and_normalize_with_numpy(data, normalize) -> Tuple[bytes, int]:
         import numpy as np
 
         data = np.array(data, dtype=float)
@@ -178,8 +180,7 b' class Audio(DisplayObject):'
         max_abs_value = np.max(np.abs(data))
         normalization_factor = Audio._get_normalization_factor(max_abs_value, normalize)
         scaled = data / normalization_factor * 32767
-        return scaled.astype('<h').tostring(), nchan
-
+        return scaled.astype("<h").tobytes(), nchan
 
     @staticmethod
     def _validate_and_normalize_without_numpy(data, normalize):

IPython/terminal/debugger.py

@@ -1,5 +1,4 b''
 import asyncio
-import signal
 import sys
 import threading
 
@@ -7,13 +6,8 b' from IPython.core.debugger import Pdb'
 
 from IPython.core.completer import IPCompleter
 from .ptutils import IPythonPTCompleter
-from .shortcuts import create_ipython_shortcuts, suspend_to_bg, cursor_in_leading_ws
+from .shortcuts import create_ipython_shortcuts
 
-from prompt_toolkit.enums import DEFAULT_BUFFER
-from prompt_toolkit.filters import (Condition, has_focus, has_selection,
-    vi_insert_mode, emacs_insert_mode)
-from prompt_toolkit.key_binding import KeyBindings
-from prompt_toolkit.key_binding.bindings.completion import display_completions_like_readline
 from pygments.token import Token
 from prompt_toolkit.shortcuts.prompt import PromptSession
 from prompt_toolkit.enums import EditingMode
@@ -45,10 +39,8 b' class TerminalPdb(Pdb):'
             return [(Token.Prompt, self.prompt)]
 
         if self._ptcomp is None:
-            compl = IPCompleter(shell=self.shell,
-                                        namespace={},
-                                        global_namespace={},
-                                        parent=self.shell,
+            compl = IPCompleter(
+                shell=self.shell, namespace={}, global_namespace={}, parent=self.shell
                                        )
             # add a completer for all the do_ methods
             methods_names = [m[3:] for m in dir(self) if m.startswith("do_")]

IPython/terminal/pt_inputhooks/osx.py

@@ -41,7 +41,7 b" CoreFoundation = ctypes.cdll.LoadLibrary(ctypes.util.find_library('CoreFoundatio"
 
 CFFileDescriptorCreate = CoreFoundation.CFFileDescriptorCreate
 CFFileDescriptorCreate.restype = void_p
-CFFileDescriptorCreate.argtypes = [void_p, ctypes.c_int, ctypes.c_bool, void_p]
+CFFileDescriptorCreate.argtypes = [void_p, ctypes.c_int, ctypes.c_bool, void_p, void_p]
 
 CFFileDescriptorGetNativeDescriptor = CoreFoundation.CFFileDescriptorGetNativeDescriptor
 CFFileDescriptorGetNativeDescriptor.restype = ctypes.c_int
@@ -77,14 +77,31 b" kCFRunLoopCommonModes = void_p.in_dll(CoreFoundation, 'kCFRunLoopCommonModes')"
 
 def _NSApp():
     """Return the global NSApplication instance (NSApp)"""
+    objc.objc_msgSend.argtypes = [void_p, void_p]
     return msg(C('NSApplication'), n('sharedApplication'))
 
 
 def _wake(NSApp):
     """Wake the Application"""
-    event = msg(C('NSEvent'),
-        n('otherEventWithType:location:modifierFlags:'
-          'timestamp:windowNumber:context:subtype:data1:data2:'),
+    objc.objc_msgSend.argtypes = [
+        void_p,
+        void_p,
+        void_p,
+        void_p,
+        void_p,
+        void_p,
+        void_p,
+        void_p,
+        void_p,
+        void_p,
+        void_p,
+    ]
+    event = msg(
+        C("NSEvent"),
+        n(
+            "otherEventWithType:location:modifierFlags:"
+            "timestamp:windowNumber:context:subtype:data1:data2:"
+        ),
         15, # Type
         0, # location
         0, # flags
@@ -95,6 +112,7 b' def _wake(NSApp):'
         0, # data1
         0, # data2
     )
+    objc.objc_msgSend.argtypes = [void_p, void_p, void_p, void_p]
     msg(NSApp, n('postEvent:atStart:'), void_p(event), True)
 
 
@@ -106,6 +124,7 b' def _input_callback(fdref, flags, info):'
     CFFileDescriptorInvalidate(fdref)
     CFRelease(fdref)
     NSApp = _NSApp()
+    objc.objc_msgSend.argtypes = [void_p, void_p, void_p]
     msg(NSApp, n('stop:'), NSApp)
     _wake(NSApp)
 
@@ -128,6 +147,7 b' def inputhook(context):'
     """Inputhook for Cocoa (NSApp)"""
     NSApp = _NSApp()
     _stop_on_read(context.fileno())
+    objc.objc_msgSend.argtypes = [void_p, void_p]
     msg(NSApp, n('run'))
     if not _triggered.is_set():
         # app closed without firing callback,

IPython/terminal/pt_inputhooks/qt.py

@@ -1,6 +1,7 b''
 import sys
 import os
 from IPython.external.qt_for_kernel import QtCore, QtGui
+from IPython import get_ipython
 
 # If we create a QApplication, keep a reference to it so that it doesn't get
 # garbage collected.
@@ -8,6 +9,12 b' _appref = None'
 _already_warned = False
 
 
+def _reclaim_excepthook():
+    shell = get_ipython()
+    if shell is not None:
+        sys.excepthook = shell.excepthook
+
+
 def inputhook(context):
     global _appref
     app = QtCore.QCoreApplication.instance()
@@ -27,6 +34,13 b' def inputhook(context):'
                 return
         QtCore.QCoreApplication.setAttribute(QtCore.Qt.AA_EnableHighDpiScaling)
         _appref = app = QtGui.QApplication([" "])
+
+        # "reclaim" IPython sys.excepthook after event loop starts
+        # without this, it defaults back to BaseIPythonApplication.excepthook
+        # and exceptions in the Qt event loop are rendered without traceback
+        # formatting and look like "bug in IPython".
+        QtCore.QTimer.singleShot(0, _reclaim_excepthook)
+
     event_loop = QtCore.QEventLoop(app)
 
     if sys.platform == 'win32':

IPython/terminal/shortcuts.py

@@ -9,6 +9,7 b' Module to define and register Terminal IPython shortcuts with'
 import warnings
 import signal
 import sys
+import re
 from typing import Callable
 
 

docs/source/config/custommagics.rst

@@ -153,6 +153,14 b' Here is a full example of a magic package. You can distribute magics using'
 setuptools, distutils, or any other distribution tools like `flit
 <http://flit.readthedocs.io>`_ for pure Python packages.
 
+When distributing magics as part of a package, recommended best practice is to
+execute the registration inside the `load_ipython_extension` as demonstrated in
+the example below, instead of directly in the module (as in the initial example
+with the ``@register_*`` decorators). This means a user will need to explicitly
+choose to load your magic with ``%load_ext``. instead implicitly getting it when
+importing the module. This is particularly relevant if loading your magic has 
+side effects, if it is slow to load, or if it might override another magic with
+the same name. 
 
 .. sourcecode:: bash
 

docs/source/development/config.rst

@@ -119,11 +119,6 b' which adds a directory called ``profile_<name>`` to your IPython directory. Then'
 you can load this profile by adding ``--profile=<name>`` to your command line
 options. Profiles are supported by all IPython applications.
 
-IPython ships with some sample profiles in :file:`IPython/config/profile`. If
-you create profiles with the name of one of our shipped profiles, these config
-files will be copied over instead of starting with the automatically generated
-config files.
-
 IPython extends the config loader for Python files so that you can inherit
 config from another profile. To do this, use a line like this in your Python
 config file:

docs/source/index.rst

@@ -9,15 +9,15 b' IPython Documentation'
    :Release: |release|
    :Date: |today|
 
-Welcome to the official IPython documentation
+Welcome to the official IPython documentation.
 
 IPython provides a rich toolkit to help you make the most of using Python
 interactively.  Its main components are:
 
-* A powerful interactive Python shell
+* A powerful interactive Python shell.
 
 
-.. image:: /_images/ipython-6-screenshot.png
+.. image:: ./_images/ipython-6-screenshot.png
     :alt: Screenshot of IPython 6.0
     :align: center
 
@@ -59,7 +59,7 b' The Command line interface inherits the above functionality and adds'
  
 * real multi-line editing thanks to `prompt_toolkit <http://python-prompt-toolkit.readthedocs.io/en/stable/>`_.
  
-* syntax highlighting as you type
+* syntax highlighting as you type.
 
 * integration with command line editor for a better workflow.
 
@@ -84,8 +84,6 b" The latest development version is always available from IPython's `GitHub"
 repository <http://github.com/ipython/ipython>`_.
 
 
-
-
 .. toctree::
    :maxdepth: 1
    :hidden:

docs/source/interactive/python-ipython-diff.rst

@@ -3,20 +3,20 b' Python vs IPython'
 =================
 
 This document is meant to highlight the main differences between the Python
-language and what are the specific construct you can do only in IPython.
+language and what are the specific constructs you can do only in IPython.
 
-Unless expressed otherwise all of the construct you will see here will raise a
+Unless expressed otherwise all of the constructs you will see here will raise a
 ``SyntaxError`` if run in a pure Python shell, or if executing in a Python
 script.
 
-Each of these features are described more in detail in further part of the documentation.
+Each of these features is described more in detail in the further parts of the documentation.
 
 
 Quick overview:
 ===============
 
 
-All the following construct are valid IPython syntax:
+All the following constructs are valid IPython syntax:
 
 .. code-block:: ipython
 
@@ -58,8 +58,8 b' All the following construct are valid IPython syntax:'
        ...: print $months[0];
 
 
-Each of these construct is compiled by IPython into valid python code and will
-do most of the time what you expect it will do. Let see each of these example
+Each of these constructs is compiled by IPython into valid python code and will
+do most of the time what you expect it will do. Let's see each of these examples
 in more detail.
 
 
@@ -89,7 +89,7 b' shortcut to get help. A question mark alone will bring up the IPython help:'
     -------------
     ...
 
-A single question mark before, or after an object available in current
+A single question mark before or after an object available in the current
 namespace will show help relative to this object:
 
 .. code-block:: ipython
@@ -127,7 +127,7 b' and if possible display the python source code of this object.'
 
 
 If you are looking for an object, the use of wildcards ``*`` in conjunction
-with question mark will allow you to search current namespace for object with
+with a question mark will allow you to search the current namespace for objects with
 matching names:
 
 .. code-block:: ipython
@@ -142,10 +142,10 b' Shell Assignment'
 ================
 
 
-When doing interactive computing it is common to need to access the underlying shell.
+When doing interactive computing it is a common need to access the underlying shell.
 This is doable through the use of the exclamation mark ``!`` (or bang).
 
-This allow to execute simple command when present in beginning of line:
+This allows to execute simple commands when present in beginning of the line:
 
 .. code-block:: ipython
 
@@ -167,7 +167,7 b' Or edit file:'
 
 The line after the bang can call any program installed in the underlying
 shell, and support variable expansion in the form of ``$variable`` or ``{variable}``.
-The later form of expansion supports arbitrary python expression:
+The later form of expansion supports arbitrary python expressions:
 
 .. code-block:: ipython
 
@@ -176,19 +176,19 b' The later form of expansion supports arbitrary python expression:'
     In[2]: !mv $file {file.upper()}
 
 
-The bang can also be present in the right hand side of an assignment, just
-after the equal sign, or separated from it by a white space. In which case the
-standard output of the command after the bang ``!`` will be split out into lines
-in a list-like object and assign to the left hand side.
+The bang (``!``) can also be present on the right hand side of an assignment, just
+after the equal sign, or separated from it by a white space. In this case the
+standard output of the command after the bang will be split out into lines
+in a list-like object and assigned to the left hand side.
 
-This allow you for example to put the list of files of the current working directory in a variable:
+This allows you, for example, to put the list of files of the current working directory in a variable:
 
 .. code-block:: ipython
 
     In[1]: my_files = !ls
 
 
-You can combine the different possibilities in for loops, condition, functions...:
+You can combine the different possibilities in for loops, conditions, functions...:
 
 .. code-block:: ipython
 
@@ -202,19 +202,19 b' You can combine the different possibilities in for loops, condition, functions..'
 Magics
 ------
 
-Magics function are often present in the form of shell-like syntax, but are
-under the hood python function. The syntax and assignment possibility are
+Magic functions (magics) are often present in the form of shell-like syntax, but they are
+python functions under the hood. The syntax and assignment possibilities are
 similar to the one with the bang (``!``) syntax, but with more flexibility and
-power. Magic function start with a percent sign (``%``) or double percent (``%%``).
+power. Magic functions start with a percent sign (``%``) or double percent signs (``%%``).
 
-A magic call with a sign percent will act only on one line:
+A magic call with a single percent sign will act only on one line:
 
 .. code-block:: ipython
 
     In[1]: %xmode
     Exception reporting mode: Verbose
 
-And support assignment:
+Magics support assignment:
 
 .. code-block:: ipython
 
@@ -224,7 +224,7 b' And support assignment:'
     In [2]: results
     Out[2]: <TimeitResult : 1 loops, best of 1: 21.1 µs per loop>
 
-Magic with two percent sign can spread over multiple lines, but does not support assignment:
+Magics with double percent signs (``%%``) can spread over multiple lines, but they do not support assignments:
 
 .. code-block:: ipython
 

docs/source/whatsnew/development.rst

@@ -22,6 +22,47 b' Need to be updated:'
 
    pr/*
 
+IPython 8.0 is bringing a number of new features and improvements to both the
+user of the terminal and of the kernel via Jupyter. The removal of compatibility
+with older version of Python is also the opportunity to do a couple of
+performance improvement in particular with respect to startup time.
+
+The main change in IPython 8.0 is the integration of the ``stack_data`` package;
+which provide smarter information in traceback; in particular it will highlight
+the AST node where an error occurs which can help to quickly narrow down errors.
+
+For example in the following snippet::
+
+    def foo(i):
+        x = [[[0]]]
+        return x[0][i][0]
+
+
+    def bar():
+        return foo(0) + foo(
+            1
+        ) + foo(2)
+
+
+Calling ``bar()`` would raise an ``IndexError`` on the return line of ``foo``,
+IPython 8.0 is capable of telling you, where the index error occurs::
+
+    return x[0][i][0]
+                ^
+
+To prepare for Python 3.10 we have also started working on removing reliance and
+any dependency that is not Python 3.10 compatible; that include migrating our
+test suite to Pytest, and starting to remove nose.
+
+We are also removing support for Python 3.6 allowing internal code to use more
+efficient ``pathlib``, and make better use of type annotations.
+
+The completer has also seen significant updates and make use of newer Jedi API
+offering faster and more reliable tab completion.
+
+For the terminal users this also enable the auto-suggestion feature, described
+below, which show "ghost text" ahead of your cursor you can accept without
+having to press the tab key or ask the completer to suggest completions.
 
 
 Autosuggestion is a very useful feature available in `fish <https://fishshell.com/>`__, `zsh <https://en.wikipedia.org/wiki/Z_shell>`__, and `prompt-toolkit <https://python-prompt-toolkit.readthedocs.io/en/master/pages/asking_for_input.html#auto-suggestion>`__.
@@ -93,6 +134,25 b' Currently, autosuggestions are only shown in the emacs or vi insert editing mode'
 - The ctrl e, ctrl f, and alt f shortcuts work by default in emacs mode.
 - To use these shortcuts in vi insert mode, you will have to create `custom keybindings in your config.py <https://github.com/mskar/setup/commit/2892fcee46f9f80ef7788f0749edc99daccc52f4/>`__.
 
+
+Show pinfo information in ipdb using "?" and "??"
+-------------------------------------------------
+
+In IPDB, it is now possible to show the information about an object using "?"
+and "??", in much the same way it can be done when using the IPython prompt::
+
+    ipdb> partial?
+    Init signature: partial(self, /, *args, **kwargs)
+    Docstring:
+    partial(func, *args, **keywords) - new function with partial application
+    of the given arguments and keywords.
+    File:           ~/.pyenv/versions/3.8.6/lib/python3.8/functools.py
+    Type:           type
+    Subclasses:
+
+Previously, "pinfo" or "pinfo2" command had to be used for this purpose.
+
+
 Autoreload 3 feature
 ====================
 
@@ -107,6 +167,7 b' Try ``%autoreload 3`` in an IPython session after running ``%load_ext autoreload'
 
 For more information please see unit test -
     extensions/tests/test_autoreload.py : 'test_autoload_newly_added_objects'
+=======
 
 .. DO NOT EDIT THIS LINE BEFORE RELEASE. FEATURE INSERTION POINT.
 

docs/source/whatsnew/version7.rst

@@ -2,6 +2,105 b''
  7.x Series
 ============
 
+.. _version 7.22:
+
+IPython 7.22
+============
+
+Second release of IPython for 2021, mostly containing bug fixes. Here is a quick
+rundown of the few changes.
+
+- Fix some ``sys.excepthook`` shenanigan when embedding with qt, recommended if
+  you – for example – use `napari <https://napari.org>`__. :ghpull:`12842`.
+- Fix bug when using the new ipdb ``%context`` magic :ghpull:`12844`
+- Couples of deprecation cleanup :ghpull:`12868`
+- Update for new dpast.com api if you use the ``%pastbin`` magic. :ghpull:`12712`
+- Remove support for numpy before 1.16. :ghpull:`12836`
+
+
+Thanks
+------
+
+We have a new team member that you should see more often on the IPython
+repository, Błażej Michalik (@MrMino) have been doing regular contributions to
+IPython, and spent time replying to many issues and guiding new users to the
+codebase; they now have triage permissions to the IPython repository and we'll
+work toward giving them more permission in the future.
+
+Many thanks to all the contributors to this release you can find all individual
+contributions to this milestone `on github <https://github.com/ipython/ipython/milestone/84>`__.
+
+Thanks as well to organisations, QuantStack for working on debugger
+compatibility for Xeus_python, and the `D. E. Shaw group
+<https://deshaw.com/>`__ for sponsoring work on IPython and related libraries.
+
+.. _version 721:
+
+IPython 7.21
+============
+
+IPython 7.21 is the first release we have back on schedule of one release every
+month; it contains a number of minor fixes and improvements, notably, the new
+context command for ipdb
+
+
+New "context" command in ipdb
+-----------------------------
+
+It is now possible to change the number of lines shown in the backtrace
+information in ipdb using "context" command. :ghpull:`12826`
+
+(thanks @MrMino, there are other improvement from them on master).
+
+Other notable changes in IPython 7.21
+-------------------------------------
+
+- Fix some issues on new osx-arm64 :ghpull:`12804`, :ghpull:`12807`. 
+- Compatibility with Xeus-Python for debugger protocol, :ghpull:`12809`
+- Misc docs fixes for compatibility and uniformity with Numpydoc.
+  :ghpull:`12824`
+
+
+Thanks
+------
+
+Many thanks to all the contributors to this release you can find all individual
+contribution to this milestone `on github <https://github.com/ipython/ipython/milestone/83>`__.
+
+
+.. _version 720:
+
+IPython 7.20
+============
+
+IPython 7.20 is the accumulation of 3 month of work on IPython, spacing between
+IPython release have been increased from the usual once a month for various
+reason.
+
+   - Mainly as I'm too busy and the effectively sole maintainer, and
+   - Second because not much changes happened before mid December.
+
+The main driver for this release was the new version of Jedi 0.18 breaking API;
+which was taken care of in the master branch early in 2020 but not in 7.x as I
+though that by now 8.0 would be out.
+
+The inclusion of a resolver in pip did not help and actually made things worse.
+If usually I would have simply pinned Jedi to ``<0.18``; this is not a solution
+anymore as now pip is free to install Jedi 0.18, and downgrade IPython.
+
+I'll do my best to keep the regular release, but as the 8.0-dev branch and 7.x
+are starting to diverge this is becoming difficult in particular with my limited
+time, so if you have any cycles to spare I'll appreciate your help to respond to
+issues and pushing 8.0 forward.
+
+Here are thus some of the changes for IPython 7.20.
+
+  - Support for PyQt5 >= 5.11 :ghpull:`12715`
+  - ``%reset`` remove imports more agressively :ghpull:`12718`
+  - fix the ``%conda`` magic :ghpull:`12739`
+  - compatibility with Jedi 0.18, and bump minimum Jedi version. :ghpull:`12793`
+
+
 .. _version 719:
 
 IPython 7.19

setup.py

@@ -171,15 +171,23 b' setuptools_extra_args = {}'
 # setuptools requirements
 
 extras_require = dict(
-    parallel = ['ipyparallel'],
-    qtconsole = ['qtconsole'],
-    doc = ['Sphinx>=1.3'],
-    test = ['nose>=0.10.1', 'requests', 'testpath', 'pygments', 'nbformat', 'ipykernel', 'numpy>=1.14'],
+    parallel=["ipyparallel"],
+    qtconsole=["qtconsole"],
+    doc=["Sphinx>=1.3"],
+    test=[
+        "nose>=0.10.1",
+        "requests",
+        "testpath",
+        "pygments",
+        "nbformat",
+        "ipykernel",
+        "numpy>=1.16",
+    ],
     terminal = [],
-    kernel = ['ipykernel'],
-    nbformat = ['nbformat'],
-    notebook = ['notebook', 'ipywidgets'],
-    nbconvert = ['nbconvert'],
+    kernel=["ipykernel"],
+    nbformat=["nbformat"],
+    notebook=["notebook", "ipywidgets"],
+    nbconvert=["nbconvert"],
 )
 
 install_requires = [