Use and depend on intersphinx_registry for doc building.

We try to still work if intersphinx_registry is not importable as it
might not be packaged yet, but it is now avail on conda forge, so it
should not be too hard.

docs/requirements.txt

@@ -1,12 +1,12 b''
 -e .[doc]
 sphinx>7
 setuptools
 sphinx_rtd_theme>=1.2.0
 numpy
 exceptiongroup
 testpath
 matplotlib
 docrepr
 prompt_toolkit
 ipykernel
-stack_data
+intersphinx_registry

docs/source/conf.py

@@ -1,249 +1,273 b''
 # -*- coding: utf-8 -*-
 #
 # IPython documentation build configuration file.
 
 # NOTE: This file has been edited manually from the auto-generated one from
 # sphinx.  Do NOT delete and re-generate.  If any changes from sphinx are
 # needed, generate a scratch one and merge by hand any new fields needed.
 
 #
 # This file is execfile()d with the current directory set to its containing dir.
 #
 # The contents of this file are pickled, so don't put values in the namespace
 # that aren't pickleable (module imports are okay, they're removed automatically).
 #
 # All configuration values have a default value; values that are commented out
 # serve to show the default value.
 
 
 import sys, os
 from pathlib import Path
 
 if sys.version_info > (3, 11):
     import tomllib
 else:
     import tomli as tomllib
 
 with open("./sphinx.toml", "rb") as f:
     config = tomllib.load(f)
 
 # https://read-the-docs.readthedocs.io/en/latest/faq.html
 ON_RTD = os.environ.get("READTHEDOCS", None) == "True"
 
 if ON_RTD:
     tags.add("rtd")
 
     # RTD doesn't use the Makefile, so re-run autogen_{things}.py here.
     for name in ("config", "api", "magics", "shortcuts"):
         fname = Path("autogen_{}.py".format(name))
         fpath = (Path(__file__).parent).joinpath("..", fname)
         with open(fpath, encoding="utf-8") as f:
             exec(
                 compile(f.read(), fname, "exec"),
                 {
                     "__file__": fpath,
                     "__name__": "__main__",
                 },
             )
 import sphinx_rtd_theme
 
 # Allow Python scripts to change behaviour during sphinx run
 os.environ["IN_SPHINX_RUN"] = "True"
 
 autodoc_type_aliases = {
     "Matcher": " IPython.core.completer.Matcher",
     "MatcherAPIv1": " IPython.core.completer.MatcherAPIv1",
 }
 
 # If your extensions are in another directory, add it here. If the directory
 # is relative to the documentation root, use os.path.abspath to make it
 # absolute, like shown here.
 sys.path.insert(0, os.path.abspath("../sphinxext"))
 
 # We load the ipython release info into a dict by explicit execution
 iprelease = {}
 exec(
     compile(
         open("../../IPython/core/release.py", encoding="utf-8").read(),
         "../../IPython/core/release.py",
         "exec",
     ),
     iprelease,
 )
 
 # General configuration
 # ---------------------
 
 # - template_path: Add any paths that contain templates here, relative to this directory.
 # - master_doc: The master toctree document.
 # - project
 # - copyright
 # - github_project_url
 # - source_suffix = config["sphinx"]["source_suffix"]
 # - exclude_patterns:
 #       Exclude these glob-style patterns when looking for source files.
 #       They are relative to the source/ directory.
 # - pygments_style: The name of the Pygments (syntax highlighting) style to use.
 # - extensions:
 #        Add any Sphinx extension module names here, as strings. They can be extensions
 #        coming with Sphinx (named 'sphinx.ext.*') or your custom ones.
 # - default_role
 # - modindex_common_prefix
 
 locals().update(config["sphinx"])
 
-intersphinx_mapping = config["intersphinx_mapping"]
-for k, v in intersphinx_mapping.items():
-    intersphinx_mapping[k] = tuple(
-        [intersphinx_mapping[k]["url"], intersphinx_mapping[k]["fallback"]]
+try:
+    from intersphinx_registry import get_intersphinx_mapping
+
+    intersphinx_mapping = get_intersphinx_mapping(
+        packages={
+            "python",
+            "rpy2",
+            "jupyterclient",
+            "jupyter",
+            "jedi",
+            "traitlets",
+            "ipykernel",
+            "prompt_toolkit",
+            "ipywidgets",
+            "ipyparallel",
+            "pip",
+        }
     )
 
+except ModuleNotFoundError:
+    # In case intersphinx_registry is not yet packages on current plaform
+    # as it is quite recent.
+    print("/!\\ intersphinx_registry not installed, relying on local mapping.")
+    intersphinx_mapping = config["intersphinx_mapping"]
+    for k, v in intersphinx_mapping.items():
+        intersphinx_mapping[k] = tuple(
+            [intersphinx_mapping[k]["url"], intersphinx_mapping[k]["fallback"]]
+        )
+
+
 # numpydoc config
 numpydoc_show_class_members = config["numpydoc"][
     "numpydoc_show_class_members"
 ]  # Otherwise Sphinx emits thousands of warnings
 numpydoc_class_members_toctree = config["numpydoc"]["numpydoc_class_members_toctree"]
 warning_is_error = config["numpydoc"]["warning_is_error"]
 
 # Options for HTML output
 # -----------------------
 html_theme_path = [sphinx_rtd_theme.get_html_theme_path()]
 # - html_theme
 # - html_static_path
 #     Add any paths that contain custom static files (such as style sheets) here,
 #     relative to this directory. They are copied after the builtin static files,
 #     so a file named "default.css" will overwrite the builtin "default.css".
 #     Favicon needs the directory name
 # - html_favicon
 # - html_last_updated_fmt = config["html"]["html_last_updated_fmt"]
 #     If not '', a 'Last updated on:' timestamp is inserted at every page bottom,
 #     using the given strftime format.
 #     Output file base name for HTML help builder.
 # - htmlhelp_basename
 locals().update(config["html"])
 
 # Additional templates that should be rendered to pages, maps page names to
 # template names.
 html_additional_pages = {}
 for item in config["html"]["html_additional_pages"]:
     html_additional_pages[item[0]] = item[1]
 
 # Options for LaTeX output
 # ------------------------
 
 # Grouping the document tree into LaTeX files. List of tuples
 # (source start file, target name, title, author, document class [howto/manual]).
 latex_documents = []
 for item in config["latex"]["latex_documents"]:
     latex_documents.append(tuple(item))
 # If false, no module index is generated.
 latex_use_modindex = config["latex"]["latex_use_modindex"]
 # The font size ('10pt', '11pt' or '12pt').
 latex_font_size = config["latex"]["latex_font_size"]
 
 # Options for texinfo output
 # --------------------------
 texinfo_documents = [
     (
         master_doc,
         "ipython",
         "IPython Documentation",
         "The IPython Development Team",
         "IPython",
         "IPython Documentation",
         "Programming",
         1,
     ),
 ]
 
 #########################################################################
 # Custom configuration
 # The default replacements for |version| and |release|, also used in various
 # other places throughout the built documents.
 #
 # The full version, including alpha/beta/rc tags.
 release = "%s" % iprelease["version"]
 # Just the X.Y.Z part, no '-dev'
 version = iprelease["version"].split("-", 1)[0]
 
 # There are two options for replacing |today|: either, you set today to some
 # non-false value, then it is used:
 # today = ''
 # Else, today_fmt is used as the format for a strftime call.
 today_fmt = "%B %d, %Y"
 
 rst_prolog = ""
 
 
 def is_stable(extra):
     for ext in {"dev", "b", "rc"}:
         if ext in extra:
             return False
     return True
 
 
 if is_stable(iprelease["_version_extra"]):
     tags.add("ipystable")
     print("Adding Tag: ipystable")
 else:
     tags.add("ipydev")
     print("Adding Tag: ipydev")
     rst_prolog += """
 .. warning::
 
     This documentation covers a development version of IPython. The development
     version may differ significantly from the latest stable release.
 """
 
 rst_prolog += """
 .. important::
 
     This documentation covers IPython versions 6.0 and higher. Beginning with
     version 6.0, IPython stopped supporting compatibility with Python versions
     lower than 3.3 including all versions of Python 2.7.
 
     If you are looking for an IPython version compatible with Python 2.7,
     please use the IPython 5.x LTS release and refer to its documentation (LTS
     is the long term support release).
 
 """
 
 import logging
 
 
 class ConfigtraitFilter(logging.Filter):
     """
     This is a filter to remove in sphinx 3+ the error about config traits being duplicated.
 
     As we autogenerate configuration traits from, subclasses have lots of
     duplication and we want to silence them. Indeed we build on travis with
     warnings-as-error set to True, so those duplicate items make the build fail.
     """
 
     def filter(self, record):
         if (
             record.args
             and record.args[0] == "configtrait"
             and "duplicate" in record.msg
         ):
             return False
         return True
 
 
 ct_filter = ConfigtraitFilter()
 
 import sphinx.util
 
 logger = sphinx.util.logging.getLogger("sphinx.domains.std").logger
 logger.addFilter(ct_filter)
 
 
 def setup(app):
     app.add_css_file("theme_overrides.css")
 
 
 # Cleanup
 # -------
 # delete release info to avoid pickling errors from sphinx
 
 del iprelease

pyproject.toml

@@ -1,210 +1,210 b''
 [build-system]
 requires = ["setuptools>=61.2"]
 # We need access to the 'setupbase' module at build time.
 # Hence we declare a custom build backend.
 build-backend = "_build_meta"  # just re-exports setuptools.build_meta definitions
 backend-path = ["."]
 
 [project]
 name = "ipython"
 description = "IPython: Productive Interactive Computing"
 keywords = ["Interactive", "Interpreter", "Shell", "Embedding"]
 classifiers = [
     "Framework :: IPython",
     "Framework :: Jupyter",
     "Intended Audience :: Developers",
     "Intended Audience :: Science/Research",
     "License :: OSI Approved :: BSD License",
     "Programming Language :: Python",
     "Programming Language :: Python :: 3",
     "Programming Language :: Python :: 3 :: Only",
     "Topic :: System :: Shells",
 ]
 requires-python = ">=3.10"
 dependencies = [
     'colorama; sys_platform == "win32"',
     "decorator",
     "exceptiongroup; python_version<'3.11'",
     "jedi>=0.16",
     "matplotlib-inline",
     'pexpect>4.3; sys_platform != "win32" and sys_platform != "emscripten"',
     "prompt_toolkit>=3.0.41,<3.1.0",
     "pygments>=2.4.0",
     "stack_data",
     "traitlets>=5.13.0",
     "typing_extensions>=4.6; python_version<'3.12'",
 ]
 dynamic = ["authors", "license", "version"]
 
 [project.entry-points."pygments.lexers"]
 ipythonconsole = "IPython.lib.lexers:IPythonConsoleLexer"
 ipython = "IPython.lib.lexers:IPythonLexer"
 ipython3 = "IPython.lib.lexers:IPython3Lexer"
 
 [project.scripts]
 ipython = "IPython:start_ipython"
 ipython3 = "IPython:start_ipython"
 
 [project.readme]
 file = "long_description.rst"
 content-type = "text/x-rst"
 
 [project.urls]
 Homepage = "https://ipython.org"
 Documentation = "https://ipython.readthedocs.io/"
 Funding = "https://numfocus.org/"
 Source = "https://github.com/ipython/ipython"
 Tracker = "https://github.com/ipython/ipython/issues"
 
 [project.optional-dependencies]
 black = [
     "black",
 ]
 doc = [
     "docrepr",
     "exceptiongroup",
+    "intersphinx_registry",
     "ipykernel",
     "ipython[test]",
     "matplotlib",
     "setuptools>=18.5",
     "sphinx-rtd-theme",
     "sphinx>=1.3",
     "sphinxcontrib-jquery",
-    "stack_data",
     "tomli ; python_version<'3.11'",
     "typing_extensions",
 ]
 kernel = [
     "ipykernel",
 ]
 nbconvert = [
     "nbconvert",
 ]
 nbformat = [
     "nbformat",
 ]
 notebook = [
     "ipywidgets",
     "notebook",
 ]
 parallel = [
     "ipyparallel",
 ]
 qtconsole = [
     "qtconsole",
 ]
 terminal = []
 test = [
     "pytest",
     "pytest-asyncio<0.22",
     "testpath",
     "pickleshare",
 ]
 test_extra = [
     "ipython[test]",
     "curio",
     "matplotlib!=3.2.0",
     "nbformat",
     "numpy>=1.23",
     "pandas",
     "trio",
 ]
 matplotlib = [
    "matplotlib"
 ]
 all = [
     "ipython[black,doc,kernel,nbconvert,nbformat,notebook,parallel,qtconsole,matplotlib]",
     "ipython[test,test_extra]",
 ]
 
 [tool.mypy]
 python_version = "3.10"
 ignore_missing_imports = true
 follow_imports = 'silent'
 exclude = [
    'test_\.+\.py',
    'IPython.utils.tests.test_wildcard',
    'testing',
    'tests',
    'PyColorize.py',
    '_process_win32_controller.py',
    'IPython/core/application.py',
    'IPython/core/profileapp.py',
    'IPython/lib/deepreload.py',
    'IPython/sphinxext/ipython_directive.py',
    'IPython/terminal/ipapp.py',
    'IPython/utils/_process_win32.py',
    'IPython/utils/path.py',
 ]
 
 [tool.pytest.ini_options]
 addopts = [
    "--durations=10",
    "-pIPython.testing.plugin.pytest_ipdoctest",
    "--ipdoctest-modules",
    "--ignore=docs",
    "--ignore=examples",
    "--ignore=htmlcov",
    "--ignore=ipython_kernel",
    "--ignore=ipython_parallel",
    "--ignore=results",
    "--ignore=tmp",
    "--ignore=tools",
    "--ignore=traitlets",
    "--ignore=IPython/core/tests/daft_extension",
    "--ignore=IPython/sphinxext",
    "--ignore=IPython/terminal/pt_inputhooks",
    "--ignore=IPython/__main__.py",
    "--ignore=IPython/external/qt_for_kernel.py",
    "--ignore=IPython/html/widgets/widget_link.py",
    "--ignore=IPython/html/widgets/widget_output.py",
    "--ignore=IPython/terminal/console.py",
    "--ignore=IPython/utils/_process_cli.py",
    "--ignore=IPython/utils/_process_posix.py",
    "--ignore=IPython/utils/_process_win32.py",
    "--ignore=IPython/utils/_process_win32_controller.py",
    "--ignore=IPython/utils/daemonize.py",
    "--ignore=IPython/utils/eventful.py",
    "--ignore=IPython/kernel",
    "--ignore=IPython/consoleapp.py",
    "--ignore=IPython/core/inputsplitter.py",
    "--ignore=IPython/lib/kernel.py",
    "--ignore=IPython/utils/jsonutil.py",
    "--ignore=IPython/utils/localinterfaces.py",
    "--ignore=IPython/utils/log.py",
    "--ignore=IPython/utils/signatures.py",
    "--ignore=IPython/utils/traitlets.py",
    "--ignore=IPython/utils/version.py"
 ]
 doctest_optionflags = [
    "NORMALIZE_WHITESPACE",
    "ELLIPSIS"
 ]
 ipdoctest_optionflags = [
    "NORMALIZE_WHITESPACE",
    "ELLIPSIS"
 ]
 asyncio_mode = "strict"
 
 [tool.pyright]
 pythonPlatform="All"
 
 [tool.setuptools]
 zip-safe = false
 platforms = ["Linux", "Mac OSX", "Windows"]
 license-files = ["LICENSE"]
 include-package-data = false
 
 [tool.setuptools.packages.find]
 exclude = ["setupext"]
 namespaces = false
 
 [tool.setuptools.package-data]
 "IPython" = ["py.typed"]
 "IPython.core" = ["profile/README*"]
 "IPython.core.tests" = ["*.png", "*.jpg", "daft_extension/*.py"]
 "IPython.lib.tests" = ["*.wav"]
 "IPython.testing.plugin" = ["*.txt"]
 
 [tool.setuptools.dynamic]
 version = {attr = "IPython.core.release.__version__"}