diff --git a/IPython/core/inputtransformer2.py b/IPython/core/inputtransformer2.py index e39ff55..9586d00 100644 --- a/IPython/core/inputtransformer2.py +++ b/IPython/core/inputtransformer2.py @@ -200,6 +200,16 @@ def make_tokens_by_line(lines): return tokens_by_line +def show_linewise_tokens(s: str): + """For investigation""" + if not s.endswith('\n'): + s += '\n' + lines = s.splitlines(keepends=True) + for line in make_tokens_by_line(lines): + print("Line -------") + for tokinfo in line: + print(" ", tokinfo) + class TokenTransformers: def __init__(self): self.transformers = [