upstream/ipython Files · IPython/utils/ulinecache.py

normalize unicode notebook filenames...

normalize unicode notebook filenames used in comparison check for notebook name change. Unless the filenames are normalized, unchanged names may result in false positives for a name change (e.g. OS X uses NFD on the filesystem, so u'\xfc' roundtripped to the filesystem will be u'u\u0308'), which can result in the first save of a notebook after open performing the following actions: 1. save the recently opened notebook 2. `old_name != new_name`, so name change detected 3. delete old_name (which is actually new_name), which ultimately deletes the just-saved notebook In master, this has a symptom of the first checkpoint failing because the first save actually deleted the file, and you can't checkpoint a notebook that doesn't exist. closes

Jörgen Stenarson - - Load All Authors

File last commit:

r8335:50c631dd


                r10777:9585bda6

Download file

             ulinecache.py
        
                    45 lines
            
             | 1.6 KiB
            
                | text/x-python
            
             |
                PythonLexer
            
             / IPython / utils / ulinecache.py
          
                    History
                
                 |
                  Annotation
                 | Raw
                 |Copy content
                 |Copy permalink

      """Wrapper around linecache which decodes files to unicode according to PEP 263.

      This is only needed for Python 2 - linecache in Python 3 does the same thing

      itself.

      """

      import functools

      import linecache

      import sys

      from IPython.utils import py3compat

      from IPython.utils import openpy

      if py3compat.PY3:

          getline = linecache.getline

          # getlines has to be looked up at runtime, because doctests monkeypatch it.

          @functools.wraps(linecache.getlines)

          def getlines(filename, module_globals=None):

              return linecache.getlines(filename, module_globals=module_globals)

      else:

          def getlines(filename, module_globals=None):

              """Get the lines (as unicode) for a file from the cache.

              Update the cache if it doesn't contain an entry for this file already."""

              filename = py3compat.cast_bytes(filename, sys.getfilesystemencoding())

              lines = linecache.getlines(filename, module_globals=module_globals)

              # The bits we cache ourselves can be unicode.

              if (not lines) or isinstance(lines[0], unicode):

                  return lines

              readline = openpy._list_readline(lines)

              try:

                  encoding, _ = openpy.detect_encoding(readline)

              except SyntaxError:

                  encoding = 'ascii'

              return [l.decode(encoding, 'replace') for l in lines]

          # This is a straight copy of linecache.getline

          def getline(filename, lineno, module_globals=None):

              lines = getlines(filename, module_globals)

              if 1 <= lineno <= len(lines):

                  return lines[lineno-1]

              else:

                  return ''

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

				"""Wrapper around linecache which decodes files to unicode according to PEP 263.

				This is only needed for Python 2 - linecache in Python 3 does the same thing
				itself.
				"""
				import functools
				import linecache
				import sys

				from IPython.utils import py3compat
				from IPython.utils import openpy

				if py3compat.PY3:
				getline = linecache.getline

				# getlines has to be looked up at runtime, because doctests monkeypatch it.
				@functools.wraps(linecache.getlines)
				def getlines(filename, module_globals=None):
				return linecache.getlines(filename, module_globals=module_globals)

				else:
				def getlines(filename, module_globals=None):
				"""Get the lines (as unicode) for a file from the cache.
				Update the cache if it doesn't contain an entry for this file already."""
				filename = py3compat.cast_bytes(filename, sys.getfilesystemencoding())
				lines = linecache.getlines(filename, module_globals=module_globals)

				# The bits we cache ourselves can be unicode.
				if (not lines) or isinstance(lines[0], unicode):
				return lines

				readline = openpy._list_readline(lines)
				try:
				encoding, _ = openpy.detect_encoding(readline)
				except SyntaxError:
				encoding = 'ascii'
				return [l.decode(encoding, 'replace') for l in lines]

				# This is a straight copy of linecache.getline
				def getline(filename, lineno, module_globals=None):
				lines = getlines(filename, module_globals)
				if 1 <= lineno <= len(lines):
				return lines[lineno-1]
				else:
				return ''