upstream/ipython Files · tools/check_sources.py

support for unicode identifiers...

support for unicode identifiers This rewrites some of the regular expressions that are used to match Python identifiers, so that they are unicode compatible. In Python 3, identifiers can contain unicode characters as long as the first character is not numeric. Examples for the changes: • inputtransformer: ``` In [1]: π = 3.14 In [2]: π.is_integer? Object `is_integer` not found. ``` ---------- • namespace: ``` π.is_integ*? ``` or ``` In [1]: %psearch π.is_integ Python identifiers can only contain ascii characters. ``` ---------- • prefilter: ``` %autocall 1 φ = float get_ipython().prefilter("φ 3") # should be 'φ(3)', but returns 'φ 3' ``` ---------- • completerlib: If there is a file e.g. named `π.py` in the current directory, then ``` import IPython IPython.core.completerlib.module_list('.') # should contain module 'π' ```

Paul Ivanov - - Load All Authors

File last commit:

r22963:2961b531


                r25595:d9c0e690

Download file

             check_sources.py
        
                    54 lines
            
             | 1.3 KiB
            
                | text/x-python
            
             |
                PythonLexer
            
             / tools / check_sources.py
          
                    History
                
                 |
                  Annotation
                 | Raw
                 |Copy content
                 |Copy permalink

      #!/usr/bin/env python

      """Utility to look for hard tabs and \r characters in all sources.

      Usage:

      ./check_sources.py

      It prints summaries and if chosen, line-by-line info of where \\t or \\r

      characters can be found in our source tree.

      """

      # Config

      # If true, all lines that have tabs are printed, with line number

      full_report_tabs = True

      # If true, all lines that have tabs are printed, with line number

      full_report_rets = False

      # Code begins

      from IPython.external.path import path

      rets = []

      tabs = []

      for f in path('..').walkfiles('*.py'):

          errs = ''

          cont = f.bytes()

          if '\t' in cont:

              errs+='t'

              tabs.append(f)

          if '\r' in cont:

              errs+='r'

              rets.append(f)

          if errs:

              print("%3s" % errs, f)

          if 't' in errs and full_report_tabs:

              for ln,line in enumerate(f.lines()):

                  if '\t' in line:

                      print('TAB:',ln,':',line, end=' ')

          if 'r' in errs and full_report_rets:

              for ln,line in enumerate(open(f.abspath(),'rb')):

                  if '\r' in line:

                      print('RET:',ln,':',line, end=' ')

      # Summary at the end, to call cleanup tools if necessary

      if tabs:

          print('Hard tabs found. These can be cleaned with untabify:')

          for f in tabs: print(f, end=' ')

      if rets:

          print('Carriage returns (\\r) found in:')

          for f in rets: print(f, end=' ')

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

				#!/usr/bin/env python
				"""Utility to look for hard tabs and \r characters in all sources.

				Usage:

				./check_sources.py

				It prints summaries and if chosen, line-by-line info of where \\t or \\r
				characters can be found in our source tree.
				"""

				# Config
				# If true, all lines that have tabs are printed, with line number
				full_report_tabs = True
				# If true, all lines that have tabs are printed, with line number
				full_report_rets = False

				# Code begins
				from IPython.external.path import path

				rets = []
				tabs = []

				for f in path('..').walkfiles('*.py'):
				errs = ''
				cont = f.bytes()
				if '\t' in cont:
				errs+='t'
				tabs.append(f)

				if '\r' in cont:
				errs+='r'
				rets.append(f)

				if errs:
				print("%3s" % errs, f)

				if 't' in errs and full_report_tabs:
				for ln,line in enumerate(f.lines()):
				if '\t' in line:
				print('TAB:',ln,':',line, end=' ')

				if 'r' in errs and full_report_rets:
				for ln,line in enumerate(open(f.abspath(),'rb')):
				if '\r' in line:
				print('RET:',ln,':',line, end=' ')

				# Summary at the end, to call cleanup tools if necessary
				if tabs:
				print('Hard tabs found. These can be cleaned with untabify:')
				for f in tabs: print(f, end=' ')
				if rets:
				print('Carriage returns (\\r) found in:')
				for f in rets: print(f, end=' ')