upstream/mercurial-mirror Files · mercurial/pure/charencode.py

server: add an error feedback mechanism for when the daemon fails to launch...

server: add an error feedback mechanism for when the daemon fails to launch There's a recurring problem on Windows where `hg serve -d` will randomly fail to spawn a detached process. The reason for the failure is completely hidden, and it takes hours to get a single failure on my laptop. All this does is redirect stdout/stderr of the child to a file until the lock file is freed, and then the parent dumps it out if it fails to spawn. I chose to put the output into the lock file because that is always cleaned up. There's no way to report errors after that anyway. On Windows, killdaemons.py is roughly `kill -9`, so this ensures that junk won't pile up. This may end up being a case of EADDRINUSE. At least that's what I saw spit out a few times (among other odd errors and missing output on Windows). But I also managed to get the same thing on Fedora 26 by running test-hgwebdir.t with --loop -j10 for several hours. Running `netstat` immediately after killing that run printed a wall of sockets in the TIME_WAIT state, which were gone a couple seconds later. I couldn't match up ports that failed, because --loop doesn't print out the message about the port that was used. So maybe the fix is to rotate the use of HGPORT[12] in the tests. But, let's collect some more data first.

Yuya Nishihara - - Load All Authors

File last commit:

r34215:aa877860 default


                r37229:f09a2eab

default

Download file

             charencode.py
        
                    85 lines
            
             | 2.3 KiB
            
                | text/x-python
            
             |
                PythonLexer
            
             / mercurial / pure / charencode.py
          
                    History
                
                 |
                  Annotation
                 | Raw
                 |Copy content
                 |Copy permalink

      # charencode.py - miscellaneous character encoding

      #

      #  Copyright 2005-2009 Matt Mackall <mpm@selenic.com> and others

      #

      # This software may be used and distributed according to the terms of the

      # GNU General Public License version 2 or any later version.

      from __future__ import absolute_import

      import array

      from .. import (

          pycompat,

      )

      def isasciistr(s):

          try:

              s.decode('ascii')

              return True

          except UnicodeDecodeError:

              return False

      def asciilower(s):

          '''convert a string to lowercase if ASCII

          Raises UnicodeDecodeError if non-ASCII characters are found.'''

          s.decode('ascii')

          return s.lower()

      def asciiupper(s):

          '''convert a string to uppercase if ASCII

          Raises UnicodeDecodeError if non-ASCII characters are found.'''

          s.decode('ascii')

          return s.upper()

      _jsonmap = []

      _jsonmap.extend("\\u%04x" % x for x in range(32))

      _jsonmap.extend(pycompat.bytechr(x) for x in range(32, 127))

      _jsonmap.append('\\u007f')

      _jsonmap[0x09] = '\\t'

      _jsonmap[0x0a] = '\\n'

      _jsonmap[0x22] = '\\"'

      _jsonmap[0x5c] = '\\\\'

      _jsonmap[0x08] = '\\b'

      _jsonmap[0x0c] = '\\f'

      _jsonmap[0x0d] = '\\r'

      _paranoidjsonmap = _jsonmap[:]

      _paranoidjsonmap[0x3c] = '\\u003c'  # '<' (e.g. escape "</script>")

      _paranoidjsonmap[0x3e] = '\\u003e'  # '>'

      _jsonmap.extend(pycompat.bytechr(x) for x in range(128, 256))

      def jsonescapeu8fast(u8chars, paranoid):

          """Convert a UTF-8 byte string to JSON-escaped form (fast path)

          Raises ValueError if non-ASCII characters have to be escaped.

          """

          if paranoid:

              jm = _paranoidjsonmap

          else:

              jm = _jsonmap

          try:

              return ''.join(jm[x] for x in bytearray(u8chars))

          except IndexError:

              raise ValueError

      if pycompat.ispy3:

          _utf8strict = r'surrogatepass'

      else:

          _utf8strict = r'strict'

      def jsonescapeu8fallback(u8chars, paranoid):

          """Convert a UTF-8 byte string to JSON-escaped form (slow path)

          Escapes all non-ASCII characters no matter if paranoid is False.

          """

          if paranoid:

              jm = _paranoidjsonmap

          else:

              jm = _jsonmap

          # non-BMP char is represented as UTF-16 surrogate pair

          u16b = u8chars.decode('utf-8', _utf8strict).encode('utf-16', _utf8strict)

          u16codes = array.array(r'H', u16b)

          u16codes.pop(0)  # drop BOM

          return ''.join(jm[x] if x < 128 else '\\u%04x' % x for x in u16codes)

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

				# charencode.py - miscellaneous character encoding
				#
				# Copyright 2005-2009 Matt Mackall <mpm@selenic.com> and others
				#
				# This software may be used and distributed according to the terms of the
				# GNU General Public License version 2 or any later version.

				from __future__ import absolute_import

				import array

				from .. import (
				pycompat,
				)

				def isasciistr(s):
				try:
				s.decode('ascii')
				return True
				except UnicodeDecodeError:
				return False

				def asciilower(s):
				'''convert a string to lowercase if ASCII

				Raises UnicodeDecodeError if non-ASCII characters are found.'''
				s.decode('ascii')
				return s.lower()

				def asciiupper(s):
				'''convert a string to uppercase if ASCII

				Raises UnicodeDecodeError if non-ASCII characters are found.'''
				s.decode('ascii')
				return s.upper()

				_jsonmap = []
				_jsonmap.extend("\\u%04x" % x for x in range(32))
				_jsonmap.extend(pycompat.bytechr(x) for x in range(32, 127))
				_jsonmap.append('\\u007f')
				_jsonmap[0x09] = '\\t'
				_jsonmap[0x0a] = '\\n'
				_jsonmap[0x22] = '\\"'
				_jsonmap[0x5c] = '\\\\'
				_jsonmap[0x08] = '\\b'
				_jsonmap[0x0c] = '\\f'
				_jsonmap[0x0d] = '\\r'
				_paranoidjsonmap = _jsonmap[:]
				_paranoidjsonmap[0x3c] = '\\u003c' # '<' (e.g. escape "</script>")
				_paranoidjsonmap[0x3e] = '\\u003e' # '>'
				_jsonmap.extend(pycompat.bytechr(x) for x in range(128, 256))

				def jsonescapeu8fast(u8chars, paranoid):
				"""Convert a UTF-8 byte string to JSON-escaped form (fast path)

				Raises ValueError if non-ASCII characters have to be escaped.
				"""
				if paranoid:
				jm = _paranoidjsonmap
				else:
				jm = _jsonmap
				try:
				return ''.join(jm[x] for x in bytearray(u8chars))
				except IndexError:
				raise ValueError

				if pycompat.ispy3:
				_utf8strict = r'surrogatepass'
				else:
				_utf8strict = r'strict'

				def jsonescapeu8fallback(u8chars, paranoid):
				"""Convert a UTF-8 byte string to JSON-escaped form (slow path)

				Escapes all non-ASCII characters no matter if paranoid is False.
				"""
				if paranoid:
				jm = _paranoidjsonmap
				else:
				jm = _jsonmap
				# non-BMP char is represented as UTF-16 surrogate pair
				u16b = u8chars.decode('utf-8', _utf8strict).encode('utf-16', _utf8strict)
				u16codes = array.array(r'H', u16b)
				u16codes.pop(0) # drop BOM
				return ''.join(jm[x] if x < 128 else '\\u%04x' % x for x in u16codes)