urllibcompat.py
206 lines
| 5.6 KiB
| text/x-python
|
PythonLexer
/ mercurial / urllibcompat.py
|
r34466 | # urllibcompat.py - adapters to ease using urllib2 on Py2 and urllib on Py3 | ||
# | ||||
# Copyright 2017 Google, Inc. | ||||
# | ||||
# This software may be used and distributed according to the terms of the | ||||
# GNU General Public License version 2 or any later version. | ||||
from __future__ import absolute_import | ||||
from . import pycompat | ||||
|
r34468 | _sysstr = pycompat.sysstr | ||
|
r43346 | |||
|
r34468 | class _pycompatstub(object): | ||
def __init__(self): | ||||
self._aliases = {} | ||||
def _registeraliases(self, origin, items): | ||||
"""Add items that will be populated at the first access""" | ||||
items = map(_sysstr, items) | ||||
self._aliases.update( | ||||
|
r43346 | (item.replace(r'_', r'').lower(), (origin, item)) for item in items | ||
) | ||||
|
r34468 | |||
def _registeralias(self, origin, attr, name): | ||||
"""Alias ``origin``.``attr`` as ``name``""" | ||||
self._aliases[_sysstr(name)] = (origin, _sysstr(attr)) | ||||
def __getattr__(self, name): | ||||
try: | ||||
origin, item = self._aliases[name] | ||||
except KeyError: | ||||
raise AttributeError(name) | ||||
self.__dict__[name] = obj = getattr(origin, item) | ||||
return obj | ||||
|
r43346 | |||
|
r34468 | httpserver = _pycompatstub() | ||
urlreq = _pycompatstub() | ||||
urlerr = _pycompatstub() | ||||
|
r34466 | if pycompat.ispy3: | ||
|
r34468 | import urllib.parse | ||
|
r43346 | |||
urlreq._registeraliases( | ||||
urllib.parse, | ||||
( | ||||
|
r43347 | b"splitattr", | ||
b"splitpasswd", | ||||
b"splitport", | ||||
b"splituser", | ||||
b"urlparse", | ||||
b"urlunparse", | ||||
|
r43346 | ), | ||
) | ||||
|
r43347 | urlreq._registeralias(urllib.parse, b"parse_qs", b"parseqs") | ||
urlreq._registeralias(urllib.parse, b"parse_qsl", b"parseqsl") | ||||
urlreq._registeralias(urllib.parse, b"unquote_to_bytes", b"unquote") | ||||
|
r34468 | import urllib.request | ||
|
r43346 | |||
urlreq._registeraliases( | ||||
urllib.request, | ||||
( | ||||
|
r43347 | b"AbstractHTTPHandler", | ||
b"BaseHandler", | ||||
b"build_opener", | ||||
b"FileHandler", | ||||
b"FTPHandler", | ||||
b"ftpwrapper", | ||||
b"HTTPHandler", | ||||
b"HTTPSHandler", | ||||
b"install_opener", | ||||
b"pathname2url", | ||||
b"HTTPBasicAuthHandler", | ||||
b"HTTPDigestAuthHandler", | ||||
b"HTTPPasswordMgrWithDefaultRealm", | ||||
b"ProxyHandler", | ||||
b"Request", | ||||
b"url2pathname", | ||||
b"urlopen", | ||||
|
r43346 | ), | ||
) | ||||
|
r34468 | import urllib.response | ||
|
r43346 | |||
|
r43347 | urlreq._registeraliases(urllib.response, (b"addclosehook", b"addinfourl",)) | ||
|
r34468 | import urllib.error | ||
|
r43346 | |||
|
r43347 | urlerr._registeraliases(urllib.error, (b"HTTPError", b"URLError",)) | ||
|
r34468 | import http.server | ||
|
r43346 | |||
httpserver._registeraliases( | ||||
http.server, | ||||
( | ||||
|
r43347 | b"HTTPServer", | ||
b"BaseHTTPRequestHandler", | ||||
b"SimpleHTTPRequestHandler", | ||||
b"CGIHTTPRequestHandler", | ||||
|
r43346 | ), | ||
) | ||||
|
r34468 | |||
# urllib.parse.quote() accepts both str and bytes, decodes bytes | ||||
# (if necessary), and returns str. This is wonky. We provide a custom | ||||
# implementation that only accepts bytes and emits bytes. | ||||
def quote(s, safe=r'/'): | ||||
|
r40195 | # bytestr has an __iter__ that emits characters. quote_from_bytes() | ||
# does an iteration and expects ints. We coerce to bytes to appease it. | ||||
if isinstance(s, pycompat.bytestr): | ||||
s = bytes(s) | ||||
|
r34468 | s = urllib.parse.quote_from_bytes(s, safe=safe) | ||
return s.encode('ascii', 'strict') | ||||
# urllib.parse.urlencode() returns str. We use this function to make | ||||
# sure we return bytes. | ||||
def urlencode(query, doseq=False): | ||||
|
r43346 | s = urllib.parse.urlencode(query, doseq=doseq) | ||
return s.encode('ascii') | ||||
|
r34468 | |||
urlreq.quote = quote | ||||
urlreq.urlencode = urlencode | ||||
|
r34466 | |||
def getfullurl(req): | ||||
return req.full_url | ||||
def gethost(req): | ||||
return req.host | ||||
def getselector(req): | ||||
return req.selector | ||||
def getdata(req): | ||||
return req.data | ||||
def hasdata(req): | ||||
return req.data is not None | ||||
|
r43346 | |||
|
r34466 | else: | ||
|
r34468 | import BaseHTTPServer | ||
import CGIHTTPServer | ||||
import SimpleHTTPServer | ||||
import urllib2 | ||||
import urllib | ||||
import urlparse | ||||
|
r43346 | |||
urlreq._registeraliases( | ||||
urllib, | ||||
( | ||||
|
r43347 | b"addclosehook", | ||
b"addinfourl", | ||||
b"ftpwrapper", | ||||
b"pathname2url", | ||||
b"quote", | ||||
b"splitattr", | ||||
b"splitpasswd", | ||||
b"splitport", | ||||
b"splituser", | ||||
b"unquote", | ||||
b"url2pathname", | ||||
b"urlencode", | ||||
|
r43346 | ), | ||
) | ||||
urlreq._registeraliases( | ||||
urllib2, | ||||
( | ||||
|
r43347 | b"AbstractHTTPHandler", | ||
b"BaseHandler", | ||||
b"build_opener", | ||||
b"FileHandler", | ||||
b"FTPHandler", | ||||
b"HTTPBasicAuthHandler", | ||||
b"HTTPDigestAuthHandler", | ||||
b"HTTPHandler", | ||||
b"HTTPPasswordMgrWithDefaultRealm", | ||||
b"HTTPSHandler", | ||||
b"install_opener", | ||||
b"ProxyHandler", | ||||
b"Request", | ||||
b"urlopen", | ||||
|
r43346 | ), | ||
) | ||||
|
r43347 | urlreq._registeraliases(urlparse, (b"urlparse", b"urlunparse",)) | ||
urlreq._registeralias(urlparse, b"parse_qs", b"parseqs") | ||||
urlreq._registeralias(urlparse, b"parse_qsl", b"parseqsl") | ||||
urlerr._registeraliases(urllib2, (b"HTTPError", b"URLError",)) | ||||
|
r43346 | httpserver._registeraliases( | ||
|
r43347 | BaseHTTPServer, (b"HTTPServer", b"BaseHTTPRequestHandler",) | ||
|
r43346 | ) | ||
|
r43347 | httpserver._registeraliases( | ||
SimpleHTTPServer, (b"SimpleHTTPRequestHandler",) | ||||
) | ||||
httpserver._registeraliases(CGIHTTPServer, (b"CGIHTTPRequestHandler",)) | ||||
|
r34466 | |||
def gethost(req): | ||||
return req.get_host() | ||||
def getselector(req): | ||||
return req.get_selector() | ||||
def getfullurl(req): | ||||
return req.get_full_url() | ||||
def getdata(req): | ||||
return req.get_data() | ||||
def hasdata(req): | ||||
return req.has_data() | ||||