mail.py
407 lines
| 14.6 KiB
| text/x-python
|
PythonLexer
/ mercurial / mail.py
|
r2889 | # mail.py - mail sending bits for mercurial | ||
# | ||||
# Copyright 2006 Matt Mackall <mpm@selenic.com> | ||||
# | ||||
|
r8225 | # This software may be used and distributed according to the terms of the | ||
|
r10263 | # GNU General Public License version 2 or any later version. | ||
|
r2889 | |||
|
r30325 | from __future__ import absolute_import | ||
|
r25957 | |||
|
r19790 | import email | ||
|
r30089 | import email.charset | ||
|
r30072 | import email.header | ||
|
r34311 | import email.message | ||
|
r38354 | import email.parser | ||
import io | ||||
|
r25957 | import os | ||
import smtplib | ||||
import socket | ||||
import time | ||||
from .i18n import _ | ||||
from . import ( | ||||
encoding, | ||||
|
r26587 | error, | ||
|
r36064 | pycompat, | ||
|
r25957 | sslutil, | ||
util, | ||||
) | ||||
|
r37102 | from .utils import ( | ||
|
r37138 | procutil, | ||
|
r37102 | stringutil, | ||
) | ||||
|
r2889 | |||
|
r18885 | class STARTTLS(smtplib.SMTP): | ||
'''Derived class to verify the peer certificate for STARTTLS. | ||||
This class allows to pass any keyword arguments to SSL socket creation. | ||||
''' | ||||
|
r29251 | def __init__(self, ui, host=None, **kwargs): | ||
|
r18885 | smtplib.SMTP.__init__(self, **kwargs) | ||
|
r29248 | self._ui = ui | ||
|
r28935 | self._host = host | ||
|
r18885 | |||
def starttls(self, keyfile=None, certfile=None): | ||||
if not self.has_extn("starttls"): | ||||
msg = "STARTTLS extension not supported by server" | ||||
raise smtplib.SMTPException(msg) | ||||
(resp, reply) = self.docmd("STARTTLS") | ||||
if resp == 220: | ||||
|
r25429 | self.sock = sslutil.wrapsocket(self.sock, keyfile, certfile, | ||
|
r29248 | ui=self._ui, | ||
|
r29251 | serverhostname=self._host) | ||
|
r18885 | self.file = smtplib.SSLFakeFile(self.sock) | ||
self.helo_resp = None | ||||
self.ehlo_resp = None | ||||
self.esmtp_features = {} | ||||
self.does_esmtp = 0 | ||||
return (resp, reply) | ||||
|
r26673 | class SMTPS(smtplib.SMTP): | ||
'''Derived class to verify the peer certificate for SMTPS. | ||||
|
r18886 | |||
|
r26673 | This class allows to pass any keyword arguments to SSL socket creation. | ||
''' | ||||
|
r29251 | def __init__(self, ui, keyfile=None, certfile=None, host=None, | ||
|
r28935 | **kwargs): | ||
|
r26673 | self.keyfile = keyfile | ||
self.certfile = certfile | ||||
smtplib.SMTP.__init__(self, **kwargs) | ||||
|
r28935 | self._host = host | ||
|
r26673 | self.default_port = smtplib.SMTP_SSL_PORT | ||
|
r29248 | self._ui = ui | ||
|
r26673 | |||
def _get_socket(self, host, port, timeout): | ||||
if self.debuglevel > 0: | ||||
|
r39063 | self._ui.debug('connect: %r\n' % ((host, port),)) | ||
|
r26673 | new_socket = socket.create_connection((host, port), timeout) | ||
new_socket = sslutil.wrapsocket(new_socket, | ||||
self.keyfile, self.certfile, | ||||
|
r29248 | ui=self._ui, | ||
|
r29251 | serverhostname=self._host) | ||
|
r39061 | self.file = new_socket.makefile(r'rb') | ||
|
r26673 | return new_socket | ||
|
r18886 | |||
|
r39060 | def _pyhastls(): | ||
"""Returns true iff Python has TLS support, false otherwise.""" | ||||
try: | ||||
import ssl | ||||
getattr(ssl, 'HAS_TLS', False) | ||||
return True | ||||
except ImportError: | ||||
return False | ||||
|
r2889 | def _smtp(ui): | ||
|
r5973 | '''build an smtp connection and return a function to send mail''' | ||
|
r2889 | local_hostname = ui.config('smtp', 'local_hostname') | ||
|
r33499 | tls = ui.config('smtp', 'tls') | ||
|
r13201 | # backward compatible: when tls = true, we use starttls. | ||
|
r37102 | starttls = tls == 'starttls' or stringutil.parsebool(tls) | ||
|
r13201 | smtps = tls == 'smtps' | ||
|
r39060 | if (starttls or smtps) and not _pyhastls(): | ||
|
r26587 | raise error.Abort(_("can't use TLS: Python SSL support not installed")) | ||
|
r2889 | mailhost = ui.config('smtp', 'host') | ||
if not mailhost: | ||||
|
r26587 | raise error.Abort(_('smtp.host not configured - cannot send mail')) | ||
|
r18888 | if smtps: | ||
ui.note(_('(using smtps)\n')) | ||||
|
r29251 | s = SMTPS(ui, local_hostname=local_hostname, host=mailhost) | ||
|
r18888 | elif starttls: | ||
|
r29251 | s = STARTTLS(ui, local_hostname=local_hostname, host=mailhost) | ||
|
r18888 | else: | ||
s = smtplib.SMTP(local_hostname=local_hostname) | ||||
|
r19050 | if smtps: | ||
defaultport = 465 | ||||
else: | ||||
defaultport = 25 | ||||
mailport = util.getport(ui.config('smtp', 'port', defaultport)) | ||||
|
r26778 | ui.note(_('sending mail: smtp host %s, port %d\n') % | ||
|
r2964 | (mailhost, mailport)) | ||
|
r2889 | s.connect(host=mailhost, port=mailport) | ||
|
r13201 | if starttls: | ||
ui.note(_('(using starttls)\n')) | ||||
|
r2889 | s.ehlo() | ||
s.starttls() | ||||
s.ehlo() | ||||
|
r29285 | if starttls or smtps: | ||
|
r18888 | ui.note(_('(verifying remote certificate)\n')) | ||
|
r29285 | sslutil.validatesocket(s.sock) | ||
|
r2889 | username = ui.config('smtp', 'username') | ||
password = ui.config('smtp', 'password') | ||||
|
r5749 | if username and not password: | ||
password = ui.getpass() | ||||
|
r2889 | if username and password: | ||
ui.note(_('(authenticating to mail server as %s)\n') % | ||||
(username)) | ||||
|
r9246 | try: | ||
s.login(username, password) | ||||
|
r25660 | except smtplib.SMTPException as inst: | ||
|
r26587 | raise error.Abort(inst) | ||
|
r2889 | |||
|
r5973 | def send(sender, recipients, msg): | ||
try: | ||||
return s.sendmail(sender, recipients, msg) | ||||
|
r25660 | except smtplib.SMTPRecipientsRefused as inst: | ||
|
r5973 | recipients = [r[1] for r in inst.recipients.values()] | ||
|
r26587 | raise error.Abort('\n' + '\n'.join(recipients)) | ||
|
r25660 | except smtplib.SMTPException as inst: | ||
|
r26587 | raise error.Abort(inst) | ||
|
r5947 | |||
|
r5973 | return send | ||
|
r5947 | |||
|
r5973 | def _sendmail(ui, sender, recipients, msg): | ||
'''send mail using sendmail.''' | ||||
|
r33499 | program = ui.config('email', 'method') | ||
|
r43289 | stremail = lambda x: ( | ||
procutil.quote(stringutil.email(encoding.strtolocal(x)))) | ||||
|
r39066 | cmdline = '%s -f %s %s' % (program, stremail(sender), | ||
' '.join(map(stremail, recipients))) | ||||
|
r5973 | ui.note(_('sending mail: %s\n') % cmdline) | ||
|
r37476 | fp = procutil.popen(cmdline, 'wb') | ||
fp.write(util.tonativeeol(msg)) | ||||
|
r5973 | ret = fp.close() | ||
if ret: | ||||
|
r26587 | raise error.Abort('%s %s' % ( | ||
|
r5973 | os.path.basename(program.split(None, 1)[0]), | ||
|
r37481 | procutil.explainexit(ret))) | ||
|
r2889 | |||
|
r15560 | def _mbox(mbox, sender, recipients, msg): | ||
'''write mails to mbox''' | ||||
fp = open(mbox, 'ab+') | ||||
# Should be time.asctime(), but Windows prints 2-characters day | ||||
# of month instead of one. Make them print the same thing. | ||||
|
r35152 | date = time.strftime(r'%a %b %d %H:%M:%S %Y', time.localtime()) | ||
|
r39066 | fp.write('From %s %s\n' % (encoding.strtolocal(sender), | ||
encoding.strtolocal(date))) | ||||
|
r15560 | fp.write(msg) | ||
fp.write('\n\n') | ||||
fp.close() | ||||
def connect(ui, mbox=None): | ||||
|
r5973 | '''make a mail connection. return a function to send mail. | ||
|
r2889 | call as sendmail(sender, list-of-recipients, msg).''' | ||
|
r15560 | if mbox: | ||
open(mbox, 'wb').close() | ||||
return lambda s, r, m: _mbox(mbox, s, r, m) | ||||
|
r33499 | if ui.config('email', 'method') == 'smtp': | ||
|
r5947 | return _smtp(ui) | ||
|
r5973 | return lambda s, r, m: _sendmail(ui, s, r, m) | ||
|
r2889 | |||
|
r15561 | def sendmail(ui, sender, recipients, msg, mbox=None): | ||
send = connect(ui, mbox=mbox) | ||||
|
r5973 | return send(sender, recipients, msg) | ||
|
r4489 | |||
def validateconfig(ui): | ||||
'''determine if we have enough config data to try sending email.''' | ||||
|
r33499 | method = ui.config('email', 'method') | ||
|
r4489 | if method == 'smtp': | ||
if not ui.config('smtp', 'host'): | ||||
|
r26587 | raise error.Abort(_('smtp specified as email transport, ' | ||
|
r4489 | 'but no smtp host configured')) | ||
else: | ||||
|
r37138 | if not procutil.findexe(method): | ||
|
r26587 | raise error.Abort(_('%r specified as email transport, ' | ||
|
r4489 | 'but not in PATH') % method) | ||
|
r7114 | |||
|
r30089 | def codec2iana(cs): | ||
'''''' | ||||
|
r36136 | cs = pycompat.sysbytes(email.charset.Charset(cs).input_charset.lower()) | ||
|
r30089 | |||
# "latin1" normalizes to "iso8859-1", standard calls for "iso-8859-1" | ||||
if cs.startswith("iso") and not cs.startswith("iso-"): | ||||
return "iso-" + cs[3:] | ||||
return cs | ||||
|
r7191 | def mimetextpatch(s, subtype='plain', display=False): | ||
|
r15562 | '''Return MIME message suitable for a patch. | ||
|
r30089 | Charset will be detected by first trying to decode as us-ascii, then utf-8, | ||
and finally the global encodings. If all those fail, fall back to | ||||
ISO-8859-1, an encoding with that allows all byte sequences. | ||||
|
r15562 | Transfer encodings will be used if necessary.''' | ||
|
r8332 | |||
|
r30089 | cs = ['us-ascii', 'utf-8', encoding.encoding, encoding.fallbackencoding] | ||
if display: | ||||
|
r39072 | cs = ['us-ascii'] | ||
|
r30089 | for charset in cs: | ||
|
r8332 | try: | ||
|
r36135 | s.decode(pycompat.sysstr(charset)) | ||
|
r30089 | return mimetextqp(s, subtype, codec2iana(charset)) | ||
|
r8332 | except UnicodeDecodeError: | ||
|
r30089 | pass | ||
|
r8332 | |||
|
r30089 | return mimetextqp(s, subtype, "iso-8859-1") | ||
|
r15562 | |||
def mimetextqp(body, subtype, charset): | ||||
'''Return MIME message. | ||||
|
r17424 | Quoted-printable transfer encoding will be used if necessary. | ||
|
r15562 | ''' | ||
|
r34311 | cs = email.charset.Charset(charset) | ||
msg = email.message.Message() | ||||
|
r36064 | msg.set_type(pycompat.sysstr('text/' + subtype)) | ||
|
r34311 | |||
|
r15562 | for line in body.splitlines(): | ||
if len(line) > 950: | ||||
|
r34311 | cs.body_encoding = email.charset.QP | ||
|
r15562 | break | ||
|
r41450 | # On Python 2, this simply assigns a value. Python 3 inspects | ||
# body and does different things depending on whether it has | ||||
# encode() or decode() attributes. We can get the old behavior | ||||
# if we pass a str and charset is None and we call set_charset(). | ||||
# But we may get into trouble later due to Python attempting to | ||||
# encode/decode using the registered charset (or attempting to | ||||
# use ascii in the absence of a charset). | ||||
|
r34311 | msg.set_payload(body, cs) | ||
|
r8332 | return msg | ||
|
r7191 | |||
|
r7114 | def _charsets(ui): | ||
'''Obtains charsets to send mail parts not containing patches.''' | ||||
charsets = [cs.lower() for cs in ui.configlist('email', 'charsets')] | ||||
|
r7948 | fallbacks = [encoding.fallbackencoding.lower(), | ||
encoding.encoding.lower(), 'utf-8'] | ||||
|
r8343 | for cs in fallbacks: # find unique charsets while keeping order | ||
|
r7114 | if cs not in charsets: | ||
charsets.append(cs) | ||||
return [cs for cs in charsets if not cs.endswith('ascii')] | ||||
def _encode(ui, s, charsets): | ||||
'''Returns (converted) string, charset tuple. | ||||
Finds out best charset by cycling through sendcharsets in descending | ||||
|
r7948 | order. Tries both encoding and fallbackencoding for input. Only as | ||
|
r7114 | last resort send as is in fake ascii. | ||
Caveat: Do not use for mail parts containing patches!''' | ||||
|
r39058 | sendcharsets = charsets or _charsets(ui) | ||
if not isinstance(s, bytes): | ||||
# We have unicode data, which we need to try and encode to | ||||
# some reasonable-ish encoding. Try the encodings the user | ||||
# wants, and fall back to garbage-in-ascii. | ||||
for ocs in sendcharsets: | ||||
try: | ||||
return s.encode(pycompat.sysstr(ocs)), ocs | ||||
except UnicodeEncodeError: | ||||
pass | ||||
except LookupError: | ||||
ui.warn(_('ignoring invalid sendcharset: %s\n') % ocs) | ||||
else: | ||||
# Everything failed, ascii-armor what we've got and send it. | ||||
return s.encode('ascii', 'backslashreplace') | ||||
# We have a bytes of unknown encoding. We'll try and guess a valid | ||||
# encoding, falling back to pretending we had ascii even though we | ||||
# know that's wrong. | ||||
|
r7114 | try: | ||
s.decode('ascii') | ||||
except UnicodeDecodeError: | ||||
|
r7948 | for ics in (encoding.encoding, encoding.fallbackencoding): | ||
|
r7114 | try: | ||
u = s.decode(ics) | ||||
except UnicodeDecodeError: | ||||
continue | ||||
for ocs in sendcharsets: | ||||
try: | ||||
|
r39058 | return u.encode(pycompat.sysstr(ocs)), ocs | ||
|
r7114 | except UnicodeEncodeError: | ||
pass | ||||
except LookupError: | ||||
|
r7195 | ui.warn(_('ignoring invalid sendcharset: %s\n') % ocs) | ||
|
r7114 | # if ascii, or all conversion attempts fail, send (broken) ascii | ||
return s, 'us-ascii' | ||||
def headencode(ui, s, charsets=None, display=False): | ||||
'''Returns RFC-2047 compliant header from given string.''' | ||||
if not display: | ||||
# split into words? | ||||
s, cs = _encode(ui, s, charsets) | ||||
|
r30072 | return str(email.header.Header(s, cs)) | ||
|
r7114 | return s | ||
|
r9948 | def _addressencode(ui, name, addr, charsets=None): | ||
|
r39142 | assert isinstance(addr, bytes) | ||
|
r7114 | name = headencode(ui, name, charsets) | ||
try: | ||||
|
r39142 | acc, dom = addr.split('@') | ||
|
r39143 | acc.decode('ascii') | ||
|
r39144 | dom = dom.decode(pycompat.sysstr(encoding.encoding)).encode('idna') | ||
|
r7114 | addr = '%s@%s' % (acc, dom) | ||
except UnicodeDecodeError: | ||||
|
r26587 | raise error.Abort(_('invalid email address: %s') % addr) | ||
|
r7114 | except ValueError: | ||
try: | ||||
# too strict? | ||||
|
r39143 | addr.decode('ascii') | ||
|
r7114 | except UnicodeDecodeError: | ||
|
r26587 | raise error.Abort(_('invalid local address: %s') % addr) | ||
|
r39059 | return pycompat.bytesurl( | ||
email.utils.formataddr((name, encoding.strfromlocal(addr)))) | ||||
|
r7114 | |||
|
r9948 | def addressencode(ui, address, charsets=None, display=False): | ||
'''Turns address into RFC-2047 compliant header.''' | ||||
if display or not address: | ||||
return address or '' | ||||
|
r39059 | name, addr = email.utils.parseaddr(encoding.strfromlocal(address)) | ||
|
r39142 | return _addressencode(ui, name, encoding.strtolocal(addr), charsets) | ||
|
r9948 | |||
def addrlistencode(ui, addrs, charsets=None, display=False): | ||||
'''Turns a list of addresses into a list of RFC-2047 compliant headers. | ||||
A single element of input list may contain multiple addresses, but output | ||||
always has one address per item''' | ||||
|
r39059 | for a in addrs: | ||
assert isinstance(a, bytes), (r'%r unexpectedly not a bytestr' % a) | ||||
|
r9948 | if display: | ||
return [a.strip() for a in addrs if a.strip()] | ||||
result = [] | ||||
|
r39059 | for name, addr in email.utils.getaddresses( | ||
[encoding.strfromlocal(a) for a in addrs]): | ||||
|
r9948 | if name or addr: | ||
|
r39142 | r = _addressencode(ui, name, encoding.strtolocal(addr), charsets) | ||
result.append(r) | ||||
|
r39141 | return result | ||
|
r9948 | |||
|
r7114 | def mimeencode(ui, s, charsets=None, display=False): | ||
'''creates mime text object, encodes it if needed, and sets | ||||
charset and transfer-encoding accordingly.''' | ||||
cs = 'us-ascii' | ||||
if not display: | ||||
s, cs = _encode(ui, s, charsets) | ||||
|
r15562 | return mimetextqp(s, 'plain', cs) | ||
|
r28341 | |||
|
r38354 | if pycompat.ispy3: | ||
def parse(fp): | ||||
ep = email.parser.Parser() | ||||
# disable the "universal newlines" mode, which isn't binary safe. | ||||
# I have no idea if ascii/surrogateescape is correct, but that's | ||||
# what the standard Python email parser does. | ||||
fp = io.TextIOWrapper(fp, encoding=r'ascii', | ||||
errors=r'surrogateescape', newline=chr(10)) | ||||
try: | ||||
return ep.parse(fp) | ||||
finally: | ||||
fp.detach() | ||||
else: | ||||
def parse(fp): | ||||
ep = email.parser.Parser() | ||||
return ep.parse(fp) | ||||
|
r28341 | def headdecode(s): | ||
'''Decodes RFC-2047 header''' | ||||
uparts = [] | ||||
|
r30072 | for part, charset in email.header.decode_header(s): | ||
|
r28341 | if charset is not None: | ||
try: | ||||
uparts.append(part.decode(charset)) | ||||
continue | ||||
except UnicodeDecodeError: | ||||
pass | ||||
|
r37487 | # On Python 3, decode_header() may return either bytes or unicode | ||
# depending on whether the header has =?<charset>? or not | ||||
if isinstance(part, type(u'')): | ||||
uparts.append(part) | ||||
continue | ||||
|
r28341 | try: | ||
uparts.append(part.decode('UTF-8')) | ||||
continue | ||||
except UnicodeDecodeError: | ||||
pass | ||||
uparts.append(part.decode('ISO-8859-1')) | ||||
|
r31447 | return encoding.unitolocal(u' '.join(uparts)) | ||