io.py
311 lines
| 9.2 KiB
| text/x-python
|
PythonLexer
Brian Granger
|
r2498 | # encoding: utf-8 | ||
""" | ||||
IO related utilities. | ||||
""" | ||||
#----------------------------------------------------------------------------- | ||||
Matthias BUSSONNIER
|
r5390 | # Copyright (C) 2008-2011 The IPython Development Team | ||
Brian Granger
|
r2498 | # | ||
# Distributed under the terms of the BSD License. The full license is in | ||||
# the file COPYING, distributed as part of this software. | ||||
#----------------------------------------------------------------------------- | ||||
Fernando Perez
|
r2856 | from __future__ import print_function | ||
Brian Granger
|
r2498 | |||
#----------------------------------------------------------------------------- | ||||
# Imports | ||||
#----------------------------------------------------------------------------- | ||||
Thomas Kluyver
|
r13720 | import codecs | ||
Brandon Parsons
|
r6653 | import os | ||
Brian Granger
|
r2498 | import sys | ||
import tempfile | ||||
MinRK
|
r7324 | from StringIO import StringIO | ||
Thomas Kluyver
|
r13720 | from .py3compat import PY3 | ||
Brian Granger
|
r2498 | |||
#----------------------------------------------------------------------------- | ||||
# Code | ||||
#----------------------------------------------------------------------------- | ||||
class IOStream: | ||||
MinRK
|
r3800 | def __init__(self,stream, fallback=None): | ||
Brian Granger
|
r2498 | if not hasattr(stream,'write') or not hasattr(stream,'flush'): | ||
MinRK
|
r3800 | if fallback is not None: | ||
stream = fallback | ||||
else: | ||||
raise ValueError("fallback required, but not specified") | ||||
Brian Granger
|
r2498 | self.stream = stream | ||
self._swrite = stream.write | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3800 | # clone all methods not overridden: | ||
def clone(meth): | ||||
return not hasattr(self, meth) and not meth.startswith('_') | ||||
for meth in filter(clone, dir(stream)): | ||||
setattr(self, meth, getattr(stream, meth)) | ||||
Bernardo B. Marques
|
r4872 | |||
Brian Granger
|
r2498 | def write(self,data): | ||
try: | ||||
self._swrite(data) | ||||
except: | ||||
try: | ||||
# print handles some unicode issues which may trip a plain | ||||
Fernando Perez
|
r2856 | # write() call. Emulate write() by using an empty end | ||
# argument. | ||||
print(data, end='', file=self.stream) | ||||
Brian Granger
|
r2498 | except: | ||
# if we get here, something is seriously broken. | ||||
Fernando Perez
|
r2856 | print('ERROR - failed to write data to stream:', self.stream, | ||
file=sys.stderr) | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3800 | def writelines(self, lines): | ||
if isinstance(lines, basestring): | ||||
lines = [lines] | ||||
for line in lines: | ||||
self.write(line) | ||||
Brian Granger
|
r2498 | |||
Brian Granger
|
r2504 | # This class used to have a writeln method, but regular files and streams | ||
# in Python don't have this method. We need to keep this completely | ||||
# compatible so we removed it. | ||||
MinRK
|
r3800 | @property | ||
def closed(self): | ||||
return self.stream.closed | ||||
Bernardo B. Marques
|
r4872 | |||
Brian Granger
|
r2498 | def close(self): | ||
pass | ||||
Brandon Parsons
|
r6652 | # setup stdin/stdout/stderr to sys.stdin/sys.stdout/sys.stderr | ||
devnull = open(os.devnull, 'a') | ||||
stdin = IOStream(sys.stdin, fallback=devnull) | ||||
stdout = IOStream(sys.stdout, fallback=devnull) | ||||
stderr = IOStream(sys.stderr, fallback=devnull) | ||||
Brian Granger
|
r2498 | |||
class IOTerm: | ||||
""" Term holds the file or file-like objects for handling I/O operations. | ||||
These are normally just sys.stdin, sys.stdout and sys.stderr but for | ||||
Windows they can can replaced to allow editing the strings before they are | ||||
displayed.""" | ||||
# In the future, having IPython channel all its I/O operations through | ||||
# this class will make it easier to embed it into other environments which | ||||
# are not a normal terminal (such as a GUI-based shell) | ||||
MinRK
|
r3800 | def __init__(self, stdin=None, stdout=None, stderr=None): | ||
Brandon Parsons
|
r6652 | mymodule = sys.modules[__name__] | ||
self.stdin = IOStream(stdin, mymodule.stdin) | ||||
self.stdout = IOStream(stdout, mymodule.stdout) | ||||
self.stderr = IOStream(stderr, mymodule.stderr) | ||||
Brian Granger
|
r2498 | |||
class Tee(object): | ||||
"""A class to duplicate an output stream to stdout/err. | ||||
This works in a manner very similar to the Unix 'tee' command. | ||||
When the object is closed or deleted, it closes the original file given to | ||||
it for duplication. | ||||
""" | ||||
# Inspired by: | ||||
# http://mail.python.org/pipermail/python-list/2007-May/442737.html | ||||
Thomas Kluyver
|
r4763 | def __init__(self, file_or_name, mode="w", channel='stdout'): | ||
Brian Granger
|
r2498 | """Construct a new Tee object. | ||
Parameters | ||||
---------- | ||||
file_or_name : filename or open filehandle (writable) | ||||
File that will be duplicated | ||||
mode : optional, valid mode for open(). | ||||
If a filename was give, open with this mode. | ||||
Bernardo B. Marques
|
r4872 | channel : str, one of ['stdout', 'stderr'] | ||
Brian Granger
|
r2498 | """ | ||
if channel not in ['stdout', 'stderr']: | ||||
raise ValueError('Invalid channel spec %s' % channel) | ||||
Bernardo B. Marques
|
r4872 | |||
Thomas Kluyver
|
r4763 | if hasattr(file_or_name, 'write') and hasattr(file_or_name, 'seek'): | ||
Brian Granger
|
r2498 | self.file = file_or_name | ||
else: | ||||
self.file = open(file_or_name, mode) | ||||
self.channel = channel | ||||
self.ostream = getattr(sys, channel) | ||||
setattr(sys, channel, self) | ||||
self._closed = False | ||||
def close(self): | ||||
"""Close the file and restore the channel.""" | ||||
self.flush() | ||||
setattr(sys, self.channel, self.ostream) | ||||
self.file.close() | ||||
self._closed = True | ||||
def write(self, data): | ||||
"""Write data to both channels.""" | ||||
self.file.write(data) | ||||
self.ostream.write(data) | ||||
self.ostream.flush() | ||||
def flush(self): | ||||
"""Flush both channels.""" | ||||
self.file.flush() | ||||
self.ostream.flush() | ||||
def __del__(self): | ||||
if not self._closed: | ||||
self.close() | ||||
def ask_yes_no(prompt,default=None): | ||||
"""Asks a question and returns a boolean (y/n) answer. | ||||
If default is given (one of 'y','n'), it is used if the user input is | ||||
empty. Otherwise the question is repeated until an answer is given. | ||||
An EOF is treated as the default answer. If there is no default, an | ||||
exception is raised to prevent infinite loops. | ||||
Valid answers are: y/yes/n/no (match is not case sensitive).""" | ||||
answers = {'y':True,'n':False,'yes':True,'no':False} | ||||
ans = None | ||||
while ans not in answers.keys(): | ||||
try: | ||||
ans = raw_input(prompt+' ').lower() | ||||
if not ans: # response was an empty string | ||||
ans = default | ||||
except KeyboardInterrupt: | ||||
pass | ||||
except EOFError: | ||||
if default in answers.keys(): | ||||
ans = default | ||||
Thomas Spura
|
r4430 | print() | ||
Brian Granger
|
r2498 | else: | ||
raise | ||||
return answers[ans] | ||||
def temp_pyfile(src, ext='.py'): | ||||
"""Make a temporary python file, return filename and filehandle. | ||||
Parameters | ||||
---------- | ||||
src : string or list of strings (no need for ending newlines if list) | ||||
Source code to be written to the file. | ||||
ext : optional, string | ||||
Extension for the generated file. | ||||
Returns | ||||
------- | ||||
(filename, open filehandle) | ||||
It is the caller's responsibility to close the open file and unlink it. | ||||
""" | ||||
fname = tempfile.mkstemp(ext)[1] | ||||
f = open(fname,'w') | ||||
f.write(src) | ||||
f.flush() | ||||
return fname, f | ||||
Fernando Perez
|
r2874 | def raw_print(*args, **kw): | ||
"""Raw print to sys.__stdout__, otherwise identical interface to print().""" | ||||
Bernardo B. Marques
|
r4872 | |||
Fernando Perez
|
r2856 | print(*args, sep=kw.get('sep', ' '), end=kw.get('end', '\n'), | ||
file=sys.__stdout__) | ||||
sys.__stdout__.flush() | ||||
Fernando Perez
|
r2874 | def raw_print_err(*args, **kw): | ||
"""Raw print to sys.__stderr__, otherwise identical interface to print().""" | ||||
Bernardo B. Marques
|
r4872 | |||
Fernando Perez
|
r2856 | print(*args, sep=kw.get('sep', ' '), end=kw.get('end', '\n'), | ||
file=sys.__stderr__) | ||||
Fernando Perez
|
r2838 | sys.__stderr__.flush() | ||
Fernando Perez
|
r2874 | |||
# Short aliases for quick debugging, do NOT use these in production code. | ||||
rprint = raw_print | ||||
rprinte = raw_print_err | ||||
MinRK
|
r7324 | |||
class CapturedIO(object): | ||||
"""Simple object for containing captured stdout/err StringIO objects""" | ||||
def __init__(self, stdout, stderr): | ||||
MinRK
|
r7408 | self._stdout = stdout | ||
self._stderr = stderr | ||||
MinRK
|
r7324 | |||
MinRK
|
r7410 | def __str__(self): | ||
return self.stdout | ||||
MinRK
|
r7324 | @property | ||
def stdout(self): | ||||
MinRK
|
r7408 | if not self._stdout: | ||
return '' | ||||
return self._stdout.getvalue() | ||||
MinRK
|
r7324 | |||
@property | ||||
def stderr(self): | ||||
MinRK
|
r7408 | if not self._stderr: | ||
return '' | ||||
return self._stderr.getvalue() | ||||
def show(self): | ||||
"""write my output to sys.stdout/err as appropriate""" | ||||
sys.stdout.write(self.stdout) | ||||
sys.stderr.write(self.stderr) | ||||
sys.stdout.flush() | ||||
sys.stderr.flush() | ||||
__call__ = show | ||||
MinRK
|
r7324 | |||
class capture_output(object): | ||||
"""context manager for capturing stdout/err""" | ||||
MinRK
|
r7408 | stdout = True | ||
stderr = True | ||||
def __init__(self, stdout=True, stderr=True): | ||||
self.stdout = stdout | ||||
self.stderr = stderr | ||||
MinRK
|
r7324 | |||
def __enter__(self): | ||||
self.sys_stdout = sys.stdout | ||||
self.sys_stderr = sys.stderr | ||||
MinRK
|
r7408 | |||
stdout = stderr = False | ||||
if self.stdout: | ||||
stdout = sys.stdout = StringIO() | ||||
if self.stderr: | ||||
stderr = sys.stderr = StringIO() | ||||
MinRK
|
r7324 | return CapturedIO(stdout, stderr) | ||
def __exit__(self, exc_type, exc_value, traceback): | ||||
sys.stdout = self.sys_stdout | ||||
sys.stderr = self.sys_stderr | ||||
Thomas Kluyver
|
r13720 | def unicode_std_stream(stream='stdout'): | ||
MinRK
|
r14745 | r"""Get a wrapper to write unicode to stdout/stderr as UTF-8. | ||
MinRK
|
r7324 | |||
Thomas Kluyver
|
r13720 | This ignores environment variables and default encodings, to reliably write | ||
unicode to stdout or stderr. | ||||
:: | ||||
MinRK
|
r14745 | unicode_std_stream().write(u'\u0142@e\xb6\u0167\u2190') | ||
Thomas Kluyver
|
r13720 | """ | ||
assert stream in ('stdout', 'stderr') | ||||
stream = getattr(sys, stream) | ||||
if PY3: | ||||
try: | ||||
stream_b = stream.buffer | ||||
except AttributeError: | ||||
# sys.stdout has been replaced - use it directly | ||||
return stream | ||||
else: | ||||
stream_b = stream | ||||
return codecs.getwriter('utf-8')(stream_b) | ||||