Show More
@@ -1,248 +1,249 b'' | |||||
1 | # encoding: utf-8 |
|
1 | # encoding: utf-8 | |
2 | """ |
|
2 | """ | |
3 | IO related utilities. |
|
3 | IO related utilities. | |
4 | """ |
|
4 | """ | |
5 |
|
5 | |||
6 | # Copyright (c) IPython Development Team. |
|
6 | # Copyright (c) IPython Development Team. | |
7 | # Distributed under the terms of the Modified BSD License. |
|
7 | # Distributed under the terms of the Modified BSD License. | |
8 |
|
8 | |||
9 |
|
9 | |||
10 |
|
10 | |||
11 | import atexit |
|
11 | import atexit | |
12 | import os |
|
12 | import os | |
13 | import sys |
|
13 | import sys | |
14 | import tempfile |
|
14 | import tempfile | |
15 | import warnings |
|
15 | import warnings | |
|
16 | from pathlib import Path | |||
16 | from warnings import warn |
|
17 | from warnings import warn | |
17 |
|
18 | |||
18 | from IPython.utils.decorators import undoc |
|
19 | from IPython.utils.decorators import undoc | |
19 | from .capture import CapturedIO, capture_output |
|
20 | from .capture import CapturedIO, capture_output | |
20 |
|
21 | |||
21 | @undoc |
|
22 | @undoc | |
22 | class IOStream: |
|
23 | class IOStream: | |
23 |
|
24 | |||
24 | def __init__(self, stream, fallback=None): |
|
25 | def __init__(self, stream, fallback=None): | |
25 | warn('IOStream is deprecated since IPython 5.0, use sys.{stdin,stdout,stderr} instead', |
|
26 | warn('IOStream is deprecated since IPython 5.0, use sys.{stdin,stdout,stderr} instead', | |
26 | DeprecationWarning, stacklevel=2) |
|
27 | DeprecationWarning, stacklevel=2) | |
27 | if not hasattr(stream,'write') or not hasattr(stream,'flush'): |
|
28 | if not hasattr(stream,'write') or not hasattr(stream,'flush'): | |
28 | if fallback is not None: |
|
29 | if fallback is not None: | |
29 | stream = fallback |
|
30 | stream = fallback | |
30 | else: |
|
31 | else: | |
31 | raise ValueError("fallback required, but not specified") |
|
32 | raise ValueError("fallback required, but not specified") | |
32 | self.stream = stream |
|
33 | self.stream = stream | |
33 | self._swrite = stream.write |
|
34 | self._swrite = stream.write | |
34 |
|
35 | |||
35 | # clone all methods not overridden: |
|
36 | # clone all methods not overridden: | |
36 | def clone(meth): |
|
37 | def clone(meth): | |
37 | return not hasattr(self, meth) and not meth.startswith('_') |
|
38 | return not hasattr(self, meth) and not meth.startswith('_') | |
38 | for meth in filter(clone, dir(stream)): |
|
39 | for meth in filter(clone, dir(stream)): | |
39 | try: |
|
40 | try: | |
40 | val = getattr(stream, meth) |
|
41 | val = getattr(stream, meth) | |
41 | except AttributeError: |
|
42 | except AttributeError: | |
42 | pass |
|
43 | pass | |
43 | else: |
|
44 | else: | |
44 | setattr(self, meth, val) |
|
45 | setattr(self, meth, val) | |
45 |
|
46 | |||
46 | def __repr__(self): |
|
47 | def __repr__(self): | |
47 | cls = self.__class__ |
|
48 | cls = self.__class__ | |
48 | tpl = '{mod}.{cls}({args})' |
|
49 | tpl = '{mod}.{cls}({args})' | |
49 | return tpl.format(mod=cls.__module__, cls=cls.__name__, args=self.stream) |
|
50 | return tpl.format(mod=cls.__module__, cls=cls.__name__, args=self.stream) | |
50 |
|
51 | |||
51 | def write(self,data): |
|
52 | def write(self,data): | |
52 | warn('IOStream is deprecated since IPython 5.0, use sys.{stdin,stdout,stderr} instead', |
|
53 | warn('IOStream is deprecated since IPython 5.0, use sys.{stdin,stdout,stderr} instead', | |
53 | DeprecationWarning, stacklevel=2) |
|
54 | DeprecationWarning, stacklevel=2) | |
54 | try: |
|
55 | try: | |
55 | self._swrite(data) |
|
56 | self._swrite(data) | |
56 | except: |
|
57 | except: | |
57 | try: |
|
58 | try: | |
58 | # print handles some unicode issues which may trip a plain |
|
59 | # print handles some unicode issues which may trip a plain | |
59 | # write() call. Emulate write() by using an empty end |
|
60 | # write() call. Emulate write() by using an empty end | |
60 | # argument. |
|
61 | # argument. | |
61 | print(data, end='', file=self.stream) |
|
62 | print(data, end='', file=self.stream) | |
62 | except: |
|
63 | except: | |
63 | # if we get here, something is seriously broken. |
|
64 | # if we get here, something is seriously broken. | |
64 | print('ERROR - failed to write data to stream:', self.stream, |
|
65 | print('ERROR - failed to write data to stream:', self.stream, | |
65 | file=sys.stderr) |
|
66 | file=sys.stderr) | |
66 |
|
67 | |||
67 | def writelines(self, lines): |
|
68 | def writelines(self, lines): | |
68 | warn('IOStream is deprecated since IPython 5.0, use sys.{stdin,stdout,stderr} instead', |
|
69 | warn('IOStream is deprecated since IPython 5.0, use sys.{stdin,stdout,stderr} instead', | |
69 | DeprecationWarning, stacklevel=2) |
|
70 | DeprecationWarning, stacklevel=2) | |
70 | if isinstance(lines, str): |
|
71 | if isinstance(lines, str): | |
71 | lines = [lines] |
|
72 | lines = [lines] | |
72 | for line in lines: |
|
73 | for line in lines: | |
73 | self.write(line) |
|
74 | self.write(line) | |
74 |
|
75 | |||
75 | # This class used to have a writeln method, but regular files and streams |
|
76 | # This class used to have a writeln method, but regular files and streams | |
76 | # in Python don't have this method. We need to keep this completely |
|
77 | # in Python don't have this method. We need to keep this completely | |
77 | # compatible so we removed it. |
|
78 | # compatible so we removed it. | |
78 |
|
79 | |||
79 | @property |
|
80 | @property | |
80 | def closed(self): |
|
81 | def closed(self): | |
81 | return self.stream.closed |
|
82 | return self.stream.closed | |
82 |
|
83 | |||
83 | def close(self): |
|
84 | def close(self): | |
84 | pass |
|
85 | pass | |
85 |
|
86 | |||
86 | # setup stdin/stdout/stderr to sys.stdin/sys.stdout/sys.stderr |
|
87 | # setup stdin/stdout/stderr to sys.stdin/sys.stdout/sys.stderr | |
87 | devnull = open(os.devnull, 'w') |
|
88 | devnull = open(os.devnull, 'w') | |
88 | atexit.register(devnull.close) |
|
89 | atexit.register(devnull.close) | |
89 |
|
90 | |||
90 | # io.std* are deprecated, but don't show our own deprecation warnings |
|
91 | # io.std* are deprecated, but don't show our own deprecation warnings | |
91 | # during initialization of the deprecated API. |
|
92 | # during initialization of the deprecated API. | |
92 | with warnings.catch_warnings(): |
|
93 | with warnings.catch_warnings(): | |
93 | warnings.simplefilter('ignore', DeprecationWarning) |
|
94 | warnings.simplefilter('ignore', DeprecationWarning) | |
94 | stdin = IOStream(sys.stdin, fallback=devnull) |
|
95 | stdin = IOStream(sys.stdin, fallback=devnull) | |
95 | stdout = IOStream(sys.stdout, fallback=devnull) |
|
96 | stdout = IOStream(sys.stdout, fallback=devnull) | |
96 | stderr = IOStream(sys.stderr, fallback=devnull) |
|
97 | stderr = IOStream(sys.stderr, fallback=devnull) | |
97 |
|
98 | |||
98 | class Tee(object): |
|
99 | class Tee(object): | |
99 | """A class to duplicate an output stream to stdout/err. |
|
100 | """A class to duplicate an output stream to stdout/err. | |
100 |
|
101 | |||
101 | This works in a manner very similar to the Unix 'tee' command. |
|
102 | This works in a manner very similar to the Unix 'tee' command. | |
102 |
|
103 | |||
103 | When the object is closed or deleted, it closes the original file given to |
|
104 | When the object is closed or deleted, it closes the original file given to | |
104 | it for duplication. |
|
105 | it for duplication. | |
105 | """ |
|
106 | """ | |
106 | # Inspired by: |
|
107 | # Inspired by: | |
107 | # http://mail.python.org/pipermail/python-list/2007-May/442737.html |
|
108 | # http://mail.python.org/pipermail/python-list/2007-May/442737.html | |
108 |
|
109 | |||
109 | def __init__(self, file_or_name, mode="w", channel='stdout'): |
|
110 | def __init__(self, file_or_name, mode="w", channel='stdout'): | |
110 | """Construct a new Tee object. |
|
111 | """Construct a new Tee object. | |
111 |
|
112 | |||
112 | Parameters |
|
113 | Parameters | |
113 | ---------- |
|
114 | ---------- | |
114 | file_or_name : filename or open filehandle (writable) |
|
115 | file_or_name : filename or open filehandle (writable) | |
115 | File that will be duplicated |
|
116 | File that will be duplicated | |
116 |
|
117 | |||
117 | mode : optional, valid mode for open(). |
|
118 | mode : optional, valid mode for open(). | |
118 | If a filename was give, open with this mode. |
|
119 | If a filename was give, open with this mode. | |
119 |
|
120 | |||
120 | channel : str, one of ['stdout', 'stderr'] |
|
121 | channel : str, one of ['stdout', 'stderr'] | |
121 | """ |
|
122 | """ | |
122 | if channel not in ['stdout', 'stderr']: |
|
123 | if channel not in ['stdout', 'stderr']: | |
123 | raise ValueError('Invalid channel spec %s' % channel) |
|
124 | raise ValueError('Invalid channel spec %s' % channel) | |
124 |
|
125 | |||
125 | if hasattr(file_or_name, 'write') and hasattr(file_or_name, 'seek'): |
|
126 | if hasattr(file_or_name, 'write') and hasattr(file_or_name, 'seek'): | |
126 | self.file = file_or_name |
|
127 | self.file = file_or_name | |
127 | else: |
|
128 | else: | |
128 | self.file = open(file_or_name, mode) |
|
129 | self.file = open(file_or_name, mode) | |
129 | self.channel = channel |
|
130 | self.channel = channel | |
130 | self.ostream = getattr(sys, channel) |
|
131 | self.ostream = getattr(sys, channel) | |
131 | setattr(sys, channel, self) |
|
132 | setattr(sys, channel, self) | |
132 | self._closed = False |
|
133 | self._closed = False | |
133 |
|
134 | |||
134 | def close(self): |
|
135 | def close(self): | |
135 | """Close the file and restore the channel.""" |
|
136 | """Close the file and restore the channel.""" | |
136 | self.flush() |
|
137 | self.flush() | |
137 | setattr(sys, self.channel, self.ostream) |
|
138 | setattr(sys, self.channel, self.ostream) | |
138 | self.file.close() |
|
139 | self.file.close() | |
139 | self._closed = True |
|
140 | self._closed = True | |
140 |
|
141 | |||
141 | def write(self, data): |
|
142 | def write(self, data): | |
142 | """Write data to both channels.""" |
|
143 | """Write data to both channels.""" | |
143 | self.file.write(data) |
|
144 | self.file.write(data) | |
144 | self.ostream.write(data) |
|
145 | self.ostream.write(data) | |
145 | self.ostream.flush() |
|
146 | self.ostream.flush() | |
146 |
|
147 | |||
147 | def flush(self): |
|
148 | def flush(self): | |
148 | """Flush both channels.""" |
|
149 | """Flush both channels.""" | |
149 | self.file.flush() |
|
150 | self.file.flush() | |
150 | self.ostream.flush() |
|
151 | self.ostream.flush() | |
151 |
|
152 | |||
152 | def __del__(self): |
|
153 | def __del__(self): | |
153 | if not self._closed: |
|
154 | if not self._closed: | |
154 | self.close() |
|
155 | self.close() | |
155 |
|
156 | |||
156 |
|
157 | |||
157 | def ask_yes_no(prompt, default=None, interrupt=None): |
|
158 | def ask_yes_no(prompt, default=None, interrupt=None): | |
158 | """Asks a question and returns a boolean (y/n) answer. |
|
159 | """Asks a question and returns a boolean (y/n) answer. | |
159 |
|
160 | |||
160 | If default is given (one of 'y','n'), it is used if the user input is |
|
161 | If default is given (one of 'y','n'), it is used if the user input is | |
161 | empty. If interrupt is given (one of 'y','n'), it is used if the user |
|
162 | empty. If interrupt is given (one of 'y','n'), it is used if the user | |
162 | presses Ctrl-C. Otherwise the question is repeated until an answer is |
|
163 | presses Ctrl-C. Otherwise the question is repeated until an answer is | |
163 | given. |
|
164 | given. | |
164 |
|
165 | |||
165 | An EOF is treated as the default answer. If there is no default, an |
|
166 | An EOF is treated as the default answer. If there is no default, an | |
166 | exception is raised to prevent infinite loops. |
|
167 | exception is raised to prevent infinite loops. | |
167 |
|
168 | |||
168 | Valid answers are: y/yes/n/no (match is not case sensitive).""" |
|
169 | Valid answers are: y/yes/n/no (match is not case sensitive).""" | |
169 |
|
170 | |||
170 | answers = {'y':True,'n':False,'yes':True,'no':False} |
|
171 | answers = {'y':True,'n':False,'yes':True,'no':False} | |
171 | ans = None |
|
172 | ans = None | |
172 | while ans not in answers.keys(): |
|
173 | while ans not in answers.keys(): | |
173 | try: |
|
174 | try: | |
174 | ans = input(prompt+' ').lower() |
|
175 | ans = input(prompt+' ').lower() | |
175 | if not ans: # response was an empty string |
|
176 | if not ans: # response was an empty string | |
176 | ans = default |
|
177 | ans = default | |
177 | except KeyboardInterrupt: |
|
178 | except KeyboardInterrupt: | |
178 | if interrupt: |
|
179 | if interrupt: | |
179 | ans = interrupt |
|
180 | ans = interrupt | |
180 | print("\r") |
|
181 | print("\r") | |
181 | except EOFError: |
|
182 | except EOFError: | |
182 | if default in answers.keys(): |
|
183 | if default in answers.keys(): | |
183 | ans = default |
|
184 | ans = default | |
184 | print() |
|
185 | print() | |
185 | else: |
|
186 | else: | |
186 | raise |
|
187 | raise | |
187 |
|
188 | |||
188 | return answers[ans] |
|
189 | return answers[ans] | |
189 |
|
190 | |||
190 |
|
191 | |||
191 | def temp_pyfile(src, ext='.py'): |
|
192 | def temp_pyfile(src, ext='.py'): | |
192 | """Make a temporary python file, return filename and filehandle. |
|
193 | """Make a temporary python file, return filename and filehandle. | |
193 |
|
194 | |||
194 | Parameters |
|
195 | Parameters | |
195 | ---------- |
|
196 | ---------- | |
196 | src : string or list of strings (no need for ending newlines if list) |
|
197 | src : string or list of strings (no need for ending newlines if list) | |
197 | Source code to be written to the file. |
|
198 | Source code to be written to the file. | |
198 |
|
199 | |||
199 | ext : optional, string |
|
200 | ext : optional, string | |
200 | Extension for the generated file. |
|
201 | Extension for the generated file. | |
201 |
|
202 | |||
202 | Returns |
|
203 | Returns | |
203 | ------- |
|
204 | ------- | |
204 | (filename, open filehandle) |
|
205 | (filename, open filehandle) | |
205 | It is the caller's responsibility to close the open file and unlink it. |
|
206 | It is the caller's responsibility to close the open file and unlink it. | |
206 | """ |
|
207 | """ | |
207 | fname = tempfile.mkstemp(ext)[1] |
|
208 | fname = tempfile.mkstemp(ext)[1] | |
208 |
with open(fname, |
|
209 | with open(Path(fname), "w") as f: | |
209 | f.write(src) |
|
210 | f.write(src) | |
210 | f.flush() |
|
211 | f.flush() | |
211 | return fname |
|
212 | return fname | |
212 |
|
213 | |||
213 | @undoc |
|
214 | @undoc | |
214 | def atomic_writing(*args, **kwargs): |
|
215 | def atomic_writing(*args, **kwargs): | |
215 | """DEPRECATED: moved to notebook.services.contents.fileio""" |
|
216 | """DEPRECATED: moved to notebook.services.contents.fileio""" | |
216 | warn("IPython.utils.io.atomic_writing has moved to notebook.services.contents.fileio since IPython 4.0", DeprecationWarning, stacklevel=2) |
|
217 | warn("IPython.utils.io.atomic_writing has moved to notebook.services.contents.fileio since IPython 4.0", DeprecationWarning, stacklevel=2) | |
217 | from notebook.services.contents.fileio import atomic_writing |
|
218 | from notebook.services.contents.fileio import atomic_writing | |
218 | return atomic_writing(*args, **kwargs) |
|
219 | return atomic_writing(*args, **kwargs) | |
219 |
|
220 | |||
220 | @undoc |
|
221 | @undoc | |
221 | def raw_print(*args, **kw): |
|
222 | def raw_print(*args, **kw): | |
222 | """DEPRECATED: Raw print to sys.__stdout__, otherwise identical interface to print().""" |
|
223 | """DEPRECATED: Raw print to sys.__stdout__, otherwise identical interface to print().""" | |
223 | warn("IPython.utils.io.raw_print has been deprecated since IPython 7.0", DeprecationWarning, stacklevel=2) |
|
224 | warn("IPython.utils.io.raw_print has been deprecated since IPython 7.0", DeprecationWarning, stacklevel=2) | |
224 |
|
225 | |||
225 | print(*args, sep=kw.get('sep', ' '), end=kw.get('end', '\n'), |
|
226 | print(*args, sep=kw.get('sep', ' '), end=kw.get('end', '\n'), | |
226 | file=sys.__stdout__) |
|
227 | file=sys.__stdout__) | |
227 | sys.__stdout__.flush() |
|
228 | sys.__stdout__.flush() | |
228 |
|
229 | |||
229 | @undoc |
|
230 | @undoc | |
230 | def raw_print_err(*args, **kw): |
|
231 | def raw_print_err(*args, **kw): | |
231 | """DEPRECATED: Raw print to sys.__stderr__, otherwise identical interface to print().""" |
|
232 | """DEPRECATED: Raw print to sys.__stderr__, otherwise identical interface to print().""" | |
232 | warn("IPython.utils.io.raw_print_err has been deprecated since IPython 7.0", DeprecationWarning, stacklevel=2) |
|
233 | warn("IPython.utils.io.raw_print_err has been deprecated since IPython 7.0", DeprecationWarning, stacklevel=2) | |
233 |
|
234 | |||
234 | print(*args, sep=kw.get('sep', ' '), end=kw.get('end', '\n'), |
|
235 | print(*args, sep=kw.get('sep', ' '), end=kw.get('end', '\n'), | |
235 | file=sys.__stderr__) |
|
236 | file=sys.__stderr__) | |
236 | sys.__stderr__.flush() |
|
237 | sys.__stderr__.flush() | |
237 |
|
238 | |||
238 | # used by IPykernel <- 4.9. Removed during IPython 7-dev period and re-added |
|
239 | # used by IPykernel <- 4.9. Removed during IPython 7-dev period and re-added | |
239 | # Keep for a version or two then should remove |
|
240 | # Keep for a version or two then should remove | |
240 | rprint = raw_print |
|
241 | rprint = raw_print | |
241 | rprinte = raw_print_err |
|
242 | rprinte = raw_print_err | |
242 |
|
243 | |||
243 | @undoc |
|
244 | @undoc | |
244 | def unicode_std_stream(stream='stdout'): |
|
245 | def unicode_std_stream(stream='stdout'): | |
245 | """DEPRECATED, moved to nbconvert.utils.io""" |
|
246 | """DEPRECATED, moved to nbconvert.utils.io""" | |
246 | warn("IPython.utils.io.unicode_std_stream has moved to nbconvert.utils.io since IPython 4.0", DeprecationWarning, stacklevel=2) |
|
247 | warn("IPython.utils.io.unicode_std_stream has moved to nbconvert.utils.io since IPython 4.0", DeprecationWarning, stacklevel=2) | |
247 | from nbconvert.utils.io import unicode_std_stream |
|
248 | from nbconvert.utils.io import unicode_std_stream | |
248 | return unicode_std_stream(stream) |
|
249 | return unicode_std_stream(stream) |
General Comments 0
You need to be logged in to leave comments.
Login now