Show More
The requested changes are too big and content was truncated. Show full diff
@@ -1,235 +1,235 b'' | |||||
1 | """hooks for IPython. |
|
1 | """hooks for IPython. | |
2 |
|
2 | |||
3 | In Python, it is possible to overwrite any method of any object if you really |
|
3 | In Python, it is possible to overwrite any method of any object if you really | |
4 | want to. But IPython exposes a few 'hooks', methods which are _designed_ to |
|
4 | want to. But IPython exposes a few 'hooks', methods which are _designed_ to | |
5 | be overwritten by users for customization purposes. This module defines the |
|
5 | be overwritten by users for customization purposes. This module defines the | |
6 | default versions of all such hooks, which get used by IPython if not |
|
6 | default versions of all such hooks, which get used by IPython if not | |
7 | overridden by the user. |
|
7 | overridden by the user. | |
8 |
|
8 | |||
9 | hooks are simple functions, but they should be declared with 'self' as their |
|
9 | hooks are simple functions, but they should be declared with 'self' as their | |
10 | first argument, because when activated they are registered into IPython as |
|
10 | first argument, because when activated they are registered into IPython as | |
11 | instance methods. The self argument will be the IPython running instance |
|
11 | instance methods. The self argument will be the IPython running instance | |
12 | itself, so hooks have full access to the entire IPython object. |
|
12 | itself, so hooks have full access to the entire IPython object. | |
13 |
|
13 | |||
14 | If you wish to define a new hook and activate it, you need to put the |
|
14 | If you wish to define a new hook and activate it, you need to put the | |
15 | necessary code into a python file which can be either imported or execfile()'d |
|
15 | necessary code into a python file which can be either imported or execfile()'d | |
16 |
from within your ipython |
|
16 | from within your profile's ipython_config.py configuration. | |
17 |
|
17 | |||
18 | For example, suppose that you have a module called 'myiphooks' in your |
|
18 | For example, suppose that you have a module called 'myiphooks' in your | |
19 | PYTHONPATH, which contains the following definition: |
|
19 | PYTHONPATH, which contains the following definition: | |
20 |
|
20 | |||
21 | import os |
|
21 | import os | |
22 | from IPython.core import ipapi |
|
22 | from IPython.core import ipapi | |
23 | ip = ipapi.get() |
|
23 | ip = ipapi.get() | |
24 |
|
24 | |||
25 | def calljed(self,filename, linenum): |
|
25 | def calljed(self,filename, linenum): | |
26 | "My editor hook calls the jed editor directly." |
|
26 | "My editor hook calls the jed editor directly." | |
27 | print "Calling my own editor, jed ..." |
|
27 | print "Calling my own editor, jed ..." | |
28 | if os.system('jed +%d %s' % (linenum,filename)) != 0: |
|
28 | if os.system('jed +%d %s' % (linenum,filename)) != 0: | |
29 | raise TryNext() |
|
29 | raise TryNext() | |
30 |
|
30 | |||
31 | ip.set_hook('editor', calljed) |
|
31 | ip.set_hook('editor', calljed) | |
32 |
|
32 | |||
33 | You can then enable the functionality by doing 'import myiphooks' |
|
33 | You can then enable the functionality by doing 'import myiphooks' | |
34 | somewhere in your configuration files or ipython command line. |
|
34 | somewhere in your configuration files or ipython command line. | |
35 | """ |
|
35 | """ | |
36 |
|
36 | |||
37 | #***************************************************************************** |
|
37 | #***************************************************************************** | |
38 | # Copyright (C) 2005 Fernando Perez. <fperez@colorado.edu> |
|
38 | # Copyright (C) 2005 Fernando Perez. <fperez@colorado.edu> | |
39 | # |
|
39 | # | |
40 | # Distributed under the terms of the BSD License. The full license is in |
|
40 | # Distributed under the terms of the BSD License. The full license is in | |
41 | # the file COPYING, distributed as part of this software. |
|
41 | # the file COPYING, distributed as part of this software. | |
42 | #***************************************************************************** |
|
42 | #***************************************************************************** | |
43 |
|
43 | |||
44 | import os, bisect |
|
44 | import os, bisect | |
45 | import sys |
|
45 | import sys | |
46 |
|
46 | |||
47 | from IPython.core.error import TryNext |
|
47 | from IPython.core.error import TryNext | |
48 |
|
48 | |||
49 | # List here all the default hooks. For now it's just the editor functions |
|
49 | # List here all the default hooks. For now it's just the editor functions | |
50 | # but over time we'll move here all the public API for user-accessible things. |
|
50 | # but over time we'll move here all the public API for user-accessible things. | |
51 |
|
51 | |||
52 | __all__ = ['editor', 'fix_error_editor', 'synchronize_with_editor', |
|
52 | __all__ = ['editor', 'fix_error_editor', 'synchronize_with_editor', | |
53 | 'input_prefilter', 'shutdown_hook', 'late_startup_hook', |
|
53 | 'input_prefilter', 'shutdown_hook', 'late_startup_hook', | |
54 | 'generate_prompt', 'show_in_pager','pre_prompt_hook', |
|
54 | 'generate_prompt', 'show_in_pager','pre_prompt_hook', | |
55 | 'pre_run_code_hook', 'clipboard_get'] |
|
55 | 'pre_run_code_hook', 'clipboard_get'] | |
56 |
|
56 | |||
57 | def editor(self,filename, linenum=None): |
|
57 | def editor(self,filename, linenum=None): | |
58 | """Open the default editor at the given filename and linenumber. |
|
58 | """Open the default editor at the given filename and linenumber. | |
59 |
|
59 | |||
60 | This is IPython's default editor hook, you can use it as an example to |
|
60 | This is IPython's default editor hook, you can use it as an example to | |
61 | write your own modified one. To set your own editor function as the |
|
61 | write your own modified one. To set your own editor function as the | |
62 | new editor hook, call ip.set_hook('editor',yourfunc).""" |
|
62 | new editor hook, call ip.set_hook('editor',yourfunc).""" | |
63 |
|
63 | |||
64 | # IPython configures a default editor at startup by reading $EDITOR from |
|
64 | # IPython configures a default editor at startup by reading $EDITOR from | |
65 | # the environment, and falling back on vi (unix) or notepad (win32). |
|
65 | # the environment, and falling back on vi (unix) or notepad (win32). | |
66 | editor = self.editor |
|
66 | editor = self.editor | |
67 |
|
67 | |||
68 | # marker for at which line to open the file (for existing objects) |
|
68 | # marker for at which line to open the file (for existing objects) | |
69 | if linenum is None or editor=='notepad': |
|
69 | if linenum is None or editor=='notepad': | |
70 | linemark = '' |
|
70 | linemark = '' | |
71 | else: |
|
71 | else: | |
72 | linemark = '+%d' % int(linenum) |
|
72 | linemark = '+%d' % int(linenum) | |
73 |
|
73 | |||
74 | # Enclose in quotes if necessary and legal |
|
74 | # Enclose in quotes if necessary and legal | |
75 | if ' ' in editor and os.path.isfile(editor) and editor[0] != '"': |
|
75 | if ' ' in editor and os.path.isfile(editor) and editor[0] != '"': | |
76 | editor = '"%s"' % editor |
|
76 | editor = '"%s"' % editor | |
77 |
|
77 | |||
78 | # Call the actual editor |
|
78 | # Call the actual editor | |
79 | if os.system('%s %s %s' % (editor,linemark,filename)) != 0: |
|
79 | if os.system('%s %s %s' % (editor,linemark,filename)) != 0: | |
80 | raise TryNext() |
|
80 | raise TryNext() | |
81 |
|
81 | |||
82 | import tempfile |
|
82 | import tempfile | |
83 | def fix_error_editor(self,filename,linenum,column,msg): |
|
83 | def fix_error_editor(self,filename,linenum,column,msg): | |
84 | """Open the editor at the given filename, linenumber, column and |
|
84 | """Open the editor at the given filename, linenumber, column and | |
85 | show an error message. This is used for correcting syntax errors. |
|
85 | show an error message. This is used for correcting syntax errors. | |
86 | The current implementation only has special support for the VIM editor, |
|
86 | The current implementation only has special support for the VIM editor, | |
87 | and falls back on the 'editor' hook if VIM is not used. |
|
87 | and falls back on the 'editor' hook if VIM is not used. | |
88 |
|
88 | |||
89 | Call ip.set_hook('fix_error_editor',youfunc) to use your own function, |
|
89 | Call ip.set_hook('fix_error_editor',youfunc) to use your own function, | |
90 | """ |
|
90 | """ | |
91 | def vim_quickfix_file(): |
|
91 | def vim_quickfix_file(): | |
92 | t = tempfile.NamedTemporaryFile() |
|
92 | t = tempfile.NamedTemporaryFile() | |
93 | t.write('%s:%d:%d:%s\n' % (filename,linenum,column,msg)) |
|
93 | t.write('%s:%d:%d:%s\n' % (filename,linenum,column,msg)) | |
94 | t.flush() |
|
94 | t.flush() | |
95 | return t |
|
95 | return t | |
96 | if os.path.basename(self.editor) != 'vim': |
|
96 | if os.path.basename(self.editor) != 'vim': | |
97 | self.hooks.editor(filename,linenum) |
|
97 | self.hooks.editor(filename,linenum) | |
98 | return |
|
98 | return | |
99 | t = vim_quickfix_file() |
|
99 | t = vim_quickfix_file() | |
100 | try: |
|
100 | try: | |
101 | if os.system('vim --cmd "set errorformat=%f:%l:%c:%m" -q ' + t.name): |
|
101 | if os.system('vim --cmd "set errorformat=%f:%l:%c:%m" -q ' + t.name): | |
102 | raise TryNext() |
|
102 | raise TryNext() | |
103 | finally: |
|
103 | finally: | |
104 | t.close() |
|
104 | t.close() | |
105 |
|
105 | |||
106 |
|
106 | |||
107 | def synchronize_with_editor(self, filename, linenum, column): |
|
107 | def synchronize_with_editor(self, filename, linenum, column): | |
108 | pass |
|
108 | pass | |
109 |
|
109 | |||
110 |
|
110 | |||
111 | class CommandChainDispatcher: |
|
111 | class CommandChainDispatcher: | |
112 | """ Dispatch calls to a chain of commands until some func can handle it |
|
112 | """ Dispatch calls to a chain of commands until some func can handle it | |
113 |
|
113 | |||
114 | Usage: instantiate, execute "add" to add commands (with optional |
|
114 | Usage: instantiate, execute "add" to add commands (with optional | |
115 | priority), execute normally via f() calling mechanism. |
|
115 | priority), execute normally via f() calling mechanism. | |
116 |
|
116 | |||
117 | """ |
|
117 | """ | |
118 | def __init__(self,commands=None): |
|
118 | def __init__(self,commands=None): | |
119 | if commands is None: |
|
119 | if commands is None: | |
120 | self.chain = [] |
|
120 | self.chain = [] | |
121 | else: |
|
121 | else: | |
122 | self.chain = commands |
|
122 | self.chain = commands | |
123 |
|
123 | |||
124 |
|
124 | |||
125 | def __call__(self,*args, **kw): |
|
125 | def __call__(self,*args, **kw): | |
126 | """ Command chain is called just like normal func. |
|
126 | """ Command chain is called just like normal func. | |
127 |
|
127 | |||
128 | This will call all funcs in chain with the same args as were given to this |
|
128 | This will call all funcs in chain with the same args as were given to this | |
129 | function, and return the result of first func that didn't raise |
|
129 | function, and return the result of first func that didn't raise | |
130 | TryNext """ |
|
130 | TryNext """ | |
131 |
|
131 | |||
132 | for prio,cmd in self.chain: |
|
132 | for prio,cmd in self.chain: | |
133 | #print "prio",prio,"cmd",cmd #dbg |
|
133 | #print "prio",prio,"cmd",cmd #dbg | |
134 | try: |
|
134 | try: | |
135 | return cmd(*args, **kw) |
|
135 | return cmd(*args, **kw) | |
136 | except TryNext, exc: |
|
136 | except TryNext, exc: | |
137 | if exc.args or exc.kwargs: |
|
137 | if exc.args or exc.kwargs: | |
138 | args = exc.args |
|
138 | args = exc.args | |
139 | kw = exc.kwargs |
|
139 | kw = exc.kwargs | |
140 | # if no function will accept it, raise TryNext up to the caller |
|
140 | # if no function will accept it, raise TryNext up to the caller | |
141 | raise TryNext |
|
141 | raise TryNext | |
142 |
|
142 | |||
143 | def __str__(self): |
|
143 | def __str__(self): | |
144 | return str(self.chain) |
|
144 | return str(self.chain) | |
145 |
|
145 | |||
146 | def add(self, func, priority=0): |
|
146 | def add(self, func, priority=0): | |
147 | """ Add a func to the cmd chain with given priority """ |
|
147 | """ Add a func to the cmd chain with given priority """ | |
148 | bisect.insort(self.chain,(priority,func)) |
|
148 | bisect.insort(self.chain,(priority,func)) | |
149 |
|
149 | |||
150 | def __iter__(self): |
|
150 | def __iter__(self): | |
151 | """ Return all objects in chain. |
|
151 | """ Return all objects in chain. | |
152 |
|
152 | |||
153 | Handy if the objects are not callable. |
|
153 | Handy if the objects are not callable. | |
154 | """ |
|
154 | """ | |
155 | return iter(self.chain) |
|
155 | return iter(self.chain) | |
156 |
|
156 | |||
157 |
|
157 | |||
158 | def input_prefilter(self,line): |
|
158 | def input_prefilter(self,line): | |
159 | """ Default input prefilter |
|
159 | """ Default input prefilter | |
160 |
|
160 | |||
161 | This returns the line as unchanged, so that the interpreter |
|
161 | This returns the line as unchanged, so that the interpreter | |
162 | knows that nothing was done and proceeds with "classic" prefiltering |
|
162 | knows that nothing was done and proceeds with "classic" prefiltering | |
163 | (%magics, !shell commands etc.). |
|
163 | (%magics, !shell commands etc.). | |
164 |
|
164 | |||
165 | Note that leading whitespace is not passed to this hook. Prefilter |
|
165 | Note that leading whitespace is not passed to this hook. Prefilter | |
166 | can't alter indentation. |
|
166 | can't alter indentation. | |
167 |
|
167 | |||
168 | """ |
|
168 | """ | |
169 | #print "attempt to rewrite",line #dbg |
|
169 | #print "attempt to rewrite",line #dbg | |
170 | return line |
|
170 | return line | |
171 |
|
171 | |||
172 |
|
172 | |||
173 | def shutdown_hook(self): |
|
173 | def shutdown_hook(self): | |
174 | """ default shutdown hook |
|
174 | """ default shutdown hook | |
175 |
|
175 | |||
176 | Typically, shotdown hooks should raise TryNext so all shutdown ops are done |
|
176 | Typically, shotdown hooks should raise TryNext so all shutdown ops are done | |
177 | """ |
|
177 | """ | |
178 |
|
178 | |||
179 | #print "default shutdown hook ok" # dbg |
|
179 | #print "default shutdown hook ok" # dbg | |
180 | return |
|
180 | return | |
181 |
|
181 | |||
182 |
|
182 | |||
183 | def late_startup_hook(self): |
|
183 | def late_startup_hook(self): | |
184 | """ Executed after ipython has been constructed and configured |
|
184 | """ Executed after ipython has been constructed and configured | |
185 |
|
185 | |||
186 | """ |
|
186 | """ | |
187 | #print "default startup hook ok" # dbg |
|
187 | #print "default startup hook ok" # dbg | |
188 |
|
188 | |||
189 |
|
189 | |||
190 | def generate_prompt(self, is_continuation): |
|
190 | def generate_prompt(self, is_continuation): | |
191 | """ calculate and return a string with the prompt to display """ |
|
191 | """ calculate and return a string with the prompt to display """ | |
192 | if is_continuation: |
|
192 | if is_continuation: | |
193 | return str(self.displayhook.prompt2) |
|
193 | return str(self.displayhook.prompt2) | |
194 | return str(self.displayhook.prompt1) |
|
194 | return str(self.displayhook.prompt1) | |
195 |
|
195 | |||
196 |
|
196 | |||
197 | def show_in_pager(self,s): |
|
197 | def show_in_pager(self,s): | |
198 | """ Run a string through pager """ |
|
198 | """ Run a string through pager """ | |
199 | # raising TryNext here will use the default paging functionality |
|
199 | # raising TryNext here will use the default paging functionality | |
200 | raise TryNext |
|
200 | raise TryNext | |
201 |
|
201 | |||
202 |
|
202 | |||
203 | def pre_prompt_hook(self): |
|
203 | def pre_prompt_hook(self): | |
204 | """ Run before displaying the next prompt |
|
204 | """ Run before displaying the next prompt | |
205 |
|
205 | |||
206 | Use this e.g. to display output from asynchronous operations (in order |
|
206 | Use this e.g. to display output from asynchronous operations (in order | |
207 | to not mess up text entry) |
|
207 | to not mess up text entry) | |
208 | """ |
|
208 | """ | |
209 |
|
209 | |||
210 | return None |
|
210 | return None | |
211 |
|
211 | |||
212 |
|
212 | |||
213 | def pre_run_code_hook(self): |
|
213 | def pre_run_code_hook(self): | |
214 | """ Executed before running the (prefiltered) code in IPython """ |
|
214 | """ Executed before running the (prefiltered) code in IPython """ | |
215 | return None |
|
215 | return None | |
216 |
|
216 | |||
217 |
|
217 | |||
218 | def clipboard_get(self): |
|
218 | def clipboard_get(self): | |
219 | """ Get text from the clipboard. |
|
219 | """ Get text from the clipboard. | |
220 | """ |
|
220 | """ | |
221 | from IPython.lib.clipboard import ( |
|
221 | from IPython.lib.clipboard import ( | |
222 | osx_clipboard_get, tkinter_clipboard_get, |
|
222 | osx_clipboard_get, tkinter_clipboard_get, | |
223 | win32_clipboard_get |
|
223 | win32_clipboard_get | |
224 | ) |
|
224 | ) | |
225 | if sys.platform == 'win32': |
|
225 | if sys.platform == 'win32': | |
226 | chain = [win32_clipboard_get, tkinter_clipboard_get] |
|
226 | chain = [win32_clipboard_get, tkinter_clipboard_get] | |
227 | elif sys.platform == 'darwin': |
|
227 | elif sys.platform == 'darwin': | |
228 | chain = [osx_clipboard_get, tkinter_clipboard_get] |
|
228 | chain = [osx_clipboard_get, tkinter_clipboard_get] | |
229 | else: |
|
229 | else: | |
230 | chain = [tkinter_clipboard_get] |
|
230 | chain = [tkinter_clipboard_get] | |
231 | dispatcher = CommandChainDispatcher() |
|
231 | dispatcher = CommandChainDispatcher() | |
232 | for func in chain: |
|
232 | for func in chain: | |
233 | dispatcher.add(func) |
|
233 | dispatcher.add(func) | |
234 | text = dispatcher() |
|
234 | text = dispatcher() | |
235 | return text |
|
235 | return text |
1 | NO CONTENT: modified file |
|
NO CONTENT: modified file | ||
The requested commit or file is too big and content was truncated. Show full diff |
@@ -1,524 +1,524 b'' | |||||
1 | # -*- coding: utf-8 -*- |
|
1 | # -*- coding: utf-8 -*- | |
2 | """Usage information for the main IPython applications. |
|
2 | """Usage information for the main IPython applications. | |
3 | """ |
|
3 | """ | |
4 | #----------------------------------------------------------------------------- |
|
4 | #----------------------------------------------------------------------------- | |
5 | # Copyright (C) 2008-2010 The IPython Development Team |
|
5 | # Copyright (C) 2008-2010 The IPython Development Team | |
6 | # Copyright (C) 2001-2007 Fernando Perez. <fperez@colorado.edu> |
|
6 | # Copyright (C) 2001-2007 Fernando Perez. <fperez@colorado.edu> | |
7 | # |
|
7 | # | |
8 | # Distributed under the terms of the BSD License. The full license is in |
|
8 | # Distributed under the terms of the BSD License. The full license is in | |
9 | # the file COPYING, distributed as part of this software. |
|
9 | # the file COPYING, distributed as part of this software. | |
10 | #----------------------------------------------------------------------------- |
|
10 | #----------------------------------------------------------------------------- | |
11 |
|
11 | |||
12 | import sys |
|
12 | import sys | |
13 | from IPython.core import release |
|
13 | from IPython.core import release | |
14 |
|
14 | |||
15 | cl_usage = """\ |
|
15 | cl_usage = """\ | |
16 | ========= |
|
16 | ========= | |
17 | IPython |
|
17 | IPython | |
18 | ========= |
|
18 | ========= | |
19 |
|
19 | |||
20 | Tools for Interactive Computing in Python |
|
20 | Tools for Interactive Computing in Python | |
21 | ========================================= |
|
21 | ========================================= | |
22 |
|
22 | |||
23 | A Python shell with automatic history (input and output), dynamic object |
|
23 | A Python shell with automatic history (input and output), dynamic object | |
24 | introspection, easier configuration, command completion, access to the |
|
24 | introspection, easier configuration, command completion, access to the | |
25 | system shell and more. IPython can also be embedded in running programs. |
|
25 | system shell and more. IPython can also be embedded in running programs. | |
26 |
|
26 | |||
27 |
|
27 | |||
28 | Usage |
|
28 | Usage | |
29 |
|
29 | |||
30 | ipython [subcommand] [options] [files] |
|
30 | ipython [subcommand] [options] [files] | |
31 |
|
31 | |||
32 | If invoked with no options, it executes all the files listed in sequence |
|
32 | If invoked with no options, it executes all the files listed in sequence | |
33 | and exits, use -i to enter interactive mode after running the files. Files |
|
33 | and exits, use -i to enter interactive mode after running the files. Files | |
34 | ending in .py will be treated as normal Python, but files ending in .ipy |
|
34 | ending in .py will be treated as normal Python, but files ending in .ipy | |
35 | can contain special IPython syntax (magic commands, shell expansions, etc.) |
|
35 | can contain special IPython syntax (magic commands, shell expansions, etc.) | |
36 |
|
36 | |||
37 | Almost all configuration in IPython is available via the command-line. Do |
|
37 | Almost all configuration in IPython is available via the command-line. Do | |
38 | `ipython --help-all` to see all available options. For persistent |
|
38 | `ipython --help-all` to see all available options. For persistent | |
39 | configuration, look into your `ipython_config.py` configuration file for |
|
39 | configuration, look into your `ipython_config.py` configuration file for | |
40 | details. |
|
40 | details. | |
41 |
|
41 | |||
42 | This file is typically installed in the `IPYTHON_DIR` directory, and there |
|
42 | This file is typically installed in the `IPYTHON_DIR` directory, and there | |
43 | is a separate configuration directory for each profile. The default profile |
|
43 | is a separate configuration directory for each profile. The default profile | |
44 | directory will be located in $IPYTHON_DIR/profile_default. For Linux users, |
|
44 | directory will be located in $IPYTHON_DIR/profile_default. For Linux users, | |
45 | IPYTHON_DIR defaults to `$HOME/.config/ipython`, and for other Unix systems |
|
45 | IPYTHON_DIR defaults to `$HOME/.config/ipython`, and for other Unix systems | |
46 | to `$HOME/.ipython`. For Windows users, $HOME resolves to C:\\Documents |
|
46 | to `$HOME/.ipython`. For Windows users, $HOME resolves to C:\\Documents | |
47 | and Settings\\YourUserName in most instances. |
|
47 | and Settings\\YourUserName in most instances. | |
48 |
|
48 | |||
49 | To initialize a profile with the default configuration file, do:: |
|
49 | To initialize a profile with the default configuration file, do:: | |
50 |
|
50 | |||
51 | $> ipython profile create |
|
51 | $> ipython profile create | |
52 |
|
52 | |||
53 | and start editing `IPYTHON_DIR/profile_default/ipython_config.py` |
|
53 | and start editing `IPYTHON_DIR/profile_default/ipython_config.py` | |
54 |
|
54 | |||
55 | In IPython's documentation, we will refer to this directory as |
|
55 | In IPython's documentation, we will refer to this directory as | |
56 | `IPYTHON_DIR`, you can change its default location by creating an |
|
56 | `IPYTHON_DIR`, you can change its default location by creating an | |
57 | environment variable with this name and setting it to the desired path. |
|
57 | environment variable with this name and setting it to the desired path. | |
58 |
|
58 | |||
59 | For more information, see the manual available in HTML and PDF in your |
|
59 | For more information, see the manual available in HTML and PDF in your | |
60 | installation, or online at http://ipython.org/documentation.html. |
|
60 | installation, or online at http://ipython.org/documentation.html. | |
61 | """ |
|
61 | """ | |
62 |
|
62 | |||
63 | interactive_usage = """ |
|
63 | interactive_usage = """ | |
64 | IPython -- An enhanced Interactive Python |
|
64 | IPython -- An enhanced Interactive Python | |
65 | ========================================= |
|
65 | ========================================= | |
66 |
|
66 | |||
67 | IPython offers a combination of convenient shell features, special commands |
|
67 | IPython offers a combination of convenient shell features, special commands | |
68 | and a history mechanism for both input (command history) and output (results |
|
68 | and a history mechanism for both input (command history) and output (results | |
69 | caching, similar to Mathematica). It is intended to be a fully compatible |
|
69 | caching, similar to Mathematica). It is intended to be a fully compatible | |
70 | replacement for the standard Python interpreter, while offering vastly |
|
70 | replacement for the standard Python interpreter, while offering vastly | |
71 | improved functionality and flexibility. |
|
71 | improved functionality and flexibility. | |
72 |
|
72 | |||
73 | At your system command line, type 'ipython -h' to see the command line |
|
73 | At your system command line, type 'ipython -h' to see the command line | |
74 | options available. This document only describes interactive features. |
|
74 | options available. This document only describes interactive features. | |
75 |
|
75 | |||
76 | MAIN FEATURES |
|
76 | MAIN FEATURES | |
77 |
|
77 | |||
78 | * Access to the standard Python help. As of Python 2.1, a help system is |
|
78 | * Access to the standard Python help. As of Python 2.1, a help system is | |
79 | available with access to object docstrings and the Python manuals. Simply |
|
79 | available with access to object docstrings and the Python manuals. Simply | |
80 | type 'help' (no quotes) to access it. |
|
80 | type 'help' (no quotes) to access it. | |
81 |
|
81 | |||
82 | * Magic commands: type %magic for information on the magic subsystem. |
|
82 | * Magic commands: type %magic for information on the magic subsystem. | |
83 |
|
83 | |||
84 |
* System command aliases, via the %alias command or the |
|
84 | * System command aliases, via the %alias command or the configuration file(s). | |
85 |
|
85 | |||
86 | * Dynamic object information: |
|
86 | * Dynamic object information: | |
87 |
|
87 | |||
88 | Typing ?word or word? prints detailed information about an object. If |
|
88 | Typing ?word or word? prints detailed information about an object. If | |
89 | certain strings in the object are too long (docstrings, code, etc.) they get |
|
89 | certain strings in the object are too long (docstrings, code, etc.) they get | |
90 | snipped in the center for brevity. |
|
90 | snipped in the center for brevity. | |
91 |
|
91 | |||
92 | Typing ??word or word?? gives access to the full information without |
|
92 | Typing ??word or word?? gives access to the full information without | |
93 | snipping long strings. Long strings are sent to the screen through the less |
|
93 | snipping long strings. Long strings are sent to the screen through the less | |
94 | pager if longer than the screen, printed otherwise. |
|
94 | pager if longer than the screen, printed otherwise. | |
95 |
|
95 | |||
96 | The ?/?? system gives access to the full source code for any object (if |
|
96 | The ?/?? system gives access to the full source code for any object (if | |
97 | available), shows function prototypes and other useful information. |
|
97 | available), shows function prototypes and other useful information. | |
98 |
|
98 | |||
99 | If you just want to see an object's docstring, type '%pdoc object' (without |
|
99 | If you just want to see an object's docstring, type '%pdoc object' (without | |
100 | quotes, and without % if you have automagic on). |
|
100 | quotes, and without % if you have automagic on). | |
101 |
|
101 | |||
102 | Both %pdoc and ?/?? give you access to documentation even on things which are |
|
102 | Both %pdoc and ?/?? give you access to documentation even on things which are | |
103 | not explicitely defined. Try for example typing {}.get? or after import os, |
|
103 | not explicitely defined. Try for example typing {}.get? or after import os, | |
104 | type os.path.abspath??. The magic functions %pdef, %source and %file operate |
|
104 | type os.path.abspath??. The magic functions %pdef, %source and %file operate | |
105 | similarly. |
|
105 | similarly. | |
106 |
|
106 | |||
107 | * Completion in the local namespace, by typing TAB at the prompt. |
|
107 | * Completion in the local namespace, by typing TAB at the prompt. | |
108 |
|
108 | |||
109 | At any time, hitting tab will complete any available python commands or |
|
109 | At any time, hitting tab will complete any available python commands or | |
110 | variable names, and show you a list of the possible completions if there's |
|
110 | variable names, and show you a list of the possible completions if there's | |
111 | no unambiguous one. It will also complete filenames in the current directory. |
|
111 | no unambiguous one. It will also complete filenames in the current directory. | |
112 |
|
112 | |||
113 | This feature requires the readline and rlcomplete modules, so it won't work |
|
113 | This feature requires the readline and rlcomplete modules, so it won't work | |
114 | if your Python lacks readline support (such as under Windows). |
|
114 | if your Python lacks readline support (such as under Windows). | |
115 |
|
115 | |||
116 | * Search previous command history in two ways (also requires readline): |
|
116 | * Search previous command history in two ways (also requires readline): | |
117 |
|
117 | |||
118 | - Start typing, and then use Ctrl-p (previous,up) and Ctrl-n (next,down) to |
|
118 | - Start typing, and then use Ctrl-p (previous,up) and Ctrl-n (next,down) to | |
119 | search through only the history items that match what you've typed so |
|
119 | search through only the history items that match what you've typed so | |
120 | far. If you use Ctrl-p/Ctrl-n at a blank prompt, they just behave like |
|
120 | far. If you use Ctrl-p/Ctrl-n at a blank prompt, they just behave like | |
121 | normal arrow keys. |
|
121 | normal arrow keys. | |
122 |
|
122 | |||
123 | - Hit Ctrl-r: opens a search prompt. Begin typing and the system searches |
|
123 | - Hit Ctrl-r: opens a search prompt. Begin typing and the system searches | |
124 | your history for lines that match what you've typed so far, completing as |
|
124 | your history for lines that match what you've typed so far, completing as | |
125 | much as it can. |
|
125 | much as it can. | |
126 |
|
126 | |||
127 | - %hist: search history by index (this does *not* require readline). |
|
127 | - %hist: search history by index (this does *not* require readline). | |
128 |
|
128 | |||
129 | * Persistent command history across sessions. |
|
129 | * Persistent command history across sessions. | |
130 |
|
130 | |||
131 | * Logging of input with the ability to save and restore a working session. |
|
131 | * Logging of input with the ability to save and restore a working session. | |
132 |
|
132 | |||
133 | * System escape with !. Typing !ls will run 'ls' in the current directory. |
|
133 | * System escape with !. Typing !ls will run 'ls' in the current directory. | |
134 |
|
134 | |||
135 | * The reload command does a 'deep' reload of a module: changes made to the |
|
135 | * The reload command does a 'deep' reload of a module: changes made to the | |
136 | module since you imported will actually be available without having to exit. |
|
136 | module since you imported will actually be available without having to exit. | |
137 |
|
137 | |||
138 | * Verbose and colored exception traceback printouts. See the magic xmode and |
|
138 | * Verbose and colored exception traceback printouts. See the magic xmode and | |
139 | xcolor functions for details (just type %magic). |
|
139 | xcolor functions for details (just type %magic). | |
140 |
|
140 | |||
141 | * Input caching system: |
|
141 | * Input caching system: | |
142 |
|
142 | |||
143 | IPython offers numbered prompts (In/Out) with input and output caching. All |
|
143 | IPython offers numbered prompts (In/Out) with input and output caching. All | |
144 | input is saved and can be retrieved as variables (besides the usual arrow |
|
144 | input is saved and can be retrieved as variables (besides the usual arrow | |
145 | key recall). |
|
145 | key recall). | |
146 |
|
146 | |||
147 | The following GLOBAL variables always exist (so don't overwrite them!): |
|
147 | The following GLOBAL variables always exist (so don't overwrite them!): | |
148 | _i: stores previous input. |
|
148 | _i: stores previous input. | |
149 | _ii: next previous. |
|
149 | _ii: next previous. | |
150 | _iii: next-next previous. |
|
150 | _iii: next-next previous. | |
151 | _ih : a list of all input _ih[n] is the input from line n. |
|
151 | _ih : a list of all input _ih[n] is the input from line n. | |
152 |
|
152 | |||
153 | Additionally, global variables named _i<n> are dynamically created (<n> |
|
153 | Additionally, global variables named _i<n> are dynamically created (<n> | |
154 | being the prompt counter), such that _i<n> == _ih[<n>] |
|
154 | being the prompt counter), such that _i<n> == _ih[<n>] | |
155 |
|
155 | |||
156 | For example, what you typed at prompt 14 is available as _i14 and _ih[14]. |
|
156 | For example, what you typed at prompt 14 is available as _i14 and _ih[14]. | |
157 |
|
157 | |||
158 | You can create macros which contain multiple input lines from this history, |
|
158 | You can create macros which contain multiple input lines from this history, | |
159 | for later re-execution, with the %macro function. |
|
159 | for later re-execution, with the %macro function. | |
160 |
|
160 | |||
161 | The history function %hist allows you to see any part of your input history |
|
161 | The history function %hist allows you to see any part of your input history | |
162 | by printing a range of the _i variables. Note that inputs which contain |
|
162 | by printing a range of the _i variables. Note that inputs which contain | |
163 | magic functions (%) appear in the history with a prepended comment. This is |
|
163 | magic functions (%) appear in the history with a prepended comment. This is | |
164 | because they aren't really valid Python code, so you can't exec them. |
|
164 | because they aren't really valid Python code, so you can't exec them. | |
165 |
|
165 | |||
166 | * Output caching system: |
|
166 | * Output caching system: | |
167 |
|
167 | |||
168 | For output that is returned from actions, a system similar to the input |
|
168 | For output that is returned from actions, a system similar to the input | |
169 | cache exists but using _ instead of _i. Only actions that produce a result |
|
169 | cache exists but using _ instead of _i. Only actions that produce a result | |
170 | (NOT assignments, for example) are cached. If you are familiar with |
|
170 | (NOT assignments, for example) are cached. If you are familiar with | |
171 | Mathematica, IPython's _ variables behave exactly like Mathematica's % |
|
171 | Mathematica, IPython's _ variables behave exactly like Mathematica's % | |
172 | variables. |
|
172 | variables. | |
173 |
|
173 | |||
174 | The following GLOBAL variables always exist (so don't overwrite them!): |
|
174 | The following GLOBAL variables always exist (so don't overwrite them!): | |
175 | _ (one underscore): previous output. |
|
175 | _ (one underscore): previous output. | |
176 | __ (two underscores): next previous. |
|
176 | __ (two underscores): next previous. | |
177 | ___ (three underscores): next-next previous. |
|
177 | ___ (three underscores): next-next previous. | |
178 |
|
178 | |||
179 | Global variables named _<n> are dynamically created (<n> being the prompt |
|
179 | Global variables named _<n> are dynamically created (<n> being the prompt | |
180 | counter), such that the result of output <n> is always available as _<n>. |
|
180 | counter), such that the result of output <n> is always available as _<n>. | |
181 |
|
181 | |||
182 | Finally, a global dictionary named _oh exists with entries for all lines |
|
182 | Finally, a global dictionary named _oh exists with entries for all lines | |
183 | which generated output. |
|
183 | which generated output. | |
184 |
|
184 | |||
185 | * Directory history: |
|
185 | * Directory history: | |
186 |
|
186 | |||
187 | Your history of visited directories is kept in the global list _dh, and the |
|
187 | Your history of visited directories is kept in the global list _dh, and the | |
188 | magic %cd command can be used to go to any entry in that list. |
|
188 | magic %cd command can be used to go to any entry in that list. | |
189 |
|
189 | |||
190 | * Auto-parentheses and auto-quotes (adapted from Nathan Gray's LazyPython) |
|
190 | * Auto-parentheses and auto-quotes (adapted from Nathan Gray's LazyPython) | |
191 |
|
191 | |||
192 | 1. Auto-parentheses |
|
192 | 1. Auto-parentheses | |
193 | Callable objects (i.e. functions, methods, etc) can be invoked like |
|
193 | Callable objects (i.e. functions, methods, etc) can be invoked like | |
194 | this (notice the commas between the arguments): |
|
194 | this (notice the commas between the arguments): | |
195 | >>> callable_ob arg1, arg2, arg3 |
|
195 | >>> callable_ob arg1, arg2, arg3 | |
196 | and the input will be translated to this: |
|
196 | and the input will be translated to this: | |
197 | --> callable_ob(arg1, arg2, arg3) |
|
197 | --> callable_ob(arg1, arg2, arg3) | |
198 | You can force auto-parentheses by using '/' as the first character |
|
198 | You can force auto-parentheses by using '/' as the first character | |
199 | of a line. For example: |
|
199 | of a line. For example: | |
200 | >>> /globals # becomes 'globals()' |
|
200 | >>> /globals # becomes 'globals()' | |
201 | Note that the '/' MUST be the first character on the line! This |
|
201 | Note that the '/' MUST be the first character on the line! This | |
202 | won't work: |
|
202 | won't work: | |
203 | >>> print /globals # syntax error |
|
203 | >>> print /globals # syntax error | |
204 |
|
204 | |||
205 | In most cases the automatic algorithm should work, so you should |
|
205 | In most cases the automatic algorithm should work, so you should | |
206 | rarely need to explicitly invoke /. One notable exception is if you |
|
206 | rarely need to explicitly invoke /. One notable exception is if you | |
207 | are trying to call a function with a list of tuples as arguments (the |
|
207 | are trying to call a function with a list of tuples as arguments (the | |
208 | parenthesis will confuse IPython): |
|
208 | parenthesis will confuse IPython): | |
209 | In [1]: zip (1,2,3),(4,5,6) # won't work |
|
209 | In [1]: zip (1,2,3),(4,5,6) # won't work | |
210 | but this will work: |
|
210 | but this will work: | |
211 | In [2]: /zip (1,2,3),(4,5,6) |
|
211 | In [2]: /zip (1,2,3),(4,5,6) | |
212 | ------> zip ((1,2,3),(4,5,6)) |
|
212 | ------> zip ((1,2,3),(4,5,6)) | |
213 | Out[2]= [(1, 4), (2, 5), (3, 6)] |
|
213 | Out[2]= [(1, 4), (2, 5), (3, 6)] | |
214 |
|
214 | |||
215 | IPython tells you that it has altered your command line by |
|
215 | IPython tells you that it has altered your command line by | |
216 | displaying the new command line preceded by -->. e.g.: |
|
216 | displaying the new command line preceded by -->. e.g.: | |
217 | In [18]: callable list |
|
217 | In [18]: callable list | |
218 | -------> callable (list) |
|
218 | -------> callable (list) | |
219 |
|
219 | |||
220 | 2. Auto-Quoting |
|
220 | 2. Auto-Quoting | |
221 | You can force auto-quoting of a function's arguments by using ',' as |
|
221 | You can force auto-quoting of a function's arguments by using ',' as | |
222 | the first character of a line. For example: |
|
222 | the first character of a line. For example: | |
223 | >>> ,my_function /home/me # becomes my_function("/home/me") |
|
223 | >>> ,my_function /home/me # becomes my_function("/home/me") | |
224 |
|
224 | |||
225 | If you use ';' instead, the whole argument is quoted as a single |
|
225 | If you use ';' instead, the whole argument is quoted as a single | |
226 | string (while ',' splits on whitespace): |
|
226 | string (while ',' splits on whitespace): | |
227 | >>> ,my_function a b c # becomes my_function("a","b","c") |
|
227 | >>> ,my_function a b c # becomes my_function("a","b","c") | |
228 | >>> ;my_function a b c # becomes my_function("a b c") |
|
228 | >>> ;my_function a b c # becomes my_function("a b c") | |
229 |
|
229 | |||
230 | Note that the ',' MUST be the first character on the line! This |
|
230 | Note that the ',' MUST be the first character on the line! This | |
231 | won't work: |
|
231 | won't work: | |
232 | >>> x = ,my_function /home/me # syntax error |
|
232 | >>> x = ,my_function /home/me # syntax error | |
233 | """ |
|
233 | """ | |
234 |
|
234 | |||
235 | interactive_usage_min = """\ |
|
235 | interactive_usage_min = """\ | |
236 | An enhanced console for Python. |
|
236 | An enhanced console for Python. | |
237 | Some of its features are: |
|
237 | Some of its features are: | |
238 | - Readline support if the readline library is present. |
|
238 | - Readline support if the readline library is present. | |
239 | - Tab completion in the local namespace. |
|
239 | - Tab completion in the local namespace. | |
240 | - Logging of input, see command-line options. |
|
240 | - Logging of input, see command-line options. | |
241 | - System shell escape via ! , eg !ls. |
|
241 | - System shell escape via ! , eg !ls. | |
242 | - Magic commands, starting with a % (like %ls, %pwd, %cd, etc.) |
|
242 | - Magic commands, starting with a % (like %ls, %pwd, %cd, etc.) | |
243 | - Keeps track of locally defined variables via %who, %whos. |
|
243 | - Keeps track of locally defined variables via %who, %whos. | |
244 | - Show object information with a ? eg ?x or x? (use ?? for more info). |
|
244 | - Show object information with a ? eg ?x or x? (use ?? for more info). | |
245 | """ |
|
245 | """ | |
246 |
|
246 | |||
247 | quick_reference = r""" |
|
247 | quick_reference = r""" | |
248 | IPython -- An enhanced Interactive Python - Quick Reference Card |
|
248 | IPython -- An enhanced Interactive Python - Quick Reference Card | |
249 | ================================================================ |
|
249 | ================================================================ | |
250 |
|
250 | |||
251 | obj?, obj?? : Get help, or more help for object (also works as |
|
251 | obj?, obj?? : Get help, or more help for object (also works as | |
252 | ?obj, ??obj). |
|
252 | ?obj, ??obj). | |
253 | ?foo.*abc* : List names in 'foo' containing 'abc' in them. |
|
253 | ?foo.*abc* : List names in 'foo' containing 'abc' in them. | |
254 | %magic : Information about IPython's 'magic' % functions. |
|
254 | %magic : Information about IPython's 'magic' % functions. | |
255 |
|
255 | |||
256 | Magic functions are prefixed by %, and typically take their arguments without |
|
256 | Magic functions are prefixed by %, and typically take their arguments without | |
257 | parentheses, quotes or even commas for convenience. |
|
257 | parentheses, quotes or even commas for convenience. | |
258 |
|
258 | |||
259 | Example magic function calls: |
|
259 | Example magic function calls: | |
260 |
|
260 | |||
261 | %alias d ls -F : 'd' is now an alias for 'ls -F' |
|
261 | %alias d ls -F : 'd' is now an alias for 'ls -F' | |
262 | alias d ls -F : Works if 'alias' not a python name |
|
262 | alias d ls -F : Works if 'alias' not a python name | |
263 | alist = %alias : Get list of aliases to 'alist' |
|
263 | alist = %alias : Get list of aliases to 'alist' | |
264 | cd /usr/share : Obvious. cd -<tab> to choose from visited dirs. |
|
264 | cd /usr/share : Obvious. cd -<tab> to choose from visited dirs. | |
265 | %cd?? : See help AND source for magic %cd |
|
265 | %cd?? : See help AND source for magic %cd | |
266 |
|
266 | |||
267 | System commands: |
|
267 | System commands: | |
268 |
|
268 | |||
269 | !cp a.txt b/ : System command escape, calls os.system() |
|
269 | !cp a.txt b/ : System command escape, calls os.system() | |
270 | cp a.txt b/ : after %rehashx, most system commands work without ! |
|
270 | cp a.txt b/ : after %rehashx, most system commands work without ! | |
271 | cp ${f}.txt $bar : Variable expansion in magics and system commands |
|
271 | cp ${f}.txt $bar : Variable expansion in magics and system commands | |
272 | files = !ls /usr : Capture sytem command output |
|
272 | files = !ls /usr : Capture sytem command output | |
273 | files.s, files.l, files.n: "a b c", ['a','b','c'], 'a\nb\nc' |
|
273 | files.s, files.l, files.n: "a b c", ['a','b','c'], 'a\nb\nc' | |
274 |
|
274 | |||
275 | History: |
|
275 | History: | |
276 |
|
276 | |||
277 | _i, _ii, _iii : Previous, next previous, next next previous input |
|
277 | _i, _ii, _iii : Previous, next previous, next next previous input | |
278 | _i4, _ih[2:5] : Input history line 4, lines 2-4 |
|
278 | _i4, _ih[2:5] : Input history line 4, lines 2-4 | |
279 | exec _i81 : Execute input history line #81 again |
|
279 | exec _i81 : Execute input history line #81 again | |
280 | %rep 81 : Edit input history line #81 |
|
280 | %rep 81 : Edit input history line #81 | |
281 | _, __, ___ : previous, next previous, next next previous output |
|
281 | _, __, ___ : previous, next previous, next next previous output | |
282 | _dh : Directory history |
|
282 | _dh : Directory history | |
283 | _oh : Output history |
|
283 | _oh : Output history | |
284 | %hist : Command history. '%hist -g foo' search history for 'foo' |
|
284 | %hist : Command history. '%hist -g foo' search history for 'foo' | |
285 |
|
285 | |||
286 | Autocall: |
|
286 | Autocall: | |
287 |
|
287 | |||
288 | f 1,2 : f(1,2) |
|
288 | f 1,2 : f(1,2) | |
289 | /f 1,2 : f(1,2) (forced autoparen) |
|
289 | /f 1,2 : f(1,2) (forced autoparen) | |
290 | ,f 1 2 : f("1","2") |
|
290 | ,f 1 2 : f("1","2") | |
291 | ;f 1 2 : f("1 2") |
|
291 | ;f 1 2 : f("1 2") | |
292 |
|
292 | |||
293 | Remember: TAB completion works in many contexts, not just file names |
|
293 | Remember: TAB completion works in many contexts, not just file names | |
294 | or python names. |
|
294 | or python names. | |
295 |
|
295 | |||
296 | The following magic functions are currently available: |
|
296 | The following magic functions are currently available: | |
297 |
|
297 | |||
298 | """ |
|
298 | """ | |
299 |
|
299 | |||
300 | gui_reference = """\ |
|
300 | gui_reference = """\ | |
301 | =============================== |
|
301 | =============================== | |
302 | The graphical IPython console |
|
302 | The graphical IPython console | |
303 | =============================== |
|
303 | =============================== | |
304 |
|
304 | |||
305 | This console is designed to emulate the look, feel and workflow of a terminal |
|
305 | This console is designed to emulate the look, feel and workflow of a terminal | |
306 | environment, while adding a number of enhancements that are simply not possible |
|
306 | environment, while adding a number of enhancements that are simply not possible | |
307 | in a real terminal, such as inline syntax highlighting, true multiline editing, |
|
307 | in a real terminal, such as inline syntax highlighting, true multiline editing, | |
308 | inline graphics and much more. |
|
308 | inline graphics and much more. | |
309 |
|
309 | |||
310 | This quick reference document contains the basic information you'll need to |
|
310 | This quick reference document contains the basic information you'll need to | |
311 | know to make the most efficient use of it. For the various command line |
|
311 | know to make the most efficient use of it. For the various command line | |
312 | options available at startup, type ``ipython qtconsole --help`` at the command line. |
|
312 | options available at startup, type ``ipython qtconsole --help`` at the command line. | |
313 |
|
313 | |||
314 |
|
314 | |||
315 | Multiline editing |
|
315 | Multiline editing | |
316 | ================= |
|
316 | ================= | |
317 |
|
317 | |||
318 | The graphical console is capable of true multiline editing, but it also tries |
|
318 | The graphical console is capable of true multiline editing, but it also tries | |
319 | to behave intuitively like a terminal when possible. If you are used to |
|
319 | to behave intuitively like a terminal when possible. If you are used to | |
320 | IPyhton's old terminal behavior, you should find the transition painless, and |
|
320 | IPyhton's old terminal behavior, you should find the transition painless, and | |
321 | once you learn a few basic keybindings it will be a much more efficient |
|
321 | once you learn a few basic keybindings it will be a much more efficient | |
322 | environment. |
|
322 | environment. | |
323 |
|
323 | |||
324 | For single expressions or indented blocks, the console behaves almost like the |
|
324 | For single expressions or indented blocks, the console behaves almost like the | |
325 | terminal IPython: single expressions are immediately evaluated, and indented |
|
325 | terminal IPython: single expressions are immediately evaluated, and indented | |
326 | blocks are evaluated once a single blank line is entered:: |
|
326 | blocks are evaluated once a single blank line is entered:: | |
327 |
|
327 | |||
328 | In [1]: print "Hello IPython!" # Enter was pressed at the end of the line |
|
328 | In [1]: print "Hello IPython!" # Enter was pressed at the end of the line | |
329 | Hello IPython! |
|
329 | Hello IPython! | |
330 |
|
330 | |||
331 | In [2]: for i in range(10): |
|
331 | In [2]: for i in range(10): | |
332 | ...: print i, |
|
332 | ...: print i, | |
333 | ...: |
|
333 | ...: | |
334 | 0 1 2 3 4 5 6 7 8 9 |
|
334 | 0 1 2 3 4 5 6 7 8 9 | |
335 |
|
335 | |||
336 | If you want to enter more than one expression in a single input block |
|
336 | If you want to enter more than one expression in a single input block | |
337 | (something not possible in the terminal), you can use ``Control-Enter`` at the |
|
337 | (something not possible in the terminal), you can use ``Control-Enter`` at the | |
338 | end of your first line instead of ``Enter``. At that point the console goes |
|
338 | end of your first line instead of ``Enter``. At that point the console goes | |
339 | into 'cell mode' and even if your inputs are not indented, it will continue |
|
339 | into 'cell mode' and even if your inputs are not indented, it will continue | |
340 | accepting arbitrarily many lines until either you enter an extra blank line or |
|
340 | accepting arbitrarily many lines until either you enter an extra blank line or | |
341 | you hit ``Shift-Enter`` (the key binding that forces execution). When a |
|
341 | you hit ``Shift-Enter`` (the key binding that forces execution). When a | |
342 | multiline cell is entered, IPython analyzes it and executes its code producing |
|
342 | multiline cell is entered, IPython analyzes it and executes its code producing | |
343 | an ``Out[n]`` prompt only for the last expression in it, while the rest of the |
|
343 | an ``Out[n]`` prompt only for the last expression in it, while the rest of the | |
344 | cell is executed as if it was a script. An example should clarify this:: |
|
344 | cell is executed as if it was a script. An example should clarify this:: | |
345 |
|
345 | |||
346 | In [3]: x=1 # Hit C-Enter here |
|
346 | In [3]: x=1 # Hit C-Enter here | |
347 | ...: y=2 # from now on, regular Enter is sufficient |
|
347 | ...: y=2 # from now on, regular Enter is sufficient | |
348 | ...: z=3 |
|
348 | ...: z=3 | |
349 | ...: x**2 # This does *not* produce an Out[] value |
|
349 | ...: x**2 # This does *not* produce an Out[] value | |
350 | ...: x+y+z # Only the last expression does |
|
350 | ...: x+y+z # Only the last expression does | |
351 | ...: |
|
351 | ...: | |
352 | Out[3]: 6 |
|
352 | Out[3]: 6 | |
353 |
|
353 | |||
354 | The behavior where an extra blank line forces execution is only active if you |
|
354 | The behavior where an extra blank line forces execution is only active if you | |
355 | are actually typing at the keyboard each line, and is meant to make it mimic |
|
355 | are actually typing at the keyboard each line, and is meant to make it mimic | |
356 | the IPython terminal behavior. If you paste a long chunk of input (for example |
|
356 | the IPython terminal behavior. If you paste a long chunk of input (for example | |
357 | a long script copied form an editor or web browser), it can contain arbitrarily |
|
357 | a long script copied form an editor or web browser), it can contain arbitrarily | |
358 | many intermediate blank lines and they won't cause any problems. As always, |
|
358 | many intermediate blank lines and they won't cause any problems. As always, | |
359 | you can then make it execute by appending a blank line *at the end* or hitting |
|
359 | you can then make it execute by appending a blank line *at the end* or hitting | |
360 | ``Shift-Enter`` anywhere within the cell. |
|
360 | ``Shift-Enter`` anywhere within the cell. | |
361 |
|
361 | |||
362 | With the up arrow key, you can retrieve previous blocks of input that contain |
|
362 | With the up arrow key, you can retrieve previous blocks of input that contain | |
363 | multiple lines. You can move inside of a multiline cell like you would in any |
|
363 | multiple lines. You can move inside of a multiline cell like you would in any | |
364 | text editor. When you want it executed, the simplest thing to do is to hit the |
|
364 | text editor. When you want it executed, the simplest thing to do is to hit the | |
365 | force execution key, ``Shift-Enter`` (though you can also navigate to the end |
|
365 | force execution key, ``Shift-Enter`` (though you can also navigate to the end | |
366 | and append a blank line by using ``Enter`` twice). |
|
366 | and append a blank line by using ``Enter`` twice). | |
367 |
|
367 | |||
368 | If you've edited a multiline cell and accidentally navigate out of it with the |
|
368 | If you've edited a multiline cell and accidentally navigate out of it with the | |
369 | up or down arrow keys, IPython will clear the cell and replace it with the |
|
369 | up or down arrow keys, IPython will clear the cell and replace it with the | |
370 | contents of the one above or below that you navigated to. If this was an |
|
370 | contents of the one above or below that you navigated to. If this was an | |
371 | accident and you want to retrieve the cell you were editing, use the Undo |
|
371 | accident and you want to retrieve the cell you were editing, use the Undo | |
372 | keybinding, ``Control-z``. |
|
372 | keybinding, ``Control-z``. | |
373 |
|
373 | |||
374 |
|
374 | |||
375 | Key bindings |
|
375 | Key bindings | |
376 | ============ |
|
376 | ============ | |
377 |
|
377 | |||
378 | The IPython console supports most of the basic Emacs line-oriented keybindings, |
|
378 | The IPython console supports most of the basic Emacs line-oriented keybindings, | |
379 | in addition to some of its own. |
|
379 | in addition to some of its own. | |
380 |
|
380 | |||
381 | The keybinding prefixes mean: |
|
381 | The keybinding prefixes mean: | |
382 |
|
382 | |||
383 | - ``C``: Control |
|
383 | - ``C``: Control | |
384 | - ``S``: Shift |
|
384 | - ``S``: Shift | |
385 | - ``M``: Meta (typically the Alt key) |
|
385 | - ``M``: Meta (typically the Alt key) | |
386 |
|
386 | |||
387 | The keybindings themselves are: |
|
387 | The keybindings themselves are: | |
388 |
|
388 | |||
389 | - ``Enter``: insert new line (may cause execution, see above). |
|
389 | - ``Enter``: insert new line (may cause execution, see above). | |
390 | - ``C-Enter``: force new line, *never* causes execution. |
|
390 | - ``C-Enter``: force new line, *never* causes execution. | |
391 | - ``S-Enter``: *force* execution regardless of where cursor is, no newline added. |
|
391 | - ``S-Enter``: *force* execution regardless of where cursor is, no newline added. | |
392 | - ``C-c``: copy highlighted text to clipboard (prompts are automatically stripped). |
|
392 | - ``C-c``: copy highlighted text to clipboard (prompts are automatically stripped). | |
393 | - ``C-S-c``: copy highlighted text to clipboard (prompts are not stripped). |
|
393 | - ``C-S-c``: copy highlighted text to clipboard (prompts are not stripped). | |
394 | - ``C-v``: paste text from clipboard. |
|
394 | - ``C-v``: paste text from clipboard. | |
395 | - ``C-z``: undo (retrieves lost text if you move out of a cell with the arrows). |
|
395 | - ``C-z``: undo (retrieves lost text if you move out of a cell with the arrows). | |
396 | - ``C-S-z``: redo. |
|
396 | - ``C-S-z``: redo. | |
397 | - ``C-o``: move to 'other' area, between pager and terminal. |
|
397 | - ``C-o``: move to 'other' area, between pager and terminal. | |
398 | - ``C-l``: clear terminal. |
|
398 | - ``C-l``: clear terminal. | |
399 | - ``C-a``: go to beginning of line. |
|
399 | - ``C-a``: go to beginning of line. | |
400 | - ``C-e``: go to end of line. |
|
400 | - ``C-e``: go to end of line. | |
401 | - ``C-k``: kill from cursor to the end of the line. |
|
401 | - ``C-k``: kill from cursor to the end of the line. | |
402 | - ``C-y``: yank (paste) |
|
402 | - ``C-y``: yank (paste) | |
403 | - ``C-p``: previous line (like up arrow) |
|
403 | - ``C-p``: previous line (like up arrow) | |
404 | - ``C-n``: next line (like down arrow) |
|
404 | - ``C-n``: next line (like down arrow) | |
405 | - ``C-f``: forward (like right arrow) |
|
405 | - ``C-f``: forward (like right arrow) | |
406 | - ``C-b``: back (like left arrow) |
|
406 | - ``C-b``: back (like left arrow) | |
407 | - ``C-d``: delete next character. |
|
407 | - ``C-d``: delete next character. | |
408 | - ``M-<``: move to the beginning of the input region. |
|
408 | - ``M-<``: move to the beginning of the input region. | |
409 | - ``M->``: move to the end of the input region. |
|
409 | - ``M->``: move to the end of the input region. | |
410 | - ``M-d``: delete next word. |
|
410 | - ``M-d``: delete next word. | |
411 | - ``M-Backspace``: delete previous word. |
|
411 | - ``M-Backspace``: delete previous word. | |
412 | - ``C-.``: force a kernel restart (a confirmation dialog appears). |
|
412 | - ``C-.``: force a kernel restart (a confirmation dialog appears). | |
413 | - ``C-+``: increase font size. |
|
413 | - ``C-+``: increase font size. | |
414 | - ``C--``: decrease font size. |
|
414 | - ``C--``: decrease font size. | |
415 |
|
415 | |||
416 | The IPython pager |
|
416 | The IPython pager | |
417 | ================= |
|
417 | ================= | |
418 |
|
418 | |||
419 | IPython will show long blocks of text from many sources using a builtin pager. |
|
419 | IPython will show long blocks of text from many sources using a builtin pager. | |
420 | You can control where this pager appears with the ``--paging`` command-line |
|
420 | You can control where this pager appears with the ``--paging`` command-line | |
421 | flag: |
|
421 | flag: | |
422 |
|
422 | |||
423 | - ``inside`` [default]: the pager is overlaid on top of the main terminal. You |
|
423 | - ``inside`` [default]: the pager is overlaid on top of the main terminal. You | |
424 | must quit the pager to get back to the terminal (similar to how a pager such |
|
424 | must quit the pager to get back to the terminal (similar to how a pager such | |
425 | as ``less`` or ``more`` works). |
|
425 | as ``less`` or ``more`` works). | |
426 |
|
426 | |||
427 | - ``vsplit``: the console is made double-tall, and the pager appears on the |
|
427 | - ``vsplit``: the console is made double-tall, and the pager appears on the | |
428 | bottom area when needed. You can view its contents while using the terminal. |
|
428 | bottom area when needed. You can view its contents while using the terminal. | |
429 |
|
429 | |||
430 | - ``hsplit``: the console is made double-wide, and the pager appears on the |
|
430 | - ``hsplit``: the console is made double-wide, and the pager appears on the | |
431 | right area when needed. You can view its contents while using the terminal. |
|
431 | right area when needed. You can view its contents while using the terminal. | |
432 |
|
432 | |||
433 | - ``none``: the console never pages output. |
|
433 | - ``none``: the console never pages output. | |
434 |
|
434 | |||
435 | If you use the vertical or horizontal paging modes, you can navigate between |
|
435 | If you use the vertical or horizontal paging modes, you can navigate between | |
436 | terminal and pager as follows: |
|
436 | terminal and pager as follows: | |
437 |
|
437 | |||
438 | - Tab key: goes from pager to terminal (but not the other way around). |
|
438 | - Tab key: goes from pager to terminal (but not the other way around). | |
439 | - Control-o: goes from one to another always. |
|
439 | - Control-o: goes from one to another always. | |
440 | - Mouse: click on either. |
|
440 | - Mouse: click on either. | |
441 |
|
441 | |||
442 | In all cases, the ``q`` or ``Escape`` keys quit the pager (when used with the |
|
442 | In all cases, the ``q`` or ``Escape`` keys quit the pager (when used with the | |
443 | focus on the pager area). |
|
443 | focus on the pager area). | |
444 |
|
444 | |||
445 | Running subprocesses |
|
445 | Running subprocesses | |
446 | ==================== |
|
446 | ==================== | |
447 |
|
447 | |||
448 | The graphical IPython console uses the ``pexpect`` module to run subprocesses |
|
448 | The graphical IPython console uses the ``pexpect`` module to run subprocesses | |
449 | when you type ``!command``. This has a number of advantages (true asynchronous |
|
449 | when you type ``!command``. This has a number of advantages (true asynchronous | |
450 | output from subprocesses as well as very robust termination of rogue |
|
450 | output from subprocesses as well as very robust termination of rogue | |
451 | subprocesses with ``Control-C``), as well as some limitations. The main |
|
451 | subprocesses with ``Control-C``), as well as some limitations. The main | |
452 | limitation is that you can *not* interact back with the subprocess, so anything |
|
452 | limitation is that you can *not* interact back with the subprocess, so anything | |
453 | that invokes a pager or expects you to type input into it will block and hang |
|
453 | that invokes a pager or expects you to type input into it will block and hang | |
454 | (you can kill it with ``Control-C``). |
|
454 | (you can kill it with ``Control-C``). | |
455 |
|
455 | |||
456 | We have provided as magics ``%less`` to page files (aliased to ``%more``), |
|
456 | We have provided as magics ``%less`` to page files (aliased to ``%more``), | |
457 | ``%clear`` to clear the terminal, and ``%man`` on Linux/OSX. These cover the |
|
457 | ``%clear`` to clear the terminal, and ``%man`` on Linux/OSX. These cover the | |
458 | most common commands you'd want to call in your subshell and that would cause |
|
458 | most common commands you'd want to call in your subshell and that would cause | |
459 | problems if invoked via ``!cmd``, but you need to be aware of this limitation. |
|
459 | problems if invoked via ``!cmd``, but you need to be aware of this limitation. | |
460 |
|
460 | |||
461 | Display |
|
461 | Display | |
462 | ======= |
|
462 | ======= | |
463 |
|
463 | |||
464 | The IPython console can now display objects in a variety of formats, including |
|
464 | The IPython console can now display objects in a variety of formats, including | |
465 | HTML, PNG and SVG. This is accomplished using the display functions in |
|
465 | HTML, PNG and SVG. This is accomplished using the display functions in | |
466 | ``IPython.core.display``:: |
|
466 | ``IPython.core.display``:: | |
467 |
|
467 | |||
468 | In [4]: from IPython.core.display import display, display_html |
|
468 | In [4]: from IPython.core.display import display, display_html | |
469 |
|
469 | |||
470 | In [5]: from IPython.core.display import display_png, display_svg |
|
470 | In [5]: from IPython.core.display import display_png, display_svg | |
471 |
|
471 | |||
472 | Python objects can simply be passed to these functions and the appropriate |
|
472 | Python objects can simply be passed to these functions and the appropriate | |
473 | representations will be displayed in the console as long as the objects know |
|
473 | representations will be displayed in the console as long as the objects know | |
474 | how to compute those representations. The easiest way of teaching objects how |
|
474 | how to compute those representations. The easiest way of teaching objects how | |
475 | to format themselves in various representations is to define special methods |
|
475 | to format themselves in various representations is to define special methods | |
476 | such as: ``_repr_html_``, ``_repr_svg_`` and ``_repr_png_``. IPython's display formatters |
|
476 | such as: ``_repr_html_``, ``_repr_svg_`` and ``_repr_png_``. IPython's display formatters | |
477 | can also be given custom formatter functions for various types:: |
|
477 | can also be given custom formatter functions for various types:: | |
478 |
|
478 | |||
479 | In [6]: ip = get_ipython() |
|
479 | In [6]: ip = get_ipython() | |
480 |
|
480 | |||
481 | In [7]: html_formatter = ip.display_formatter.formatters['text/html'] |
|
481 | In [7]: html_formatter = ip.display_formatter.formatters['text/html'] | |
482 |
|
482 | |||
483 | In [8]: html_formatter.for_type(Foo, foo_to_html) |
|
483 | In [8]: html_formatter.for_type(Foo, foo_to_html) | |
484 |
|
484 | |||
485 | For further details, see ``IPython.core.formatters``. |
|
485 | For further details, see ``IPython.core.formatters``. | |
486 |
|
486 | |||
487 | Inline matplotlib graphics |
|
487 | Inline matplotlib graphics | |
488 | ========================== |
|
488 | ========================== | |
489 |
|
489 | |||
490 | The IPython console is capable of displaying matplotlib figures inline, in SVG |
|
490 | The IPython console is capable of displaying matplotlib figures inline, in SVG | |
491 | or PNG format. If started with the ``pylab=inline``, then all figures are |
|
491 | or PNG format. If started with the ``pylab=inline``, then all figures are | |
492 | rendered inline automatically (PNG by default). If started with ``--pylab`` |
|
492 | rendered inline automatically (PNG by default). If started with ``--pylab`` | |
493 | or ``pylab=<your backend>``, then a GUI backend will be used, but IPython's |
|
493 | or ``pylab=<your backend>``, then a GUI backend will be used, but IPython's | |
494 | ``display()`` and ``getfigs()`` functions can be used to view plots inline:: |
|
494 | ``display()`` and ``getfigs()`` functions can be used to view plots inline:: | |
495 |
|
495 | |||
496 | In [9]: display(*getfigs()) # display all figures inline |
|
496 | In [9]: display(*getfigs()) # display all figures inline | |
497 |
|
497 | |||
498 | In[10]: display(*getfigs(1,2)) # display figures 1 and 2 inline |
|
498 | In[10]: display(*getfigs(1,2)) # display figures 1 and 2 inline | |
499 | """ |
|
499 | """ | |
500 |
|
500 | |||
501 |
|
501 | |||
502 | quick_guide = """\ |
|
502 | quick_guide = """\ | |
503 | ? -> Introduction and overview of IPython's features. |
|
503 | ? -> Introduction and overview of IPython's features. | |
504 | %quickref -> Quick reference. |
|
504 | %quickref -> Quick reference. | |
505 | help -> Python's own help system. |
|
505 | help -> Python's own help system. | |
506 | object? -> Details about 'object', use 'object??' for extra details. |
|
506 | object? -> Details about 'object', use 'object??' for extra details. | |
507 | """ |
|
507 | """ | |
508 |
|
508 | |||
509 | gui_note = """\ |
|
509 | gui_note = """\ | |
510 | %guiref -> A brief reference about the graphical user interface. |
|
510 | %guiref -> A brief reference about the graphical user interface. | |
511 | """ |
|
511 | """ | |
512 |
|
512 | |||
513 | default_banner_parts = [ |
|
513 | default_banner_parts = [ | |
514 | 'Python %s\n' % (sys.version.split('\n')[0],), |
|
514 | 'Python %s\n' % (sys.version.split('\n')[0],), | |
515 | 'Type "copyright", "credits" or "license" for more information.\n\n', |
|
515 | 'Type "copyright", "credits" or "license" for more information.\n\n', | |
516 | 'IPython %s -- An enhanced Interactive Python.\n' % (release.version,), |
|
516 | 'IPython %s -- An enhanced Interactive Python.\n' % (release.version,), | |
517 | quick_guide |
|
517 | quick_guide | |
518 | ] |
|
518 | ] | |
519 |
|
519 | |||
520 | default_gui_banner_parts = default_banner_parts + [gui_note] |
|
520 | default_gui_banner_parts = default_banner_parts + [gui_note] | |
521 |
|
521 | |||
522 | default_banner = ''.join(default_banner_parts) |
|
522 | default_banner = ''.join(default_banner_parts) | |
523 |
|
523 | |||
524 | default_gui_banner = ''.join(default_gui_banner_parts) |
|
524 | default_gui_banner = ''.join(default_gui_banner_parts) |
@@ -1,439 +1,440 b'' | |||||
1 | #!/usr/bin/env python |
|
1 | #!/usr/bin/env python | |
2 | """Module for interactively running scripts. |
|
2 | """Module for interactively running scripts. | |
3 |
|
3 | |||
4 | This module implements classes for interactively running scripts written for |
|
4 | This module implements classes for interactively running scripts written for | |
5 | any system with a prompt which can be matched by a regexp suitable for |
|
5 | any system with a prompt which can be matched by a regexp suitable for | |
6 | pexpect. It can be used to run as if they had been typed up interactively, an |
|
6 | pexpect. It can be used to run as if they had been typed up interactively, an | |
7 | arbitrary series of commands for the target system. |
|
7 | arbitrary series of commands for the target system. | |
8 |
|
8 | |||
9 | The module includes classes ready for IPython (with the default prompts), |
|
9 | The module includes classes ready for IPython (with the default prompts), | |
10 | plain Python and SAGE, but making a new one is trivial. To see how to use it, |
|
10 | plain Python and SAGE, but making a new one is trivial. To see how to use it, | |
11 | simply run the module as a script: |
|
11 | simply run the module as a script: | |
12 |
|
12 | |||
13 | ./irunner.py --help |
|
13 | ./irunner.py --help | |
14 |
|
14 | |||
15 |
|
15 | |||
16 | This is an extension of Ken Schutte <kschutte-AT-csail.mit.edu>'s script |
|
16 | This is an extension of Ken Schutte <kschutte-AT-csail.mit.edu>'s script | |
17 | contributed on the ipython-user list: |
|
17 | contributed on the ipython-user list: | |
18 |
|
18 | |||
19 | http://mail.scipy.org/pipermail/ipython-user/2006-May/003539.html |
|
19 | http://mail.scipy.org/pipermail/ipython-user/2006-May/003539.html | |
20 |
|
20 | |||
21 |
|
21 | |||
22 | NOTES: |
|
22 | NOTES: | |
23 |
|
23 | |||
24 | - This module requires pexpect, available in most linux distros, or which can |
|
24 | - This module requires pexpect, available in most linux distros, or which can | |
25 | be downloaded from |
|
25 | be downloaded from | |
26 |
|
26 | |||
27 | http://pexpect.sourceforge.net |
|
27 | http://pexpect.sourceforge.net | |
28 |
|
28 | |||
29 | - Because pexpect only works under Unix or Windows-Cygwin, this has the same |
|
29 | - Because pexpect only works under Unix or Windows-Cygwin, this has the same | |
30 | limitations. This means that it will NOT work under native windows Python. |
|
30 | limitations. This means that it will NOT work under native windows Python. | |
31 | """ |
|
31 | """ | |
32 |
|
32 | |||
33 | # Stdlib imports |
|
33 | # Stdlib imports | |
34 | import optparse |
|
34 | import optparse | |
35 | import os |
|
35 | import os | |
36 | import sys |
|
36 | import sys | |
37 |
|
37 | |||
38 | # Third-party modules: we carry a copy of pexpect to reduce the need for |
|
38 | # Third-party modules: we carry a copy of pexpect to reduce the need for | |
39 | # external dependencies, but our import checks for a system version first. |
|
39 | # external dependencies, but our import checks for a system version first. | |
40 | from IPython.external import pexpect |
|
40 | from IPython.external import pexpect | |
41 |
|
41 | |||
42 | # Global usage strings, to avoid indentation issues when typing it below. |
|
42 | # Global usage strings, to avoid indentation issues when typing it below. | |
43 | USAGE = """ |
|
43 | USAGE = """ | |
44 | Interactive script runner, type: %s |
|
44 | Interactive script runner, type: %s | |
45 |
|
45 | |||
46 | runner [opts] script_name |
|
46 | runner [opts] script_name | |
47 | """ |
|
47 | """ | |
48 |
|
48 | |||
49 | def pexpect_monkeypatch(): |
|
49 | def pexpect_monkeypatch(): | |
50 | """Patch pexpect to prevent unhandled exceptions at VM teardown. |
|
50 | """Patch pexpect to prevent unhandled exceptions at VM teardown. | |
51 |
|
51 | |||
52 | Calling this function will monkeypatch the pexpect.spawn class and modify |
|
52 | Calling this function will monkeypatch the pexpect.spawn class and modify | |
53 | its __del__ method to make it more robust in the face of failures that can |
|
53 | its __del__ method to make it more robust in the face of failures that can | |
54 | occur if it is called when the Python VM is shutting down. |
|
54 | occur if it is called when the Python VM is shutting down. | |
55 |
|
55 | |||
56 | Since Python may fire __del__ methods arbitrarily late, it's possible for |
|
56 | Since Python may fire __del__ methods arbitrarily late, it's possible for | |
57 | them to execute during the teardown of the Python VM itself. At this |
|
57 | them to execute during the teardown of the Python VM itself. At this | |
58 | point, various builtin modules have been reset to None. Thus, the call to |
|
58 | point, various builtin modules have been reset to None. Thus, the call to | |
59 | self.close() will trigger an exception because it tries to call os.close(), |
|
59 | self.close() will trigger an exception because it tries to call os.close(), | |
60 | and os is now None. |
|
60 | and os is now None. | |
61 | """ |
|
61 | """ | |
62 |
|
62 | |||
63 | if pexpect.__version__[:3] >= '2.2': |
|
63 | if pexpect.__version__[:3] >= '2.2': | |
64 | # No need to patch, fix is already the upstream version. |
|
64 | # No need to patch, fix is already the upstream version. | |
65 | return |
|
65 | return | |
66 |
|
66 | |||
67 | def __del__(self): |
|
67 | def __del__(self): | |
68 | """This makes sure that no system resources are left open. |
|
68 | """This makes sure that no system resources are left open. | |
69 | Python only garbage collects Python objects. OS file descriptors |
|
69 | Python only garbage collects Python objects. OS file descriptors | |
70 | are not Python objects, so they must be handled explicitly. |
|
70 | are not Python objects, so they must be handled explicitly. | |
71 | If the child file descriptor was opened outside of this class |
|
71 | If the child file descriptor was opened outside of this class | |
72 | (passed to the constructor) then this does not close it. |
|
72 | (passed to the constructor) then this does not close it. | |
73 | """ |
|
73 | """ | |
74 | if not self.closed: |
|
74 | if not self.closed: | |
75 | try: |
|
75 | try: | |
76 | self.close() |
|
76 | self.close() | |
77 | except AttributeError: |
|
77 | except AttributeError: | |
78 | pass |
|
78 | pass | |
79 |
|
79 | |||
80 | pexpect.spawn.__del__ = __del__ |
|
80 | pexpect.spawn.__del__ = __del__ | |
81 |
|
81 | |||
82 | pexpect_monkeypatch() |
|
82 | pexpect_monkeypatch() | |
83 |
|
83 | |||
84 | # The generic runner class |
|
84 | # The generic runner class | |
85 | class InteractiveRunner(object): |
|
85 | class InteractiveRunner(object): | |
86 | """Class to run a sequence of commands through an interactive program.""" |
|
86 | """Class to run a sequence of commands through an interactive program.""" | |
87 |
|
87 | |||
88 | def __init__(self,program,prompts,args=None,out=sys.stdout,echo=True): |
|
88 | def __init__(self,program,prompts,args=None,out=sys.stdout,echo=True): | |
89 | """Construct a runner. |
|
89 | """Construct a runner. | |
90 |
|
90 | |||
91 | Inputs: |
|
91 | Inputs: | |
92 |
|
92 | |||
93 | - program: command to execute the given program. |
|
93 | - program: command to execute the given program. | |
94 |
|
94 | |||
95 | - prompts: a list of patterns to match as valid prompts, in the |
|
95 | - prompts: a list of patterns to match as valid prompts, in the | |
96 | format used by pexpect. This basically means that it can be either |
|
96 | format used by pexpect. This basically means that it can be either | |
97 | a string (to be compiled as a regular expression) or a list of such |
|
97 | a string (to be compiled as a regular expression) or a list of such | |
98 | (it must be a true list, as pexpect does type checks). |
|
98 | (it must be a true list, as pexpect does type checks). | |
99 |
|
99 | |||
100 | If more than one prompt is given, the first is treated as the main |
|
100 | If more than one prompt is given, the first is treated as the main | |
101 | program prompt and the others as 'continuation' prompts, like |
|
101 | program prompt and the others as 'continuation' prompts, like | |
102 | python's. This means that blank lines in the input source are |
|
102 | python's. This means that blank lines in the input source are | |
103 | ommitted when the first prompt is matched, but are NOT ommitted when |
|
103 | ommitted when the first prompt is matched, but are NOT ommitted when | |
104 | the continuation one matches, since this is how python signals the |
|
104 | the continuation one matches, since this is how python signals the | |
105 | end of multiline input interactively. |
|
105 | end of multiline input interactively. | |
106 |
|
106 | |||
107 | Optional inputs: |
|
107 | Optional inputs: | |
108 |
|
108 | |||
109 | - args(None): optional list of strings to pass as arguments to the |
|
109 | - args(None): optional list of strings to pass as arguments to the | |
110 | child program. |
|
110 | child program. | |
111 |
|
111 | |||
112 | - out(sys.stdout): if given, an output stream to be used when writing |
|
112 | - out(sys.stdout): if given, an output stream to be used when writing | |
113 | output. The only requirement is that it must have a .write() method. |
|
113 | output. The only requirement is that it must have a .write() method. | |
114 |
|
114 | |||
115 | Public members not parameterized in the constructor: |
|
115 | Public members not parameterized in the constructor: | |
116 |
|
116 | |||
117 | - delaybeforesend(0): Newer versions of pexpect have a delay before |
|
117 | - delaybeforesend(0): Newer versions of pexpect have a delay before | |
118 | sending each new input. For our purposes here, it's typically best |
|
118 | sending each new input. For our purposes here, it's typically best | |
119 | to just set this to zero, but if you encounter reliability problems |
|
119 | to just set this to zero, but if you encounter reliability problems | |
120 | or want an interactive run to pause briefly at each prompt, just |
|
120 | or want an interactive run to pause briefly at each prompt, just | |
121 | increase this value (it is measured in seconds). Note that this |
|
121 | increase this value (it is measured in seconds). Note that this | |
122 | variable is not honored at all by older versions of pexpect. |
|
122 | variable is not honored at all by older versions of pexpect. | |
123 | """ |
|
123 | """ | |
124 |
|
124 | |||
125 | self.program = program |
|
125 | self.program = program | |
126 | self.prompts = prompts |
|
126 | self.prompts = prompts | |
127 | if args is None: args = [] |
|
127 | if args is None: args = [] | |
128 | self.args = args |
|
128 | self.args = args | |
129 | self.out = out |
|
129 | self.out = out | |
130 | self.echo = echo |
|
130 | self.echo = echo | |
131 | # Other public members which we don't make as parameters, but which |
|
131 | # Other public members which we don't make as parameters, but which | |
132 | # users may occasionally want to tweak |
|
132 | # users may occasionally want to tweak | |
133 | self.delaybeforesend = 0 |
|
133 | self.delaybeforesend = 0 | |
134 |
|
134 | |||
135 | # Create child process and hold on to it so we don't have to re-create |
|
135 | # Create child process and hold on to it so we don't have to re-create | |
136 | # for every single execution call |
|
136 | # for every single execution call | |
137 | c = self.child = pexpect.spawn(self.program,self.args,timeout=None) |
|
137 | c = self.child = pexpect.spawn(self.program,self.args,timeout=None) | |
138 | c.delaybeforesend = self.delaybeforesend |
|
138 | c.delaybeforesend = self.delaybeforesend | |
139 | # pexpect hard-codes the terminal size as (24,80) (rows,columns). |
|
139 | # pexpect hard-codes the terminal size as (24,80) (rows,columns). | |
140 | # This causes problems because any line longer than 80 characters gets |
|
140 | # This causes problems because any line longer than 80 characters gets | |
141 | # completely overwrapped on the printed outptut (even though |
|
141 | # completely overwrapped on the printed outptut (even though | |
142 | # internally the code runs fine). We reset this to 99 rows X 200 |
|
142 | # internally the code runs fine). We reset this to 99 rows X 200 | |
143 | # columns (arbitrarily chosen), which should avoid problems in all |
|
143 | # columns (arbitrarily chosen), which should avoid problems in all | |
144 | # reasonable cases. |
|
144 | # reasonable cases. | |
145 | c.setwinsize(99,200) |
|
145 | c.setwinsize(99,200) | |
146 |
|
146 | |||
147 | def close(self): |
|
147 | def close(self): | |
148 | """close child process""" |
|
148 | """close child process""" | |
149 |
|
149 | |||
150 | self.child.close() |
|
150 | self.child.close() | |
151 |
|
151 | |||
152 | def run_file(self,fname,interact=False,get_output=False): |
|
152 | def run_file(self,fname,interact=False,get_output=False): | |
153 | """Run the given file interactively. |
|
153 | """Run the given file interactively. | |
154 |
|
154 | |||
155 | Inputs: |
|
155 | Inputs: | |
156 |
|
156 | |||
157 | -fname: name of the file to execute. |
|
157 | -fname: name of the file to execute. | |
158 |
|
158 | |||
159 | See the run_source docstring for the meaning of the optional |
|
159 | See the run_source docstring for the meaning of the optional | |
160 | arguments.""" |
|
160 | arguments.""" | |
161 |
|
161 | |||
162 | fobj = open(fname,'r') |
|
162 | fobj = open(fname,'r') | |
163 | try: |
|
163 | try: | |
164 | out = self.run_source(fobj,interact,get_output) |
|
164 | out = self.run_source(fobj,interact,get_output) | |
165 | finally: |
|
165 | finally: | |
166 | fobj.close() |
|
166 | fobj.close() | |
167 | if get_output: |
|
167 | if get_output: | |
168 | return out |
|
168 | return out | |
169 |
|
169 | |||
170 | def run_source(self,source,interact=False,get_output=False): |
|
170 | def run_source(self,source,interact=False,get_output=False): | |
171 | """Run the given source code interactively. |
|
171 | """Run the given source code interactively. | |
172 |
|
172 | |||
173 | Inputs: |
|
173 | Inputs: | |
174 |
|
174 | |||
175 | - source: a string of code to be executed, or an open file object we |
|
175 | - source: a string of code to be executed, or an open file object we | |
176 | can iterate over. |
|
176 | can iterate over. | |
177 |
|
177 | |||
178 | Optional inputs: |
|
178 | Optional inputs: | |
179 |
|
179 | |||
180 | - interact(False): if true, start to interact with the running |
|
180 | - interact(False): if true, start to interact with the running | |
181 | program at the end of the script. Otherwise, just exit. |
|
181 | program at the end of the script. Otherwise, just exit. | |
182 |
|
182 | |||
183 | - get_output(False): if true, capture the output of the child process |
|
183 | - get_output(False): if true, capture the output of the child process | |
184 | (filtering the input commands out) and return it as a string. |
|
184 | (filtering the input commands out) and return it as a string. | |
185 |
|
185 | |||
186 | Returns: |
|
186 | Returns: | |
187 | A string containing the process output, but only if requested. |
|
187 | A string containing the process output, but only if requested. | |
188 | """ |
|
188 | """ | |
189 |
|
189 | |||
190 | # if the source is a string, chop it up in lines so we can iterate |
|
190 | # if the source is a string, chop it up in lines so we can iterate | |
191 | # over it just as if it were an open file. |
|
191 | # over it just as if it were an open file. | |
192 | if not isinstance(source,file): |
|
192 | if not isinstance(source,file): | |
193 | source = source.splitlines(True) |
|
193 | source = source.splitlines(True) | |
194 |
|
194 | |||
195 | if self.echo: |
|
195 | if self.echo: | |
196 | # normalize all strings we write to use the native OS line |
|
196 | # normalize all strings we write to use the native OS line | |
197 | # separators. |
|
197 | # separators. | |
198 | linesep = os.linesep |
|
198 | linesep = os.linesep | |
199 | stdwrite = self.out.write |
|
199 | stdwrite = self.out.write | |
200 | write = lambda s: stdwrite(s.replace('\r\n',linesep)) |
|
200 | write = lambda s: stdwrite(s.replace('\r\n',linesep)) | |
201 | else: |
|
201 | else: | |
202 | # Quiet mode, all writes are no-ops |
|
202 | # Quiet mode, all writes are no-ops | |
203 | write = lambda s: None |
|
203 | write = lambda s: None | |
204 |
|
204 | |||
205 | c = self.child |
|
205 | c = self.child | |
206 | prompts = c.compile_pattern_list(self.prompts) |
|
206 | prompts = c.compile_pattern_list(self.prompts) | |
207 | prompt_idx = c.expect_list(prompts) |
|
207 | prompt_idx = c.expect_list(prompts) | |
208 |
|
208 | |||
209 | # Flag whether the script ends normally or not, to know whether we can |
|
209 | # Flag whether the script ends normally or not, to know whether we can | |
210 | # do anything further with the underlying process. |
|
210 | # do anything further with the underlying process. | |
211 | end_normal = True |
|
211 | end_normal = True | |
212 |
|
212 | |||
213 | # If the output was requested, store it in a list for return at the end |
|
213 | # If the output was requested, store it in a list for return at the end | |
214 | if get_output: |
|
214 | if get_output: | |
215 | output = [] |
|
215 | output = [] | |
216 | store_output = output.append |
|
216 | store_output = output.append | |
217 |
|
217 | |||
218 | for cmd in source: |
|
218 | for cmd in source: | |
219 | # skip blank lines for all matches to the 'main' prompt, while the |
|
219 | # skip blank lines for all matches to the 'main' prompt, while the | |
220 | # secondary prompts do not |
|
220 | # secondary prompts do not | |
221 | if prompt_idx==0 and \ |
|
221 | if prompt_idx==0 and \ | |
222 | (cmd.isspace() or cmd.lstrip().startswith('#')): |
|
222 | (cmd.isspace() or cmd.lstrip().startswith('#')): | |
223 | write(cmd) |
|
223 | write(cmd) | |
224 | continue |
|
224 | continue | |
225 |
|
225 | |||
226 | # write('AFTER: '+c.after) # dbg |
|
226 | # write('AFTER: '+c.after) # dbg | |
227 | write(c.after) |
|
227 | write(c.after) | |
228 | c.send(cmd) |
|
228 | c.send(cmd) | |
229 | try: |
|
229 | try: | |
230 | prompt_idx = c.expect_list(prompts) |
|
230 | prompt_idx = c.expect_list(prompts) | |
231 | except pexpect.EOF: |
|
231 | except pexpect.EOF: | |
232 | # this will happen if the child dies unexpectedly |
|
232 | # this will happen if the child dies unexpectedly | |
233 | write(c.before) |
|
233 | write(c.before) | |
234 | end_normal = False |
|
234 | end_normal = False | |
235 | break |
|
235 | break | |
236 |
|
236 | |||
237 | write(c.before) |
|
237 | write(c.before) | |
238 |
|
238 | |||
239 | # With an echoing process, the output we get in c.before contains |
|
239 | # With an echoing process, the output we get in c.before contains | |
240 | # the command sent, a newline, and then the actual process output |
|
240 | # the command sent, a newline, and then the actual process output | |
241 | if get_output: |
|
241 | if get_output: | |
242 | store_output(c.before[len(cmd+'\n'):]) |
|
242 | store_output(c.before[len(cmd+'\n'):]) | |
243 | #write('CMD: <<%s>>' % cmd) # dbg |
|
243 | #write('CMD: <<%s>>' % cmd) # dbg | |
244 | #write('OUTPUT: <<%s>>' % output[-1]) # dbg |
|
244 | #write('OUTPUT: <<%s>>' % output[-1]) # dbg | |
245 |
|
245 | |||
246 | self.out.flush() |
|
246 | self.out.flush() | |
247 | if end_normal: |
|
247 | if end_normal: | |
248 | if interact: |
|
248 | if interact: | |
249 | c.send('\n') |
|
249 | c.send('\n') | |
250 | print '<< Starting interactive mode >>', |
|
250 | print '<< Starting interactive mode >>', | |
251 | try: |
|
251 | try: | |
252 | c.interact() |
|
252 | c.interact() | |
253 | except OSError: |
|
253 | except OSError: | |
254 | # This is what fires when the child stops. Simply print a |
|
254 | # This is what fires when the child stops. Simply print a | |
255 | # newline so the system prompt is aligned. The extra |
|
255 | # newline so the system prompt is aligned. The extra | |
256 | # space is there to make sure it gets printed, otherwise |
|
256 | # space is there to make sure it gets printed, otherwise | |
257 | # OS buffering sometimes just suppresses it. |
|
257 | # OS buffering sometimes just suppresses it. | |
258 | write(' \n') |
|
258 | write(' \n') | |
259 | self.out.flush() |
|
259 | self.out.flush() | |
260 | else: |
|
260 | else: | |
261 | if interact: |
|
261 | if interact: | |
262 | e="Further interaction is not possible: child process is dead." |
|
262 | e="Further interaction is not possible: child process is dead." | |
263 | print >> sys.stderr, e |
|
263 | print >> sys.stderr, e | |
264 |
|
264 | |||
265 | # Leave the child ready for more input later on, otherwise select just |
|
265 | # Leave the child ready for more input later on, otherwise select just | |
266 | # hangs on the second invocation. |
|
266 | # hangs on the second invocation. | |
267 | if c.isalive(): |
|
267 | if c.isalive(): | |
268 | c.send('\n') |
|
268 | c.send('\n') | |
269 |
|
269 | |||
270 | # Return any requested output |
|
270 | # Return any requested output | |
271 | if get_output: |
|
271 | if get_output: | |
272 | return ''.join(output) |
|
272 | return ''.join(output) | |
273 |
|
273 | |||
274 | def main(self,argv=None): |
|
274 | def main(self,argv=None): | |
275 | """Run as a command-line script.""" |
|
275 | """Run as a command-line script.""" | |
276 |
|
276 | |||
277 | parser = optparse.OptionParser(usage=USAGE % self.__class__.__name__) |
|
277 | parser = optparse.OptionParser(usage=USAGE % self.__class__.__name__) | |
278 | newopt = parser.add_option |
|
278 | newopt = parser.add_option | |
279 | newopt('-i','--interact',action='store_true',default=False, |
|
279 | newopt('-i','--interact',action='store_true',default=False, | |
280 | help='Interact with the program after the script is run.') |
|
280 | help='Interact with the program after the script is run.') | |
281 |
|
281 | |||
282 | opts,args = parser.parse_args(argv) |
|
282 | opts,args = parser.parse_args(argv) | |
283 |
|
283 | |||
284 | if len(args) != 1: |
|
284 | if len(args) != 1: | |
285 | print >> sys.stderr,"You must supply exactly one file to run." |
|
285 | print >> sys.stderr,"You must supply exactly one file to run." | |
286 | sys.exit(1) |
|
286 | sys.exit(1) | |
287 |
|
287 | |||
288 | self.run_file(args[0],opts.interact) |
|
288 | self.run_file(args[0],opts.interact) | |
289 |
|
289 | |||
290 |
|
290 | |||
291 | # Specific runners for particular programs |
|
291 | # Specific runners for particular programs | |
292 | class IPythonRunner(InteractiveRunner): |
|
292 | class IPythonRunner(InteractiveRunner): | |
293 | """Interactive IPython runner. |
|
293 | """Interactive IPython runner. | |
294 |
|
294 | |||
295 | This initalizes IPython in 'nocolor' mode for simplicity. This lets us |
|
295 | This initalizes IPython in 'nocolor' mode for simplicity. This lets us | |
296 | avoid having to write a regexp that matches ANSI sequences, though pexpect |
|
296 | avoid having to write a regexp that matches ANSI sequences, though pexpect | |
297 | does support them. If anyone contributes patches for ANSI color support, |
|
297 | does support them. If anyone contributes patches for ANSI color support, | |
298 | they will be welcome. |
|
298 | they will be welcome. | |
299 |
|
299 | |||
300 | It also sets the prompts manually, since the prompt regexps for |
|
300 | It also sets the prompts manually, since the prompt regexps for | |
301 | pexpect need to be matched to the actual prompts, so user-customized |
|
301 | pexpect need to be matched to the actual prompts, so user-customized | |
302 | prompts would break this. |
|
302 | prompts would break this. | |
303 | """ |
|
303 | """ | |
304 |
|
304 | |||
305 | def __init__(self,program = 'ipython',args=None,out=sys.stdout,echo=True): |
|
305 | def __init__(self,program = 'ipython',args=None,out=sys.stdout,echo=True): | |
306 | """New runner, optionally passing the ipython command to use.""" |
|
306 | """New runner, optionally passing the ipython command to use.""" | |
307 | args0 = ['--colors=NoColor', |
|
307 | args0 = ['--colors=NoColor', | |
308 | '--no-term-title', |
|
308 | '--no-term-title', | |
309 | '--no-autoindent', |
|
309 | '--no-autoindent', | |
310 | # '--quick' is important, to prevent loading default config: |
|
310 | # '--quick' is important, to prevent loading default config: | |
311 | '--quick'] |
|
311 | '--quick'] | |
312 | if args is None: args = args0 |
|
312 | if args is None: args = args0 | |
313 | else: args = args0 + args |
|
313 | else: args = args0 + args | |
314 | prompts = [r'In \[\d+\]: ',r' \.*: '] |
|
314 | prompts = [r'In \[\d+\]: ',r' \.*: '] | |
315 | InteractiveRunner.__init__(self,program,prompts,args,out,echo) |
|
315 | InteractiveRunner.__init__(self,program,prompts,args,out,echo) | |
316 |
|
316 | |||
317 |
|
317 | |||
318 | class PythonRunner(InteractiveRunner): |
|
318 | class PythonRunner(InteractiveRunner): | |
319 | """Interactive Python runner.""" |
|
319 | """Interactive Python runner.""" | |
320 |
|
320 | |||
321 | def __init__(self,program='python',args=None,out=sys.stdout,echo=True): |
|
321 | def __init__(self,program='python',args=None,out=sys.stdout,echo=True): | |
322 | """New runner, optionally passing the python command to use.""" |
|
322 | """New runner, optionally passing the python command to use.""" | |
323 |
|
323 | |||
324 | prompts = [r'>>> ',r'\.\.\. '] |
|
324 | prompts = [r'>>> ',r'\.\.\. '] | |
325 | InteractiveRunner.__init__(self,program,prompts,args,out,echo) |
|
325 | InteractiveRunner.__init__(self,program,prompts,args,out,echo) | |
326 |
|
326 | |||
327 |
|
327 | |||
328 | class SAGERunner(InteractiveRunner): |
|
328 | class SAGERunner(InteractiveRunner): | |
329 | """Interactive SAGE runner. |
|
329 | """Interactive SAGE runner. | |
330 |
|
330 | |||
331 |
WARNING: this runner only works if you manually |
|
331 | WARNING: this runner only works if you manually adjust your SAGE | |
332 | to use 'colors NoColor' in the ipythonrc config file, since currently the |
|
332 | configuration so that the 'color' option in the configuration file is set to | |
333 |
prompt matching regexp does not identify |
|
333 | 'NoColor', because currently the prompt matching regexp does not identify | |
|
334 | color sequences.""" | |||
334 |
|
335 | |||
335 | def __init__(self,program='sage',args=None,out=sys.stdout,echo=True): |
|
336 | def __init__(self,program='sage',args=None,out=sys.stdout,echo=True): | |
336 | """New runner, optionally passing the sage command to use.""" |
|
337 | """New runner, optionally passing the sage command to use.""" | |
337 |
|
338 | |||
338 | prompts = ['sage: ',r'\s*\.\.\. '] |
|
339 | prompts = ['sage: ',r'\s*\.\.\. '] | |
339 | InteractiveRunner.__init__(self,program,prompts,args,out,echo) |
|
340 | InteractiveRunner.__init__(self,program,prompts,args,out,echo) | |
340 |
|
341 | |||
341 |
|
342 | |||
342 | class RunnerFactory(object): |
|
343 | class RunnerFactory(object): | |
343 | """Code runner factory. |
|
344 | """Code runner factory. | |
344 |
|
345 | |||
345 | This class provides an IPython code runner, but enforces that only one |
|
346 | This class provides an IPython code runner, but enforces that only one | |
346 | runner is ever instantiated. The runner is created based on the extension |
|
347 | runner is ever instantiated. The runner is created based on the extension | |
347 | of the first file to run, and it raises an exception if a runner is later |
|
348 | of the first file to run, and it raises an exception if a runner is later | |
348 | requested for a different extension type. |
|
349 | requested for a different extension type. | |
349 |
|
350 | |||
350 | This ensures that we don't generate example files for doctest with a mix of |
|
351 | This ensures that we don't generate example files for doctest with a mix of | |
351 | python and ipython syntax. |
|
352 | python and ipython syntax. | |
352 | """ |
|
353 | """ | |
353 |
|
354 | |||
354 | def __init__(self,out=sys.stdout): |
|
355 | def __init__(self,out=sys.stdout): | |
355 | """Instantiate a code runner.""" |
|
356 | """Instantiate a code runner.""" | |
356 |
|
357 | |||
357 | self.out = out |
|
358 | self.out = out | |
358 | self.runner = None |
|
359 | self.runner = None | |
359 | self.runnerClass = None |
|
360 | self.runnerClass = None | |
360 |
|
361 | |||
361 | def _makeRunner(self,runnerClass): |
|
362 | def _makeRunner(self,runnerClass): | |
362 | self.runnerClass = runnerClass |
|
363 | self.runnerClass = runnerClass | |
363 | self.runner = runnerClass(out=self.out) |
|
364 | self.runner = runnerClass(out=self.out) | |
364 | return self.runner |
|
365 | return self.runner | |
365 |
|
366 | |||
366 | def __call__(self,fname): |
|
367 | def __call__(self,fname): | |
367 | """Return a runner for the given filename.""" |
|
368 | """Return a runner for the given filename.""" | |
368 |
|
369 | |||
369 | if fname.endswith('.py'): |
|
370 | if fname.endswith('.py'): | |
370 | runnerClass = PythonRunner |
|
371 | runnerClass = PythonRunner | |
371 | elif fname.endswith('.ipy'): |
|
372 | elif fname.endswith('.ipy'): | |
372 | runnerClass = IPythonRunner |
|
373 | runnerClass = IPythonRunner | |
373 | else: |
|
374 | else: | |
374 | raise ValueError('Unknown file type for Runner: %r' % fname) |
|
375 | raise ValueError('Unknown file type for Runner: %r' % fname) | |
375 |
|
376 | |||
376 | if self.runner is None: |
|
377 | if self.runner is None: | |
377 | return self._makeRunner(runnerClass) |
|
378 | return self._makeRunner(runnerClass) | |
378 | else: |
|
379 | else: | |
379 | if runnerClass==self.runnerClass: |
|
380 | if runnerClass==self.runnerClass: | |
380 | return self.runner |
|
381 | return self.runner | |
381 | else: |
|
382 | else: | |
382 | e='A runner of type %r can not run file %r' % \ |
|
383 | e='A runner of type %r can not run file %r' % \ | |
383 | (self.runnerClass,fname) |
|
384 | (self.runnerClass,fname) | |
384 | raise ValueError(e) |
|
385 | raise ValueError(e) | |
385 |
|
386 | |||
386 |
|
387 | |||
387 | # Global usage string, to avoid indentation issues if typed in a function def. |
|
388 | # Global usage string, to avoid indentation issues if typed in a function def. | |
388 | MAIN_USAGE = """ |
|
389 | MAIN_USAGE = """ | |
389 | %prog [options] file_to_run |
|
390 | %prog [options] file_to_run | |
390 |
|
391 | |||
391 | This is an interface to the various interactive runners available in this |
|
392 | This is an interface to the various interactive runners available in this | |
392 | module. If you want to pass specific options to one of the runners, you need |
|
393 | module. If you want to pass specific options to one of the runners, you need | |
393 | to first terminate the main options with a '--', and then provide the runner's |
|
394 | to first terminate the main options with a '--', and then provide the runner's | |
394 | options. For example: |
|
395 | options. For example: | |
395 |
|
396 | |||
396 | irunner.py --python -- --help |
|
397 | irunner.py --python -- --help | |
397 |
|
398 | |||
398 | will pass --help to the python runner. Similarly, |
|
399 | will pass --help to the python runner. Similarly, | |
399 |
|
400 | |||
400 | irunner.py --ipython -- --interact script.ipy |
|
401 | irunner.py --ipython -- --interact script.ipy | |
401 |
|
402 | |||
402 | will run the script.ipy file under the IPython runner, and then will start to |
|
403 | will run the script.ipy file under the IPython runner, and then will start to | |
403 | interact with IPython at the end of the script (instead of exiting). |
|
404 | interact with IPython at the end of the script (instead of exiting). | |
404 |
|
405 | |||
405 | The already implemented runners are listed below; adding one for a new program |
|
406 | The already implemented runners are listed below; adding one for a new program | |
406 | is a trivial task, see the source for examples. |
|
407 | is a trivial task, see the source for examples. | |
407 | """ |
|
408 | """ | |
408 |
|
409 | |||
409 | def main(): |
|
410 | def main(): | |
410 | """Run as a command-line script.""" |
|
411 | """Run as a command-line script.""" | |
411 |
|
412 | |||
412 | parser = optparse.OptionParser(usage=MAIN_USAGE) |
|
413 | parser = optparse.OptionParser(usage=MAIN_USAGE) | |
413 | newopt = parser.add_option |
|
414 | newopt = parser.add_option | |
414 | newopt('--ipython',action='store_const',dest='mode',const='ipython', |
|
415 | newopt('--ipython',action='store_const',dest='mode',const='ipython', | |
415 | help='IPython interactive runner (default).') |
|
416 | help='IPython interactive runner (default).') | |
416 | newopt('--python',action='store_const',dest='mode',const='python', |
|
417 | newopt('--python',action='store_const',dest='mode',const='python', | |
417 | help='Python interactive runner.') |
|
418 | help='Python interactive runner.') | |
418 | newopt('--sage',action='store_const',dest='mode',const='sage', |
|
419 | newopt('--sage',action='store_const',dest='mode',const='sage', | |
419 | help='SAGE interactive runner.') |
|
420 | help='SAGE interactive runner.') | |
420 |
|
421 | |||
421 | opts,args = parser.parse_args() |
|
422 | opts,args = parser.parse_args() | |
422 | runners = dict(ipython=IPythonRunner, |
|
423 | runners = dict(ipython=IPythonRunner, | |
423 | python=PythonRunner, |
|
424 | python=PythonRunner, | |
424 | sage=SAGERunner) |
|
425 | sage=SAGERunner) | |
425 |
|
426 | |||
426 | try: |
|
427 | try: | |
427 | ext = os.path.splitext(args[0])[-1] |
|
428 | ext = os.path.splitext(args[0])[-1] | |
428 | except IndexError: |
|
429 | except IndexError: | |
429 | ext = '' |
|
430 | ext = '' | |
430 | modes = {'.ipy':'ipython', |
|
431 | modes = {'.ipy':'ipython', | |
431 | '.py':'python', |
|
432 | '.py':'python', | |
432 | '.sage':'sage'} |
|
433 | '.sage':'sage'} | |
433 | mode = modes.get(ext,"ipython") |
|
434 | mode = modes.get(ext,"ipython") | |
434 | if opts.mode: |
|
435 | if opts.mode: | |
435 | mode = opts.mode |
|
436 | mode = opts.mode | |
436 | runners[mode]().main(args) |
|
437 | runners[mode]().main(args) | |
437 |
|
438 | |||
438 | if __name__ == '__main__': |
|
439 | if __name__ == '__main__': | |
439 | main() |
|
440 | main() |
@@ -1,793 +1,792 b'' | |||||
1 | """Nose Plugin that supports IPython doctests. |
|
1 | """Nose Plugin that supports IPython doctests. | |
2 |
|
2 | |||
3 | Limitations: |
|
3 | Limitations: | |
4 |
|
4 | |||
5 | - When generating examples for use as doctests, make sure that you have |
|
5 | - When generating examples for use as doctests, make sure that you have | |
6 |
pretty-printing OFF. This can be done either by s |
|
6 | pretty-printing OFF. This can be done either by setting the 'pprint' option | |
7 | flag '--nopprint', by setting pprint to 0 in your ipythonrc file, or by |
|
7 | in your configuration file to 'False', or by interactively disabling it with | |
8 | interactively disabling it with %Pprint. This is required so that IPython |
|
8 | %Pprint. This is required so that IPython output matches that of normal | |
9 |
|
|
9 | Python, which is used by doctest for internal execution. | |
10 | execution. |
|
|||
11 |
|
10 | |||
12 | - Do not rely on specific prompt numbers for results (such as using |
|
11 | - Do not rely on specific prompt numbers for results (such as using | |
13 | '_34==True', for example). For IPython tests run via an external process the |
|
12 | '_34==True', for example). For IPython tests run via an external process the | |
14 | prompt numbers may be different, and IPython tests run as normal python code |
|
13 | prompt numbers may be different, and IPython tests run as normal python code | |
15 | won't even have these special _NN variables set at all. |
|
14 | won't even have these special _NN variables set at all. | |
16 | """ |
|
15 | """ | |
17 |
|
16 | |||
18 | #----------------------------------------------------------------------------- |
|
17 | #----------------------------------------------------------------------------- | |
19 | # Module imports |
|
18 | # Module imports | |
20 |
|
19 | |||
21 | # From the standard library |
|
20 | # From the standard library | |
22 | import __builtin__ |
|
21 | import __builtin__ | |
23 | import commands |
|
22 | import commands | |
24 | import doctest |
|
23 | import doctest | |
25 | import inspect |
|
24 | import inspect | |
26 | import logging |
|
25 | import logging | |
27 | import os |
|
26 | import os | |
28 | import re |
|
27 | import re | |
29 | import sys |
|
28 | import sys | |
30 | import traceback |
|
29 | import traceback | |
31 | import unittest |
|
30 | import unittest | |
32 |
|
31 | |||
33 | from inspect import getmodule |
|
32 | from inspect import getmodule | |
34 | from StringIO import StringIO |
|
33 | from StringIO import StringIO | |
35 |
|
34 | |||
36 | # We are overriding the default doctest runner, so we need to import a few |
|
35 | # We are overriding the default doctest runner, so we need to import a few | |
37 | # things from doctest directly |
|
36 | # things from doctest directly | |
38 | from doctest import (REPORTING_FLAGS, REPORT_ONLY_FIRST_FAILURE, |
|
37 | from doctest import (REPORTING_FLAGS, REPORT_ONLY_FIRST_FAILURE, | |
39 | _unittest_reportflags, DocTestRunner, |
|
38 | _unittest_reportflags, DocTestRunner, | |
40 | _extract_future_flags, pdb, _OutputRedirectingPdb, |
|
39 | _extract_future_flags, pdb, _OutputRedirectingPdb, | |
41 | _exception_traceback, |
|
40 | _exception_traceback, | |
42 | linecache) |
|
41 | linecache) | |
43 |
|
42 | |||
44 | # Third-party modules |
|
43 | # Third-party modules | |
45 | import nose.core |
|
44 | import nose.core | |
46 |
|
45 | |||
47 | from nose.plugins import doctests, Plugin |
|
46 | from nose.plugins import doctests, Plugin | |
48 | from nose.util import anyp, getpackage, test_address, resolve_name, tolist |
|
47 | from nose.util import anyp, getpackage, test_address, resolve_name, tolist | |
49 |
|
48 | |||
50 | #----------------------------------------------------------------------------- |
|
49 | #----------------------------------------------------------------------------- | |
51 | # Module globals and other constants |
|
50 | # Module globals and other constants | |
52 | #----------------------------------------------------------------------------- |
|
51 | #----------------------------------------------------------------------------- | |
53 |
|
52 | |||
54 | log = logging.getLogger(__name__) |
|
53 | log = logging.getLogger(__name__) | |
55 |
|
54 | |||
56 |
|
55 | |||
57 | #----------------------------------------------------------------------------- |
|
56 | #----------------------------------------------------------------------------- | |
58 | # Classes and functions |
|
57 | # Classes and functions | |
59 | #----------------------------------------------------------------------------- |
|
58 | #----------------------------------------------------------------------------- | |
60 |
|
59 | |||
61 | def is_extension_module(filename): |
|
60 | def is_extension_module(filename): | |
62 | """Return whether the given filename is an extension module. |
|
61 | """Return whether the given filename is an extension module. | |
63 |
|
62 | |||
64 | This simply checks that the extension is either .so or .pyd. |
|
63 | This simply checks that the extension is either .so or .pyd. | |
65 | """ |
|
64 | """ | |
66 | return os.path.splitext(filename)[1].lower() in ('.so','.pyd') |
|
65 | return os.path.splitext(filename)[1].lower() in ('.so','.pyd') | |
67 |
|
66 | |||
68 |
|
67 | |||
69 | class DocTestSkip(object): |
|
68 | class DocTestSkip(object): | |
70 | """Object wrapper for doctests to be skipped.""" |
|
69 | """Object wrapper for doctests to be skipped.""" | |
71 |
|
70 | |||
72 | ds_skip = """Doctest to skip. |
|
71 | ds_skip = """Doctest to skip. | |
73 | >>> 1 #doctest: +SKIP |
|
72 | >>> 1 #doctest: +SKIP | |
74 | """ |
|
73 | """ | |
75 |
|
74 | |||
76 | def __init__(self,obj): |
|
75 | def __init__(self,obj): | |
77 | self.obj = obj |
|
76 | self.obj = obj | |
78 |
|
77 | |||
79 | def __getattribute__(self,key): |
|
78 | def __getattribute__(self,key): | |
80 | if key == '__doc__': |
|
79 | if key == '__doc__': | |
81 | return DocTestSkip.ds_skip |
|
80 | return DocTestSkip.ds_skip | |
82 | else: |
|
81 | else: | |
83 | return getattr(object.__getattribute__(self,'obj'),key) |
|
82 | return getattr(object.__getattribute__(self,'obj'),key) | |
84 |
|
83 | |||
85 | # Modified version of the one in the stdlib, that fixes a python bug (doctests |
|
84 | # Modified version of the one in the stdlib, that fixes a python bug (doctests | |
86 | # not found in extension modules, http://bugs.python.org/issue3158) |
|
85 | # not found in extension modules, http://bugs.python.org/issue3158) | |
87 | class DocTestFinder(doctest.DocTestFinder): |
|
86 | class DocTestFinder(doctest.DocTestFinder): | |
88 |
|
87 | |||
89 | def _from_module(self, module, object): |
|
88 | def _from_module(self, module, object): | |
90 | """ |
|
89 | """ | |
91 | Return true if the given object is defined in the given |
|
90 | Return true if the given object is defined in the given | |
92 | module. |
|
91 | module. | |
93 | """ |
|
92 | """ | |
94 | if module is None: |
|
93 | if module is None: | |
95 | return True |
|
94 | return True | |
96 | elif inspect.isfunction(object): |
|
95 | elif inspect.isfunction(object): | |
97 | return module.__dict__ is object.func_globals |
|
96 | return module.__dict__ is object.func_globals | |
98 | elif inspect.isbuiltin(object): |
|
97 | elif inspect.isbuiltin(object): | |
99 | return module.__name__ == object.__module__ |
|
98 | return module.__name__ == object.__module__ | |
100 | elif inspect.isclass(object): |
|
99 | elif inspect.isclass(object): | |
101 | return module.__name__ == object.__module__ |
|
100 | return module.__name__ == object.__module__ | |
102 | elif inspect.ismethod(object): |
|
101 | elif inspect.ismethod(object): | |
103 | # This one may be a bug in cython that fails to correctly set the |
|
102 | # This one may be a bug in cython that fails to correctly set the | |
104 | # __module__ attribute of methods, but since the same error is easy |
|
103 | # __module__ attribute of methods, but since the same error is easy | |
105 | # to make by extension code writers, having this safety in place |
|
104 | # to make by extension code writers, having this safety in place | |
106 | # isn't such a bad idea |
|
105 | # isn't such a bad idea | |
107 | return module.__name__ == object.im_class.__module__ |
|
106 | return module.__name__ == object.im_class.__module__ | |
108 | elif inspect.getmodule(object) is not None: |
|
107 | elif inspect.getmodule(object) is not None: | |
109 | return module is inspect.getmodule(object) |
|
108 | return module is inspect.getmodule(object) | |
110 | elif hasattr(object, '__module__'): |
|
109 | elif hasattr(object, '__module__'): | |
111 | return module.__name__ == object.__module__ |
|
110 | return module.__name__ == object.__module__ | |
112 | elif isinstance(object, property): |
|
111 | elif isinstance(object, property): | |
113 | return True # [XX] no way not be sure. |
|
112 | return True # [XX] no way not be sure. | |
114 | else: |
|
113 | else: | |
115 | raise ValueError("object must be a class or function") |
|
114 | raise ValueError("object must be a class or function") | |
116 |
|
115 | |||
117 | def _find(self, tests, obj, name, module, source_lines, globs, seen): |
|
116 | def _find(self, tests, obj, name, module, source_lines, globs, seen): | |
118 | """ |
|
117 | """ | |
119 | Find tests for the given object and any contained objects, and |
|
118 | Find tests for the given object and any contained objects, and | |
120 | add them to `tests`. |
|
119 | add them to `tests`. | |
121 | """ |
|
120 | """ | |
122 | #print '_find for:', obj, name, module # dbg |
|
121 | #print '_find for:', obj, name, module # dbg | |
123 | if hasattr(obj,"skip_doctest"): |
|
122 | if hasattr(obj,"skip_doctest"): | |
124 | #print 'SKIPPING DOCTEST FOR:',obj # dbg |
|
123 | #print 'SKIPPING DOCTEST FOR:',obj # dbg | |
125 | obj = DocTestSkip(obj) |
|
124 | obj = DocTestSkip(obj) | |
126 |
|
125 | |||
127 | doctest.DocTestFinder._find(self,tests, obj, name, module, |
|
126 | doctest.DocTestFinder._find(self,tests, obj, name, module, | |
128 | source_lines, globs, seen) |
|
127 | source_lines, globs, seen) | |
129 |
|
128 | |||
130 | # Below we re-run pieces of the above method with manual modifications, |
|
129 | # Below we re-run pieces of the above method with manual modifications, | |
131 | # because the original code is buggy and fails to correctly identify |
|
130 | # because the original code is buggy and fails to correctly identify | |
132 | # doctests in extension modules. |
|
131 | # doctests in extension modules. | |
133 |
|
132 | |||
134 | # Local shorthands |
|
133 | # Local shorthands | |
135 | from inspect import isroutine, isclass, ismodule |
|
134 | from inspect import isroutine, isclass, ismodule | |
136 |
|
135 | |||
137 | # Look for tests in a module's contained objects. |
|
136 | # Look for tests in a module's contained objects. | |
138 | if inspect.ismodule(obj) and self._recurse: |
|
137 | if inspect.ismodule(obj) and self._recurse: | |
139 | for valname, val in obj.__dict__.items(): |
|
138 | for valname, val in obj.__dict__.items(): | |
140 | valname1 = '%s.%s' % (name, valname) |
|
139 | valname1 = '%s.%s' % (name, valname) | |
141 | if ( (isroutine(val) or isclass(val)) |
|
140 | if ( (isroutine(val) or isclass(val)) | |
142 | and self._from_module(module, val) ): |
|
141 | and self._from_module(module, val) ): | |
143 |
|
142 | |||
144 | self._find(tests, val, valname1, module, source_lines, |
|
143 | self._find(tests, val, valname1, module, source_lines, | |
145 | globs, seen) |
|
144 | globs, seen) | |
146 |
|
145 | |||
147 | # Look for tests in a class's contained objects. |
|
146 | # Look for tests in a class's contained objects. | |
148 | if inspect.isclass(obj) and self._recurse: |
|
147 | if inspect.isclass(obj) and self._recurse: | |
149 | #print 'RECURSE into class:',obj # dbg |
|
148 | #print 'RECURSE into class:',obj # dbg | |
150 | for valname, val in obj.__dict__.items(): |
|
149 | for valname, val in obj.__dict__.items(): | |
151 | # Special handling for staticmethod/classmethod. |
|
150 | # Special handling for staticmethod/classmethod. | |
152 | if isinstance(val, staticmethod): |
|
151 | if isinstance(val, staticmethod): | |
153 | val = getattr(obj, valname) |
|
152 | val = getattr(obj, valname) | |
154 | if isinstance(val, classmethod): |
|
153 | if isinstance(val, classmethod): | |
155 | val = getattr(obj, valname).im_func |
|
154 | val = getattr(obj, valname).im_func | |
156 |
|
155 | |||
157 | # Recurse to methods, properties, and nested classes. |
|
156 | # Recurse to methods, properties, and nested classes. | |
158 | if ((inspect.isfunction(val) or inspect.isclass(val) or |
|
157 | if ((inspect.isfunction(val) or inspect.isclass(val) or | |
159 | inspect.ismethod(val) or |
|
158 | inspect.ismethod(val) or | |
160 | isinstance(val, property)) and |
|
159 | isinstance(val, property)) and | |
161 | self._from_module(module, val)): |
|
160 | self._from_module(module, val)): | |
162 | valname = '%s.%s' % (name, valname) |
|
161 | valname = '%s.%s' % (name, valname) | |
163 | self._find(tests, val, valname, module, source_lines, |
|
162 | self._find(tests, val, valname, module, source_lines, | |
164 | globs, seen) |
|
163 | globs, seen) | |
165 |
|
164 | |||
166 |
|
165 | |||
167 | class IPDoctestOutputChecker(doctest.OutputChecker): |
|
166 | class IPDoctestOutputChecker(doctest.OutputChecker): | |
168 | """Second-chance checker with support for random tests. |
|
167 | """Second-chance checker with support for random tests. | |
169 |
|
168 | |||
170 | If the default comparison doesn't pass, this checker looks in the expected |
|
169 | If the default comparison doesn't pass, this checker looks in the expected | |
171 | output string for flags that tell us to ignore the output. |
|
170 | output string for flags that tell us to ignore the output. | |
172 | """ |
|
171 | """ | |
173 |
|
172 | |||
174 | random_re = re.compile(r'#\s*random\s+') |
|
173 | random_re = re.compile(r'#\s*random\s+') | |
175 |
|
174 | |||
176 | def check_output(self, want, got, optionflags): |
|
175 | def check_output(self, want, got, optionflags): | |
177 | """Check output, accepting special markers embedded in the output. |
|
176 | """Check output, accepting special markers embedded in the output. | |
178 |
|
177 | |||
179 | If the output didn't pass the default validation but the special string |
|
178 | If the output didn't pass the default validation but the special string | |
180 | '#random' is included, we accept it.""" |
|
179 | '#random' is included, we accept it.""" | |
181 |
|
180 | |||
182 | # Let the original tester verify first, in case people have valid tests |
|
181 | # Let the original tester verify first, in case people have valid tests | |
183 | # that happen to have a comment saying '#random' embedded in. |
|
182 | # that happen to have a comment saying '#random' embedded in. | |
184 | ret = doctest.OutputChecker.check_output(self, want, got, |
|
183 | ret = doctest.OutputChecker.check_output(self, want, got, | |
185 | optionflags) |
|
184 | optionflags) | |
186 | if not ret and self.random_re.search(want): |
|
185 | if not ret and self.random_re.search(want): | |
187 | #print >> sys.stderr, 'RANDOM OK:',want # dbg |
|
186 | #print >> sys.stderr, 'RANDOM OK:',want # dbg | |
188 | return True |
|
187 | return True | |
189 |
|
188 | |||
190 | return ret |
|
189 | return ret | |
191 |
|
190 | |||
192 |
|
191 | |||
193 | class DocTestCase(doctests.DocTestCase): |
|
192 | class DocTestCase(doctests.DocTestCase): | |
194 | """Proxy for DocTestCase: provides an address() method that |
|
193 | """Proxy for DocTestCase: provides an address() method that | |
195 | returns the correct address for the doctest case. Otherwise |
|
194 | returns the correct address for the doctest case. Otherwise | |
196 | acts as a proxy to the test case. To provide hints for address(), |
|
195 | acts as a proxy to the test case. To provide hints for address(), | |
197 | an obj may also be passed -- this will be used as the test object |
|
196 | an obj may also be passed -- this will be used as the test object | |
198 | for purposes of determining the test address, if it is provided. |
|
197 | for purposes of determining the test address, if it is provided. | |
199 | """ |
|
198 | """ | |
200 |
|
199 | |||
201 | # Note: this method was taken from numpy's nosetester module. |
|
200 | # Note: this method was taken from numpy's nosetester module. | |
202 |
|
201 | |||
203 | # Subclass nose.plugins.doctests.DocTestCase to work around a bug in |
|
202 | # Subclass nose.plugins.doctests.DocTestCase to work around a bug in | |
204 | # its constructor that blocks non-default arguments from being passed |
|
203 | # its constructor that blocks non-default arguments from being passed | |
205 | # down into doctest.DocTestCase |
|
204 | # down into doctest.DocTestCase | |
206 |
|
205 | |||
207 | def __init__(self, test, optionflags=0, setUp=None, tearDown=None, |
|
206 | def __init__(self, test, optionflags=0, setUp=None, tearDown=None, | |
208 | checker=None, obj=None, result_var='_'): |
|
207 | checker=None, obj=None, result_var='_'): | |
209 | self._result_var = result_var |
|
208 | self._result_var = result_var | |
210 | doctests.DocTestCase.__init__(self, test, |
|
209 | doctests.DocTestCase.__init__(self, test, | |
211 | optionflags=optionflags, |
|
210 | optionflags=optionflags, | |
212 | setUp=setUp, tearDown=tearDown, |
|
211 | setUp=setUp, tearDown=tearDown, | |
213 | checker=checker) |
|
212 | checker=checker) | |
214 | # Now we must actually copy the original constructor from the stdlib |
|
213 | # Now we must actually copy the original constructor from the stdlib | |
215 | # doctest class, because we can't call it directly and a bug in nose |
|
214 | # doctest class, because we can't call it directly and a bug in nose | |
216 | # means it never gets passed the right arguments. |
|
215 | # means it never gets passed the right arguments. | |
217 |
|
216 | |||
218 | self._dt_optionflags = optionflags |
|
217 | self._dt_optionflags = optionflags | |
219 | self._dt_checker = checker |
|
218 | self._dt_checker = checker | |
220 | self._dt_test = test |
|
219 | self._dt_test = test | |
221 | self._dt_test_globs_ori = test.globs |
|
220 | self._dt_test_globs_ori = test.globs | |
222 | self._dt_setUp = setUp |
|
221 | self._dt_setUp = setUp | |
223 | self._dt_tearDown = tearDown |
|
222 | self._dt_tearDown = tearDown | |
224 |
|
223 | |||
225 | # XXX - store this runner once in the object! |
|
224 | # XXX - store this runner once in the object! | |
226 | runner = IPDocTestRunner(optionflags=optionflags, |
|
225 | runner = IPDocTestRunner(optionflags=optionflags, | |
227 | checker=checker, verbose=False) |
|
226 | checker=checker, verbose=False) | |
228 | self._dt_runner = runner |
|
227 | self._dt_runner = runner | |
229 |
|
228 | |||
230 |
|
229 | |||
231 | # Each doctest should remember the directory it was loaded from, so |
|
230 | # Each doctest should remember the directory it was loaded from, so | |
232 | # things like %run work without too many contortions |
|
231 | # things like %run work without too many contortions | |
233 | self._ori_dir = os.path.dirname(test.filename) |
|
232 | self._ori_dir = os.path.dirname(test.filename) | |
234 |
|
233 | |||
235 | # Modified runTest from the default stdlib |
|
234 | # Modified runTest from the default stdlib | |
236 | def runTest(self): |
|
235 | def runTest(self): | |
237 | test = self._dt_test |
|
236 | test = self._dt_test | |
238 | runner = self._dt_runner |
|
237 | runner = self._dt_runner | |
239 |
|
238 | |||
240 | old = sys.stdout |
|
239 | old = sys.stdout | |
241 | new = StringIO() |
|
240 | new = StringIO() | |
242 | optionflags = self._dt_optionflags |
|
241 | optionflags = self._dt_optionflags | |
243 |
|
242 | |||
244 | if not (optionflags & REPORTING_FLAGS): |
|
243 | if not (optionflags & REPORTING_FLAGS): | |
245 | # The option flags don't include any reporting flags, |
|
244 | # The option flags don't include any reporting flags, | |
246 | # so add the default reporting flags |
|
245 | # so add the default reporting flags | |
247 | optionflags |= _unittest_reportflags |
|
246 | optionflags |= _unittest_reportflags | |
248 |
|
247 | |||
249 | try: |
|
248 | try: | |
250 | # Save our current directory and switch out to the one where the |
|
249 | # Save our current directory and switch out to the one where the | |
251 | # test was originally created, in case another doctest did a |
|
250 | # test was originally created, in case another doctest did a | |
252 | # directory change. We'll restore this in the finally clause. |
|
251 | # directory change. We'll restore this in the finally clause. | |
253 | curdir = os.getcwdu() |
|
252 | curdir = os.getcwdu() | |
254 | #print 'runTest in dir:', self._ori_dir # dbg |
|
253 | #print 'runTest in dir:', self._ori_dir # dbg | |
255 | os.chdir(self._ori_dir) |
|
254 | os.chdir(self._ori_dir) | |
256 |
|
255 | |||
257 | runner.DIVIDER = "-"*70 |
|
256 | runner.DIVIDER = "-"*70 | |
258 | failures, tries = runner.run(test,out=new.write, |
|
257 | failures, tries = runner.run(test,out=new.write, | |
259 | clear_globs=False) |
|
258 | clear_globs=False) | |
260 | finally: |
|
259 | finally: | |
261 | sys.stdout = old |
|
260 | sys.stdout = old | |
262 | os.chdir(curdir) |
|
261 | os.chdir(curdir) | |
263 |
|
262 | |||
264 | if failures: |
|
263 | if failures: | |
265 | raise self.failureException(self.format_failure(new.getvalue())) |
|
264 | raise self.failureException(self.format_failure(new.getvalue())) | |
266 |
|
265 | |||
267 | def setUp(self): |
|
266 | def setUp(self): | |
268 | """Modified test setup that syncs with ipython namespace""" |
|
267 | """Modified test setup that syncs with ipython namespace""" | |
269 | #print "setUp test", self._dt_test.examples # dbg |
|
268 | #print "setUp test", self._dt_test.examples # dbg | |
270 | if isinstance(self._dt_test.examples[0],IPExample): |
|
269 | if isinstance(self._dt_test.examples[0],IPExample): | |
271 | # for IPython examples *only*, we swap the globals with the ipython |
|
270 | # for IPython examples *only*, we swap the globals with the ipython | |
272 | # namespace, after updating it with the globals (which doctest |
|
271 | # namespace, after updating it with the globals (which doctest | |
273 | # fills with the necessary info from the module being tested). |
|
272 | # fills with the necessary info from the module being tested). | |
274 | _ip.user_ns.update(self._dt_test.globs) |
|
273 | _ip.user_ns.update(self._dt_test.globs) | |
275 | self._dt_test.globs = _ip.user_ns |
|
274 | self._dt_test.globs = _ip.user_ns | |
276 | # IPython must protect the _ key in the namespace (it can't exist) |
|
275 | # IPython must protect the _ key in the namespace (it can't exist) | |
277 | # so that Python's doctest code sets it naturally, so we enable |
|
276 | # so that Python's doctest code sets it naturally, so we enable | |
278 | # this feature of our testing namespace. |
|
277 | # this feature of our testing namespace. | |
279 | _ip.user_ns.protect_underscore = True |
|
278 | _ip.user_ns.protect_underscore = True | |
280 |
|
279 | |||
281 | super(DocTestCase, self).setUp() |
|
280 | super(DocTestCase, self).setUp() | |
282 |
|
281 | |||
283 | def tearDown(self): |
|
282 | def tearDown(self): | |
284 |
|
283 | |||
285 | # Undo the test.globs reassignment we made, so that the parent class |
|
284 | # Undo the test.globs reassignment we made, so that the parent class | |
286 | # teardown doesn't destroy the ipython namespace |
|
285 | # teardown doesn't destroy the ipython namespace | |
287 | if isinstance(self._dt_test.examples[0],IPExample): |
|
286 | if isinstance(self._dt_test.examples[0],IPExample): | |
288 | self._dt_test.globs = self._dt_test_globs_ori |
|
287 | self._dt_test.globs = self._dt_test_globs_ori | |
289 | # Restore the behavior of the '_' key in the user namespace to |
|
288 | # Restore the behavior of the '_' key in the user namespace to | |
290 | # normal after each doctest, so that unittests behave normally |
|
289 | # normal after each doctest, so that unittests behave normally | |
291 | _ip.user_ns.protect_underscore = False |
|
290 | _ip.user_ns.protect_underscore = False | |
292 |
|
291 | |||
293 | # XXX - fperez: I am not sure if this is truly a bug in nose 0.11, but |
|
292 | # XXX - fperez: I am not sure if this is truly a bug in nose 0.11, but | |
294 | # it does look like one to me: its tearDown method tries to run |
|
293 | # it does look like one to me: its tearDown method tries to run | |
295 | # |
|
294 | # | |
296 | # delattr(__builtin__, self._result_var) |
|
295 | # delattr(__builtin__, self._result_var) | |
297 | # |
|
296 | # | |
298 | # without checking that the attribute really is there; it implicitly |
|
297 | # without checking that the attribute really is there; it implicitly | |
299 | # assumes it should have been set via displayhook. But if the |
|
298 | # assumes it should have been set via displayhook. But if the | |
300 | # displayhook was never called, this doesn't necessarily happen. I |
|
299 | # displayhook was never called, this doesn't necessarily happen. I | |
301 | # haven't been able to find a little self-contained example outside of |
|
300 | # haven't been able to find a little self-contained example outside of | |
302 | # ipython that would show the problem so I can report it to the nose |
|
301 | # ipython that would show the problem so I can report it to the nose | |
303 | # team, but it does happen a lot in our code. |
|
302 | # team, but it does happen a lot in our code. | |
304 | # |
|
303 | # | |
305 | # So here, we just protect as narrowly as possible by trapping an |
|
304 | # So here, we just protect as narrowly as possible by trapping an | |
306 | # attribute error whose message would be the name of self._result_var, |
|
305 | # attribute error whose message would be the name of self._result_var, | |
307 | # and letting any other error propagate. |
|
306 | # and letting any other error propagate. | |
308 | try: |
|
307 | try: | |
309 | super(DocTestCase, self).tearDown() |
|
308 | super(DocTestCase, self).tearDown() | |
310 | except AttributeError, exc: |
|
309 | except AttributeError, exc: | |
311 | if exc.args[0] != self._result_var: |
|
310 | if exc.args[0] != self._result_var: | |
312 | raise |
|
311 | raise | |
313 |
|
312 | |||
314 |
|
313 | |||
315 | # A simple subclassing of the original with a different class name, so we can |
|
314 | # A simple subclassing of the original with a different class name, so we can | |
316 | # distinguish and treat differently IPython examples from pure python ones. |
|
315 | # distinguish and treat differently IPython examples from pure python ones. | |
317 | class IPExample(doctest.Example): pass |
|
316 | class IPExample(doctest.Example): pass | |
318 |
|
317 | |||
319 |
|
318 | |||
320 | class IPExternalExample(doctest.Example): |
|
319 | class IPExternalExample(doctest.Example): | |
321 | """Doctest examples to be run in an external process.""" |
|
320 | """Doctest examples to be run in an external process.""" | |
322 |
|
321 | |||
323 | def __init__(self, source, want, exc_msg=None, lineno=0, indent=0, |
|
322 | def __init__(self, source, want, exc_msg=None, lineno=0, indent=0, | |
324 | options=None): |
|
323 | options=None): | |
325 | # Parent constructor |
|
324 | # Parent constructor | |
326 | doctest.Example.__init__(self,source,want,exc_msg,lineno,indent,options) |
|
325 | doctest.Example.__init__(self,source,want,exc_msg,lineno,indent,options) | |
327 |
|
326 | |||
328 | # An EXTRA newline is needed to prevent pexpect hangs |
|
327 | # An EXTRA newline is needed to prevent pexpect hangs | |
329 | self.source += '\n' |
|
328 | self.source += '\n' | |
330 |
|
329 | |||
331 |
|
330 | |||
332 | class IPDocTestParser(doctest.DocTestParser): |
|
331 | class IPDocTestParser(doctest.DocTestParser): | |
333 | """ |
|
332 | """ | |
334 | A class used to parse strings containing doctest examples. |
|
333 | A class used to parse strings containing doctest examples. | |
335 |
|
334 | |||
336 | Note: This is a version modified to properly recognize IPython input and |
|
335 | Note: This is a version modified to properly recognize IPython input and | |
337 | convert any IPython examples into valid Python ones. |
|
336 | convert any IPython examples into valid Python ones. | |
338 | """ |
|
337 | """ | |
339 | # This regular expression is used to find doctest examples in a |
|
338 | # This regular expression is used to find doctest examples in a | |
340 | # string. It defines three groups: `source` is the source code |
|
339 | # string. It defines three groups: `source` is the source code | |
341 | # (including leading indentation and prompts); `indent` is the |
|
340 | # (including leading indentation and prompts); `indent` is the | |
342 | # indentation of the first (PS1) line of the source code; and |
|
341 | # indentation of the first (PS1) line of the source code; and | |
343 | # `want` is the expected output (including leading indentation). |
|
342 | # `want` is the expected output (including leading indentation). | |
344 |
|
343 | |||
345 | # Classic Python prompts or default IPython ones |
|
344 | # Classic Python prompts or default IPython ones | |
346 | _PS1_PY = r'>>>' |
|
345 | _PS1_PY = r'>>>' | |
347 | _PS2_PY = r'\.\.\.' |
|
346 | _PS2_PY = r'\.\.\.' | |
348 |
|
347 | |||
349 | _PS1_IP = r'In\ \[\d+\]:' |
|
348 | _PS1_IP = r'In\ \[\d+\]:' | |
350 | _PS2_IP = r'\ \ \ \.\.\.+:' |
|
349 | _PS2_IP = r'\ \ \ \.\.\.+:' | |
351 |
|
350 | |||
352 | _RE_TPL = r''' |
|
351 | _RE_TPL = r''' | |
353 | # Source consists of a PS1 line followed by zero or more PS2 lines. |
|
352 | # Source consists of a PS1 line followed by zero or more PS2 lines. | |
354 | (?P<source> |
|
353 | (?P<source> | |
355 | (?:^(?P<indent> [ ]*) (?P<ps1> %s) .*) # PS1 line |
|
354 | (?:^(?P<indent> [ ]*) (?P<ps1> %s) .*) # PS1 line | |
356 | (?:\n [ ]* (?P<ps2> %s) .*)*) # PS2 lines |
|
355 | (?:\n [ ]* (?P<ps2> %s) .*)*) # PS2 lines | |
357 | \n? # a newline |
|
356 | \n? # a newline | |
358 | # Want consists of any non-blank lines that do not start with PS1. |
|
357 | # Want consists of any non-blank lines that do not start with PS1. | |
359 | (?P<want> (?:(?![ ]*$) # Not a blank line |
|
358 | (?P<want> (?:(?![ ]*$) # Not a blank line | |
360 | (?![ ]*%s) # Not a line starting with PS1 |
|
359 | (?![ ]*%s) # Not a line starting with PS1 | |
361 | (?![ ]*%s) # Not a line starting with PS2 |
|
360 | (?![ ]*%s) # Not a line starting with PS2 | |
362 | .*$\n? # But any other line |
|
361 | .*$\n? # But any other line | |
363 | )*) |
|
362 | )*) | |
364 | ''' |
|
363 | ''' | |
365 |
|
364 | |||
366 | _EXAMPLE_RE_PY = re.compile( _RE_TPL % (_PS1_PY,_PS2_PY,_PS1_PY,_PS2_PY), |
|
365 | _EXAMPLE_RE_PY = re.compile( _RE_TPL % (_PS1_PY,_PS2_PY,_PS1_PY,_PS2_PY), | |
367 | re.MULTILINE | re.VERBOSE) |
|
366 | re.MULTILINE | re.VERBOSE) | |
368 |
|
367 | |||
369 | _EXAMPLE_RE_IP = re.compile( _RE_TPL % (_PS1_IP,_PS2_IP,_PS1_IP,_PS2_IP), |
|
368 | _EXAMPLE_RE_IP = re.compile( _RE_TPL % (_PS1_IP,_PS2_IP,_PS1_IP,_PS2_IP), | |
370 | re.MULTILINE | re.VERBOSE) |
|
369 | re.MULTILINE | re.VERBOSE) | |
371 |
|
370 | |||
372 | # Mark a test as being fully random. In this case, we simply append the |
|
371 | # Mark a test as being fully random. In this case, we simply append the | |
373 | # random marker ('#random') to each individual example's output. This way |
|
372 | # random marker ('#random') to each individual example's output. This way | |
374 | # we don't need to modify any other code. |
|
373 | # we don't need to modify any other code. | |
375 | _RANDOM_TEST = re.compile(r'#\s*all-random\s+') |
|
374 | _RANDOM_TEST = re.compile(r'#\s*all-random\s+') | |
376 |
|
375 | |||
377 | # Mark tests to be executed in an external process - currently unsupported. |
|
376 | # Mark tests to be executed in an external process - currently unsupported. | |
378 | _EXTERNAL_IP = re.compile(r'#\s*ipdoctest:\s*EXTERNAL') |
|
377 | _EXTERNAL_IP = re.compile(r'#\s*ipdoctest:\s*EXTERNAL') | |
379 |
|
378 | |||
380 | def ip2py(self,source): |
|
379 | def ip2py(self,source): | |
381 | """Convert input IPython source into valid Python.""" |
|
380 | """Convert input IPython source into valid Python.""" | |
382 | out = [] |
|
381 | out = [] | |
383 | newline = out.append |
|
382 | newline = out.append | |
384 | #print 'IPSRC:\n',source,'\n###' # dbg |
|
383 | #print 'IPSRC:\n',source,'\n###' # dbg | |
385 | # The input source must be first stripped of all bracketing whitespace |
|
384 | # The input source must be first stripped of all bracketing whitespace | |
386 | # and turned into lines, so it looks to the parser like regular user |
|
385 | # and turned into lines, so it looks to the parser like regular user | |
387 | # input |
|
386 | # input | |
388 | for lnum,line in enumerate(source.strip().splitlines()): |
|
387 | for lnum,line in enumerate(source.strip().splitlines()): | |
389 | newline(_ip.prefilter(line,lnum>0)) |
|
388 | newline(_ip.prefilter(line,lnum>0)) | |
390 | newline('') # ensure a closing newline, needed by doctest |
|
389 | newline('') # ensure a closing newline, needed by doctest | |
391 | #print "PYSRC:", '\n'.join(out) # dbg |
|
390 | #print "PYSRC:", '\n'.join(out) # dbg | |
392 | return '\n'.join(out) |
|
391 | return '\n'.join(out) | |
393 |
|
392 | |||
394 | def parse(self, string, name='<string>'): |
|
393 | def parse(self, string, name='<string>'): | |
395 | """ |
|
394 | """ | |
396 | Divide the given string into examples and intervening text, |
|
395 | Divide the given string into examples and intervening text, | |
397 | and return them as a list of alternating Examples and strings. |
|
396 | and return them as a list of alternating Examples and strings. | |
398 | Line numbers for the Examples are 0-based. The optional |
|
397 | Line numbers for the Examples are 0-based. The optional | |
399 | argument `name` is a name identifying this string, and is only |
|
398 | argument `name` is a name identifying this string, and is only | |
400 | used for error messages. |
|
399 | used for error messages. | |
401 | """ |
|
400 | """ | |
402 |
|
401 | |||
403 | #print 'Parse string:\n',string # dbg |
|
402 | #print 'Parse string:\n',string # dbg | |
404 |
|
403 | |||
405 | string = string.expandtabs() |
|
404 | string = string.expandtabs() | |
406 | # If all lines begin with the same indentation, then strip it. |
|
405 | # If all lines begin with the same indentation, then strip it. | |
407 | min_indent = self._min_indent(string) |
|
406 | min_indent = self._min_indent(string) | |
408 | if min_indent > 0: |
|
407 | if min_indent > 0: | |
409 | string = '\n'.join([l[min_indent:] for l in string.split('\n')]) |
|
408 | string = '\n'.join([l[min_indent:] for l in string.split('\n')]) | |
410 |
|
409 | |||
411 | output = [] |
|
410 | output = [] | |
412 | charno, lineno = 0, 0 |
|
411 | charno, lineno = 0, 0 | |
413 |
|
412 | |||
414 | # We make 'all random' tests by adding the '# random' mark to every |
|
413 | # We make 'all random' tests by adding the '# random' mark to every | |
415 | # block of output in the test. |
|
414 | # block of output in the test. | |
416 | if self._RANDOM_TEST.search(string): |
|
415 | if self._RANDOM_TEST.search(string): | |
417 | random_marker = '\n# random' |
|
416 | random_marker = '\n# random' | |
418 | else: |
|
417 | else: | |
419 | random_marker = '' |
|
418 | random_marker = '' | |
420 |
|
419 | |||
421 | # Whether to convert the input from ipython to python syntax |
|
420 | # Whether to convert the input from ipython to python syntax | |
422 | ip2py = False |
|
421 | ip2py = False | |
423 | # Find all doctest examples in the string. First, try them as Python |
|
422 | # Find all doctest examples in the string. First, try them as Python | |
424 | # examples, then as IPython ones |
|
423 | # examples, then as IPython ones | |
425 | terms = list(self._EXAMPLE_RE_PY.finditer(string)) |
|
424 | terms = list(self._EXAMPLE_RE_PY.finditer(string)) | |
426 | if terms: |
|
425 | if terms: | |
427 | # Normal Python example |
|
426 | # Normal Python example | |
428 | #print '-'*70 # dbg |
|
427 | #print '-'*70 # dbg | |
429 | #print 'PyExample, Source:\n',string # dbg |
|
428 | #print 'PyExample, Source:\n',string # dbg | |
430 | #print '-'*70 # dbg |
|
429 | #print '-'*70 # dbg | |
431 | Example = doctest.Example |
|
430 | Example = doctest.Example | |
432 | else: |
|
431 | else: | |
433 | # It's an ipython example. Note that IPExamples are run |
|
432 | # It's an ipython example. Note that IPExamples are run | |
434 | # in-process, so their syntax must be turned into valid python. |
|
433 | # in-process, so their syntax must be turned into valid python. | |
435 | # IPExternalExamples are run out-of-process (via pexpect) so they |
|
434 | # IPExternalExamples are run out-of-process (via pexpect) so they | |
436 | # don't need any filtering (a real ipython will be executing them). |
|
435 | # don't need any filtering (a real ipython will be executing them). | |
437 | terms = list(self._EXAMPLE_RE_IP.finditer(string)) |
|
436 | terms = list(self._EXAMPLE_RE_IP.finditer(string)) | |
438 | if self._EXTERNAL_IP.search(string): |
|
437 | if self._EXTERNAL_IP.search(string): | |
439 | #print '-'*70 # dbg |
|
438 | #print '-'*70 # dbg | |
440 | #print 'IPExternalExample, Source:\n',string # dbg |
|
439 | #print 'IPExternalExample, Source:\n',string # dbg | |
441 | #print '-'*70 # dbg |
|
440 | #print '-'*70 # dbg | |
442 | Example = IPExternalExample |
|
441 | Example = IPExternalExample | |
443 | else: |
|
442 | else: | |
444 | #print '-'*70 # dbg |
|
443 | #print '-'*70 # dbg | |
445 | #print 'IPExample, Source:\n',string # dbg |
|
444 | #print 'IPExample, Source:\n',string # dbg | |
446 | #print '-'*70 # dbg |
|
445 | #print '-'*70 # dbg | |
447 | Example = IPExample |
|
446 | Example = IPExample | |
448 | ip2py = True |
|
447 | ip2py = True | |
449 |
|
448 | |||
450 | for m in terms: |
|
449 | for m in terms: | |
451 | # Add the pre-example text to `output`. |
|
450 | # Add the pre-example text to `output`. | |
452 | output.append(string[charno:m.start()]) |
|
451 | output.append(string[charno:m.start()]) | |
453 | # Update lineno (lines before this example) |
|
452 | # Update lineno (lines before this example) | |
454 | lineno += string.count('\n', charno, m.start()) |
|
453 | lineno += string.count('\n', charno, m.start()) | |
455 | # Extract info from the regexp match. |
|
454 | # Extract info from the regexp match. | |
456 | (source, options, want, exc_msg) = \ |
|
455 | (source, options, want, exc_msg) = \ | |
457 | self._parse_example(m, name, lineno,ip2py) |
|
456 | self._parse_example(m, name, lineno,ip2py) | |
458 |
|
457 | |||
459 | # Append the random-output marker (it defaults to empty in most |
|
458 | # Append the random-output marker (it defaults to empty in most | |
460 | # cases, it's only non-empty for 'all-random' tests): |
|
459 | # cases, it's only non-empty for 'all-random' tests): | |
461 | want += random_marker |
|
460 | want += random_marker | |
462 |
|
461 | |||
463 | if Example is IPExternalExample: |
|
462 | if Example is IPExternalExample: | |
464 | options[doctest.NORMALIZE_WHITESPACE] = True |
|
463 | options[doctest.NORMALIZE_WHITESPACE] = True | |
465 | want += '\n' |
|
464 | want += '\n' | |
466 |
|
465 | |||
467 | # Create an Example, and add it to the list. |
|
466 | # Create an Example, and add it to the list. | |
468 | if not self._IS_BLANK_OR_COMMENT(source): |
|
467 | if not self._IS_BLANK_OR_COMMENT(source): | |
469 | output.append(Example(source, want, exc_msg, |
|
468 | output.append(Example(source, want, exc_msg, | |
470 | lineno=lineno, |
|
469 | lineno=lineno, | |
471 | indent=min_indent+len(m.group('indent')), |
|
470 | indent=min_indent+len(m.group('indent')), | |
472 | options=options)) |
|
471 | options=options)) | |
473 | # Update lineno (lines inside this example) |
|
472 | # Update lineno (lines inside this example) | |
474 | lineno += string.count('\n', m.start(), m.end()) |
|
473 | lineno += string.count('\n', m.start(), m.end()) | |
475 | # Update charno. |
|
474 | # Update charno. | |
476 | charno = m.end() |
|
475 | charno = m.end() | |
477 | # Add any remaining post-example text to `output`. |
|
476 | # Add any remaining post-example text to `output`. | |
478 | output.append(string[charno:]) |
|
477 | output.append(string[charno:]) | |
479 | return output |
|
478 | return output | |
480 |
|
479 | |||
481 | def _parse_example(self, m, name, lineno,ip2py=False): |
|
480 | def _parse_example(self, m, name, lineno,ip2py=False): | |
482 | """ |
|
481 | """ | |
483 | Given a regular expression match from `_EXAMPLE_RE` (`m`), |
|
482 | Given a regular expression match from `_EXAMPLE_RE` (`m`), | |
484 | return a pair `(source, want)`, where `source` is the matched |
|
483 | return a pair `(source, want)`, where `source` is the matched | |
485 | example's source code (with prompts and indentation stripped); |
|
484 | example's source code (with prompts and indentation stripped); | |
486 | and `want` is the example's expected output (with indentation |
|
485 | and `want` is the example's expected output (with indentation | |
487 | stripped). |
|
486 | stripped). | |
488 |
|
487 | |||
489 | `name` is the string's name, and `lineno` is the line number |
|
488 | `name` is the string's name, and `lineno` is the line number | |
490 | where the example starts; both are used for error messages. |
|
489 | where the example starts; both are used for error messages. | |
491 |
|
490 | |||
492 | Optional: |
|
491 | Optional: | |
493 | `ip2py`: if true, filter the input via IPython to convert the syntax |
|
492 | `ip2py`: if true, filter the input via IPython to convert the syntax | |
494 | into valid python. |
|
493 | into valid python. | |
495 | """ |
|
494 | """ | |
496 |
|
495 | |||
497 | # Get the example's indentation level. |
|
496 | # Get the example's indentation level. | |
498 | indent = len(m.group('indent')) |
|
497 | indent = len(m.group('indent')) | |
499 |
|
498 | |||
500 | # Divide source into lines; check that they're properly |
|
499 | # Divide source into lines; check that they're properly | |
501 | # indented; and then strip their indentation & prompts. |
|
500 | # indented; and then strip their indentation & prompts. | |
502 | source_lines = m.group('source').split('\n') |
|
501 | source_lines = m.group('source').split('\n') | |
503 |
|
502 | |||
504 | # We're using variable-length input prompts |
|
503 | # We're using variable-length input prompts | |
505 | ps1 = m.group('ps1') |
|
504 | ps1 = m.group('ps1') | |
506 | ps2 = m.group('ps2') |
|
505 | ps2 = m.group('ps2') | |
507 | ps1_len = len(ps1) |
|
506 | ps1_len = len(ps1) | |
508 |
|
507 | |||
509 | self._check_prompt_blank(source_lines, indent, name, lineno,ps1_len) |
|
508 | self._check_prompt_blank(source_lines, indent, name, lineno,ps1_len) | |
510 | if ps2: |
|
509 | if ps2: | |
511 | self._check_prefix(source_lines[1:], ' '*indent + ps2, name, lineno) |
|
510 | self._check_prefix(source_lines[1:], ' '*indent + ps2, name, lineno) | |
512 |
|
511 | |||
513 | source = '\n'.join([sl[indent+ps1_len+1:] for sl in source_lines]) |
|
512 | source = '\n'.join([sl[indent+ps1_len+1:] for sl in source_lines]) | |
514 |
|
513 | |||
515 | if ip2py: |
|
514 | if ip2py: | |
516 | # Convert source input from IPython into valid Python syntax |
|
515 | # Convert source input from IPython into valid Python syntax | |
517 | source = self.ip2py(source) |
|
516 | source = self.ip2py(source) | |
518 |
|
517 | |||
519 | # Divide want into lines; check that it's properly indented; and |
|
518 | # Divide want into lines; check that it's properly indented; and | |
520 | # then strip the indentation. Spaces before the last newline should |
|
519 | # then strip the indentation. Spaces before the last newline should | |
521 | # be preserved, so plain rstrip() isn't good enough. |
|
520 | # be preserved, so plain rstrip() isn't good enough. | |
522 | want = m.group('want') |
|
521 | want = m.group('want') | |
523 | want_lines = want.split('\n') |
|
522 | want_lines = want.split('\n') | |
524 | if len(want_lines) > 1 and re.match(r' *$', want_lines[-1]): |
|
523 | if len(want_lines) > 1 and re.match(r' *$', want_lines[-1]): | |
525 | del want_lines[-1] # forget final newline & spaces after it |
|
524 | del want_lines[-1] # forget final newline & spaces after it | |
526 | self._check_prefix(want_lines, ' '*indent, name, |
|
525 | self._check_prefix(want_lines, ' '*indent, name, | |
527 | lineno + len(source_lines)) |
|
526 | lineno + len(source_lines)) | |
528 |
|
527 | |||
529 | # Remove ipython output prompt that might be present in the first line |
|
528 | # Remove ipython output prompt that might be present in the first line | |
530 | want_lines[0] = re.sub(r'Out\[\d+\]: \s*?\n?','',want_lines[0]) |
|
529 | want_lines[0] = re.sub(r'Out\[\d+\]: \s*?\n?','',want_lines[0]) | |
531 |
|
530 | |||
532 | want = '\n'.join([wl[indent:] for wl in want_lines]) |
|
531 | want = '\n'.join([wl[indent:] for wl in want_lines]) | |
533 |
|
532 | |||
534 | # If `want` contains a traceback message, then extract it. |
|
533 | # If `want` contains a traceback message, then extract it. | |
535 | m = self._EXCEPTION_RE.match(want) |
|
534 | m = self._EXCEPTION_RE.match(want) | |
536 | if m: |
|
535 | if m: | |
537 | exc_msg = m.group('msg') |
|
536 | exc_msg = m.group('msg') | |
538 | else: |
|
537 | else: | |
539 | exc_msg = None |
|
538 | exc_msg = None | |
540 |
|
539 | |||
541 | # Extract options from the source. |
|
540 | # Extract options from the source. | |
542 | options = self._find_options(source, name, lineno) |
|
541 | options = self._find_options(source, name, lineno) | |
543 |
|
542 | |||
544 | return source, options, want, exc_msg |
|
543 | return source, options, want, exc_msg | |
545 |
|
544 | |||
546 | def _check_prompt_blank(self, lines, indent, name, lineno, ps1_len): |
|
545 | def _check_prompt_blank(self, lines, indent, name, lineno, ps1_len): | |
547 | """ |
|
546 | """ | |
548 | Given the lines of a source string (including prompts and |
|
547 | Given the lines of a source string (including prompts and | |
549 | leading indentation), check to make sure that every prompt is |
|
548 | leading indentation), check to make sure that every prompt is | |
550 | followed by a space character. If any line is not followed by |
|
549 | followed by a space character. If any line is not followed by | |
551 | a space character, then raise ValueError. |
|
550 | a space character, then raise ValueError. | |
552 |
|
551 | |||
553 | Note: IPython-modified version which takes the input prompt length as a |
|
552 | Note: IPython-modified version which takes the input prompt length as a | |
554 | parameter, so that prompts of variable length can be dealt with. |
|
553 | parameter, so that prompts of variable length can be dealt with. | |
555 | """ |
|
554 | """ | |
556 | space_idx = indent+ps1_len |
|
555 | space_idx = indent+ps1_len | |
557 | min_len = space_idx+1 |
|
556 | min_len = space_idx+1 | |
558 | for i, line in enumerate(lines): |
|
557 | for i, line in enumerate(lines): | |
559 | if len(line) >= min_len and line[space_idx] != ' ': |
|
558 | if len(line) >= min_len and line[space_idx] != ' ': | |
560 | raise ValueError('line %r of the docstring for %s ' |
|
559 | raise ValueError('line %r of the docstring for %s ' | |
561 | 'lacks blank after %s: %r' % |
|
560 | 'lacks blank after %s: %r' % | |
562 | (lineno+i+1, name, |
|
561 | (lineno+i+1, name, | |
563 | line[indent:space_idx], line)) |
|
562 | line[indent:space_idx], line)) | |
564 |
|
563 | |||
565 |
|
564 | |||
566 | SKIP = doctest.register_optionflag('SKIP') |
|
565 | SKIP = doctest.register_optionflag('SKIP') | |
567 |
|
566 | |||
568 |
|
567 | |||
569 | class IPDocTestRunner(doctest.DocTestRunner,object): |
|
568 | class IPDocTestRunner(doctest.DocTestRunner,object): | |
570 | """Test runner that synchronizes the IPython namespace with test globals. |
|
569 | """Test runner that synchronizes the IPython namespace with test globals. | |
571 | """ |
|
570 | """ | |
572 |
|
571 | |||
573 | def run(self, test, compileflags=None, out=None, clear_globs=True): |
|
572 | def run(self, test, compileflags=None, out=None, clear_globs=True): | |
574 |
|
573 | |||
575 | # Hack: ipython needs access to the execution context of the example, |
|
574 | # Hack: ipython needs access to the execution context of the example, | |
576 | # so that it can propagate user variables loaded by %run into |
|
575 | # so that it can propagate user variables loaded by %run into | |
577 | # test.globs. We put them here into our modified %run as a function |
|
576 | # test.globs. We put them here into our modified %run as a function | |
578 | # attribute. Our new %run will then only make the namespace update |
|
577 | # attribute. Our new %run will then only make the namespace update | |
579 | # when called (rather than unconconditionally updating test.globs here |
|
578 | # when called (rather than unconconditionally updating test.globs here | |
580 | # for all examples, most of which won't be calling %run anyway). |
|
579 | # for all examples, most of which won't be calling %run anyway). | |
581 | #_ip._ipdoctest_test_globs = test.globs |
|
580 | #_ip._ipdoctest_test_globs = test.globs | |
582 | #_ip._ipdoctest_test_filename = test.filename |
|
581 | #_ip._ipdoctest_test_filename = test.filename | |
583 |
|
582 | |||
584 | test.globs.update(_ip.user_ns) |
|
583 | test.globs.update(_ip.user_ns) | |
585 |
|
584 | |||
586 | return super(IPDocTestRunner,self).run(test, |
|
585 | return super(IPDocTestRunner,self).run(test, | |
587 | compileflags,out,clear_globs) |
|
586 | compileflags,out,clear_globs) | |
588 |
|
587 | |||
589 |
|
588 | |||
590 | class DocFileCase(doctest.DocFileCase): |
|
589 | class DocFileCase(doctest.DocFileCase): | |
591 | """Overrides to provide filename |
|
590 | """Overrides to provide filename | |
592 | """ |
|
591 | """ | |
593 | def address(self): |
|
592 | def address(self): | |
594 | return (self._dt_test.filename, None, None) |
|
593 | return (self._dt_test.filename, None, None) | |
595 |
|
594 | |||
596 |
|
595 | |||
597 | class ExtensionDoctest(doctests.Doctest): |
|
596 | class ExtensionDoctest(doctests.Doctest): | |
598 | """Nose Plugin that supports doctests in extension modules. |
|
597 | """Nose Plugin that supports doctests in extension modules. | |
599 | """ |
|
598 | """ | |
600 | name = 'extdoctest' # call nosetests with --with-extdoctest |
|
599 | name = 'extdoctest' # call nosetests with --with-extdoctest | |
601 | enabled = True |
|
600 | enabled = True | |
602 |
|
601 | |||
603 | def __init__(self,exclude_patterns=None): |
|
602 | def __init__(self,exclude_patterns=None): | |
604 | """Create a new ExtensionDoctest plugin. |
|
603 | """Create a new ExtensionDoctest plugin. | |
605 |
|
604 | |||
606 | Parameters |
|
605 | Parameters | |
607 | ---------- |
|
606 | ---------- | |
608 |
|
607 | |||
609 | exclude_patterns : sequence of strings, optional |
|
608 | exclude_patterns : sequence of strings, optional | |
610 | These patterns are compiled as regular expressions, subsequently used |
|
609 | These patterns are compiled as regular expressions, subsequently used | |
611 | to exclude any filename which matches them from inclusion in the test |
|
610 | to exclude any filename which matches them from inclusion in the test | |
612 | suite (using pattern.search(), NOT pattern.match() ). |
|
611 | suite (using pattern.search(), NOT pattern.match() ). | |
613 | """ |
|
612 | """ | |
614 |
|
613 | |||
615 | if exclude_patterns is None: |
|
614 | if exclude_patterns is None: | |
616 | exclude_patterns = [] |
|
615 | exclude_patterns = [] | |
617 | self.exclude_patterns = map(re.compile,exclude_patterns) |
|
616 | self.exclude_patterns = map(re.compile,exclude_patterns) | |
618 | doctests.Doctest.__init__(self) |
|
617 | doctests.Doctest.__init__(self) | |
619 |
|
618 | |||
620 | def options(self, parser, env=os.environ): |
|
619 | def options(self, parser, env=os.environ): | |
621 | Plugin.options(self, parser, env) |
|
620 | Plugin.options(self, parser, env) | |
622 | parser.add_option('--doctest-tests', action='store_true', |
|
621 | parser.add_option('--doctest-tests', action='store_true', | |
623 | dest='doctest_tests', |
|
622 | dest='doctest_tests', | |
624 | default=env.get('NOSE_DOCTEST_TESTS',True), |
|
623 | default=env.get('NOSE_DOCTEST_TESTS',True), | |
625 | help="Also look for doctests in test modules. " |
|
624 | help="Also look for doctests in test modules. " | |
626 | "Note that classes, methods and functions should " |
|
625 | "Note that classes, methods and functions should " | |
627 | "have either doctests or non-doctest tests, " |
|
626 | "have either doctests or non-doctest tests, " | |
628 | "not both. [NOSE_DOCTEST_TESTS]") |
|
627 | "not both. [NOSE_DOCTEST_TESTS]") | |
629 | parser.add_option('--doctest-extension', action="append", |
|
628 | parser.add_option('--doctest-extension', action="append", | |
630 | dest="doctestExtension", |
|
629 | dest="doctestExtension", | |
631 | help="Also look for doctests in files with " |
|
630 | help="Also look for doctests in files with " | |
632 | "this extension [NOSE_DOCTEST_EXTENSION]") |
|
631 | "this extension [NOSE_DOCTEST_EXTENSION]") | |
633 | # Set the default as a list, if given in env; otherwise |
|
632 | # Set the default as a list, if given in env; otherwise | |
634 | # an additional value set on the command line will cause |
|
633 | # an additional value set on the command line will cause | |
635 | # an error. |
|
634 | # an error. | |
636 | env_setting = env.get('NOSE_DOCTEST_EXTENSION') |
|
635 | env_setting = env.get('NOSE_DOCTEST_EXTENSION') | |
637 | if env_setting is not None: |
|
636 | if env_setting is not None: | |
638 | parser.set_defaults(doctestExtension=tolist(env_setting)) |
|
637 | parser.set_defaults(doctestExtension=tolist(env_setting)) | |
639 |
|
638 | |||
640 |
|
639 | |||
641 | def configure(self, options, config): |
|
640 | def configure(self, options, config): | |
642 | Plugin.configure(self, options, config) |
|
641 | Plugin.configure(self, options, config) | |
643 | self.doctest_tests = options.doctest_tests |
|
642 | self.doctest_tests = options.doctest_tests | |
644 | self.extension = tolist(options.doctestExtension) |
|
643 | self.extension = tolist(options.doctestExtension) | |
645 |
|
644 | |||
646 | self.parser = doctest.DocTestParser() |
|
645 | self.parser = doctest.DocTestParser() | |
647 | self.finder = DocTestFinder() |
|
646 | self.finder = DocTestFinder() | |
648 | self.checker = IPDoctestOutputChecker() |
|
647 | self.checker = IPDoctestOutputChecker() | |
649 | self.globs = None |
|
648 | self.globs = None | |
650 | self.extraglobs = None |
|
649 | self.extraglobs = None | |
651 |
|
650 | |||
652 |
|
651 | |||
653 | def loadTestsFromExtensionModule(self,filename): |
|
652 | def loadTestsFromExtensionModule(self,filename): | |
654 | bpath,mod = os.path.split(filename) |
|
653 | bpath,mod = os.path.split(filename) | |
655 | modname = os.path.splitext(mod)[0] |
|
654 | modname = os.path.splitext(mod)[0] | |
656 | try: |
|
655 | try: | |
657 | sys.path.append(bpath) |
|
656 | sys.path.append(bpath) | |
658 | module = __import__(modname) |
|
657 | module = __import__(modname) | |
659 | tests = list(self.loadTestsFromModule(module)) |
|
658 | tests = list(self.loadTestsFromModule(module)) | |
660 | finally: |
|
659 | finally: | |
661 | sys.path.pop() |
|
660 | sys.path.pop() | |
662 | return tests |
|
661 | return tests | |
663 |
|
662 | |||
664 | # NOTE: the method below is almost a copy of the original one in nose, with |
|
663 | # NOTE: the method below is almost a copy of the original one in nose, with | |
665 | # a few modifications to control output checking. |
|
664 | # a few modifications to control output checking. | |
666 |
|
665 | |||
667 | def loadTestsFromModule(self, module): |
|
666 | def loadTestsFromModule(self, module): | |
668 | #print '*** ipdoctest - lTM',module # dbg |
|
667 | #print '*** ipdoctest - lTM',module # dbg | |
669 |
|
668 | |||
670 | if not self.matches(module.__name__): |
|
669 | if not self.matches(module.__name__): | |
671 | log.debug("Doctest doesn't want module %s", module) |
|
670 | log.debug("Doctest doesn't want module %s", module) | |
672 | return |
|
671 | return | |
673 |
|
672 | |||
674 | tests = self.finder.find(module,globs=self.globs, |
|
673 | tests = self.finder.find(module,globs=self.globs, | |
675 | extraglobs=self.extraglobs) |
|
674 | extraglobs=self.extraglobs) | |
676 | if not tests: |
|
675 | if not tests: | |
677 | return |
|
676 | return | |
678 |
|
677 | |||
679 | # always use whitespace and ellipsis options |
|
678 | # always use whitespace and ellipsis options | |
680 | optionflags = doctest.NORMALIZE_WHITESPACE | doctest.ELLIPSIS |
|
679 | optionflags = doctest.NORMALIZE_WHITESPACE | doctest.ELLIPSIS | |
681 |
|
680 | |||
682 | tests.sort() |
|
681 | tests.sort() | |
683 | module_file = module.__file__ |
|
682 | module_file = module.__file__ | |
684 | if module_file[-4:] in ('.pyc', '.pyo'): |
|
683 | if module_file[-4:] in ('.pyc', '.pyo'): | |
685 | module_file = module_file[:-1] |
|
684 | module_file = module_file[:-1] | |
686 | for test in tests: |
|
685 | for test in tests: | |
687 | if not test.examples: |
|
686 | if not test.examples: | |
688 | continue |
|
687 | continue | |
689 | if not test.filename: |
|
688 | if not test.filename: | |
690 | test.filename = module_file |
|
689 | test.filename = module_file | |
691 |
|
690 | |||
692 | yield DocTestCase(test, |
|
691 | yield DocTestCase(test, | |
693 | optionflags=optionflags, |
|
692 | optionflags=optionflags, | |
694 | checker=self.checker) |
|
693 | checker=self.checker) | |
695 |
|
694 | |||
696 |
|
695 | |||
697 | def loadTestsFromFile(self, filename): |
|
696 | def loadTestsFromFile(self, filename): | |
698 | #print "ipdoctest - from file", filename # dbg |
|
697 | #print "ipdoctest - from file", filename # dbg | |
699 | if is_extension_module(filename): |
|
698 | if is_extension_module(filename): | |
700 | for t in self.loadTestsFromExtensionModule(filename): |
|
699 | for t in self.loadTestsFromExtensionModule(filename): | |
701 | yield t |
|
700 | yield t | |
702 | else: |
|
701 | else: | |
703 | if self.extension and anyp(filename.endswith, self.extension): |
|
702 | if self.extension and anyp(filename.endswith, self.extension): | |
704 | name = os.path.basename(filename) |
|
703 | name = os.path.basename(filename) | |
705 | dh = open(filename) |
|
704 | dh = open(filename) | |
706 | try: |
|
705 | try: | |
707 | doc = dh.read() |
|
706 | doc = dh.read() | |
708 | finally: |
|
707 | finally: | |
709 | dh.close() |
|
708 | dh.close() | |
710 | test = self.parser.get_doctest( |
|
709 | test = self.parser.get_doctest( | |
711 | doc, globs={'__file__': filename}, name=name, |
|
710 | doc, globs={'__file__': filename}, name=name, | |
712 | filename=filename, lineno=0) |
|
711 | filename=filename, lineno=0) | |
713 | if test.examples: |
|
712 | if test.examples: | |
714 | #print 'FileCase:',test.examples # dbg |
|
713 | #print 'FileCase:',test.examples # dbg | |
715 | yield DocFileCase(test) |
|
714 | yield DocFileCase(test) | |
716 | else: |
|
715 | else: | |
717 | yield False # no tests to load |
|
716 | yield False # no tests to load | |
718 |
|
717 | |||
719 | def wantFile(self,filename): |
|
718 | def wantFile(self,filename): | |
720 | """Return whether the given filename should be scanned for tests. |
|
719 | """Return whether the given filename should be scanned for tests. | |
721 |
|
720 | |||
722 | Modified version that accepts extension modules as valid containers for |
|
721 | Modified version that accepts extension modules as valid containers for | |
723 | doctests. |
|
722 | doctests. | |
724 | """ |
|
723 | """ | |
725 | #print '*** ipdoctest- wantFile:',filename # dbg |
|
724 | #print '*** ipdoctest- wantFile:',filename # dbg | |
726 |
|
725 | |||
727 | for pat in self.exclude_patterns: |
|
726 | for pat in self.exclude_patterns: | |
728 | if pat.search(filename): |
|
727 | if pat.search(filename): | |
729 | # print '###>>> SKIP:',filename # dbg |
|
728 | # print '###>>> SKIP:',filename # dbg | |
730 | return False |
|
729 | return False | |
731 |
|
730 | |||
732 | if is_extension_module(filename): |
|
731 | if is_extension_module(filename): | |
733 | return True |
|
732 | return True | |
734 | else: |
|
733 | else: | |
735 | return doctests.Doctest.wantFile(self,filename) |
|
734 | return doctests.Doctest.wantFile(self,filename) | |
736 |
|
735 | |||
737 |
|
736 | |||
738 | class IPythonDoctest(ExtensionDoctest): |
|
737 | class IPythonDoctest(ExtensionDoctest): | |
739 | """Nose Plugin that supports doctests in extension modules. |
|
738 | """Nose Plugin that supports doctests in extension modules. | |
740 | """ |
|
739 | """ | |
741 | name = 'ipdoctest' # call nosetests with --with-ipdoctest |
|
740 | name = 'ipdoctest' # call nosetests with --with-ipdoctest | |
742 | enabled = True |
|
741 | enabled = True | |
743 |
|
742 | |||
744 | def makeTest(self, obj, parent): |
|
743 | def makeTest(self, obj, parent): | |
745 | """Look for doctests in the given object, which will be a |
|
744 | """Look for doctests in the given object, which will be a | |
746 | function, method or class. |
|
745 | function, method or class. | |
747 | """ |
|
746 | """ | |
748 | #print 'Plugin analyzing:', obj, parent # dbg |
|
747 | #print 'Plugin analyzing:', obj, parent # dbg | |
749 | # always use whitespace and ellipsis options |
|
748 | # always use whitespace and ellipsis options | |
750 | optionflags = doctest.NORMALIZE_WHITESPACE | doctest.ELLIPSIS |
|
749 | optionflags = doctest.NORMALIZE_WHITESPACE | doctest.ELLIPSIS | |
751 |
|
750 | |||
752 | doctests = self.finder.find(obj, module=getmodule(parent)) |
|
751 | doctests = self.finder.find(obj, module=getmodule(parent)) | |
753 | if doctests: |
|
752 | if doctests: | |
754 | for test in doctests: |
|
753 | for test in doctests: | |
755 | if len(test.examples) == 0: |
|
754 | if len(test.examples) == 0: | |
756 | continue |
|
755 | continue | |
757 |
|
756 | |||
758 | yield DocTestCase(test, obj=obj, |
|
757 | yield DocTestCase(test, obj=obj, | |
759 | optionflags=optionflags, |
|
758 | optionflags=optionflags, | |
760 | checker=self.checker) |
|
759 | checker=self.checker) | |
761 |
|
760 | |||
762 | def options(self, parser, env=os.environ): |
|
761 | def options(self, parser, env=os.environ): | |
763 | #print "Options for nose plugin:", self.name # dbg |
|
762 | #print "Options for nose plugin:", self.name # dbg | |
764 | Plugin.options(self, parser, env) |
|
763 | Plugin.options(self, parser, env) | |
765 | parser.add_option('--ipdoctest-tests', action='store_true', |
|
764 | parser.add_option('--ipdoctest-tests', action='store_true', | |
766 | dest='ipdoctest_tests', |
|
765 | dest='ipdoctest_tests', | |
767 | default=env.get('NOSE_IPDOCTEST_TESTS',True), |
|
766 | default=env.get('NOSE_IPDOCTEST_TESTS',True), | |
768 | help="Also look for doctests in test modules. " |
|
767 | help="Also look for doctests in test modules. " | |
769 | "Note that classes, methods and functions should " |
|
768 | "Note that classes, methods and functions should " | |
770 | "have either doctests or non-doctest tests, " |
|
769 | "have either doctests or non-doctest tests, " | |
771 | "not both. [NOSE_IPDOCTEST_TESTS]") |
|
770 | "not both. [NOSE_IPDOCTEST_TESTS]") | |
772 | parser.add_option('--ipdoctest-extension', action="append", |
|
771 | parser.add_option('--ipdoctest-extension', action="append", | |
773 | dest="ipdoctest_extension", |
|
772 | dest="ipdoctest_extension", | |
774 | help="Also look for doctests in files with " |
|
773 | help="Also look for doctests in files with " | |
775 | "this extension [NOSE_IPDOCTEST_EXTENSION]") |
|
774 | "this extension [NOSE_IPDOCTEST_EXTENSION]") | |
776 | # Set the default as a list, if given in env; otherwise |
|
775 | # Set the default as a list, if given in env; otherwise | |
777 | # an additional value set on the command line will cause |
|
776 | # an additional value set on the command line will cause | |
778 | # an error. |
|
777 | # an error. | |
779 | env_setting = env.get('NOSE_IPDOCTEST_EXTENSION') |
|
778 | env_setting = env.get('NOSE_IPDOCTEST_EXTENSION') | |
780 | if env_setting is not None: |
|
779 | if env_setting is not None: | |
781 | parser.set_defaults(ipdoctest_extension=tolist(env_setting)) |
|
780 | parser.set_defaults(ipdoctest_extension=tolist(env_setting)) | |
782 |
|
781 | |||
783 | def configure(self, options, config): |
|
782 | def configure(self, options, config): | |
784 | #print "Configuring nose plugin:", self.name # dbg |
|
783 | #print "Configuring nose plugin:", self.name # dbg | |
785 | Plugin.configure(self, options, config) |
|
784 | Plugin.configure(self, options, config) | |
786 | self.doctest_tests = options.ipdoctest_tests |
|
785 | self.doctest_tests = options.ipdoctest_tests | |
787 | self.extension = tolist(options.ipdoctest_extension) |
|
786 | self.extension = tolist(options.ipdoctest_extension) | |
788 |
|
787 | |||
789 | self.parser = IPDocTestParser() |
|
788 | self.parser = IPDocTestParser() | |
790 | self.finder = DocTestFinder(parser=self.parser) |
|
789 | self.finder = DocTestFinder(parser=self.parser) | |
791 | self.checker = IPDoctestOutputChecker() |
|
790 | self.checker = IPDoctestOutputChecker() | |
792 | self.globs = None |
|
791 | self.globs = None | |
793 | self.extraglobs = None |
|
792 | self.extraglobs = None |
@@ -1,457 +1,458 b'' | |||||
1 | """A ZMQ-based subclass of InteractiveShell. |
|
1 | """A ZMQ-based subclass of InteractiveShell. | |
2 |
|
2 | |||
3 | This code is meant to ease the refactoring of the base InteractiveShell into |
|
3 | This code is meant to ease the refactoring of the base InteractiveShell into | |
4 | something with a cleaner architecture for 2-process use, without actually |
|
4 | something with a cleaner architecture for 2-process use, without actually | |
5 | breaking InteractiveShell itself. So we're doing something a bit ugly, where |
|
5 | breaking InteractiveShell itself. So we're doing something a bit ugly, where | |
6 | we subclass and override what we want to fix. Once this is working well, we |
|
6 | we subclass and override what we want to fix. Once this is working well, we | |
7 | can go back to the base class and refactor the code for a cleaner inheritance |
|
7 | can go back to the base class and refactor the code for a cleaner inheritance | |
8 | implementation that doesn't rely on so much monkeypatching. |
|
8 | implementation that doesn't rely on so much monkeypatching. | |
9 |
|
9 | |||
10 | But this lets us maintain a fully working IPython as we develop the new |
|
10 | But this lets us maintain a fully working IPython as we develop the new | |
11 | machinery. This should thus be thought of as scaffolding. |
|
11 | machinery. This should thus be thought of as scaffolding. | |
12 | """ |
|
12 | """ | |
13 | #----------------------------------------------------------------------------- |
|
13 | #----------------------------------------------------------------------------- | |
14 | # Imports |
|
14 | # Imports | |
15 | #----------------------------------------------------------------------------- |
|
15 | #----------------------------------------------------------------------------- | |
16 | from __future__ import print_function |
|
16 | from __future__ import print_function | |
17 |
|
17 | |||
18 | # Stdlib |
|
18 | # Stdlib | |
19 | import inspect |
|
19 | import inspect | |
20 | import os |
|
20 | import os | |
21 |
|
21 | |||
22 | # Our own |
|
22 | # Our own | |
23 | from IPython.core.interactiveshell import ( |
|
23 | from IPython.core.interactiveshell import ( | |
24 | InteractiveShell, InteractiveShellABC |
|
24 | InteractiveShell, InteractiveShellABC | |
25 | ) |
|
25 | ) | |
26 | from IPython.core import page |
|
26 | from IPython.core import page | |
27 | from IPython.core.autocall import ZMQExitAutocall |
|
27 | from IPython.core.autocall import ZMQExitAutocall | |
28 | from IPython.core.displaypub import DisplayPublisher |
|
28 | from IPython.core.displaypub import DisplayPublisher | |
29 | from IPython.core.macro import Macro |
|
29 | from IPython.core.macro import Macro | |
30 | from IPython.core.magic import MacroToEdit |
|
30 | from IPython.core.magic import MacroToEdit | |
31 | from IPython.core.payloadpage import install_payload_page |
|
31 | from IPython.core.payloadpage import install_payload_page | |
32 | from IPython.utils import io |
|
32 | from IPython.utils import io | |
33 | from IPython.utils.path import get_py_filename |
|
33 | from IPython.utils.path import get_py_filename | |
34 | from IPython.utils.traitlets import Instance, Type, Dict, CBool |
|
34 | from IPython.utils.traitlets import Instance, Type, Dict, CBool | |
35 | from IPython.utils.warn import warn |
|
35 | from IPython.utils.warn import warn | |
36 | from IPython.zmq.displayhook import ZMQShellDisplayHook, _encode_png |
|
36 | from IPython.zmq.displayhook import ZMQShellDisplayHook, _encode_png | |
37 | from IPython.zmq.session import extract_header |
|
37 | from IPython.zmq.session import extract_header | |
38 | from session import Session |
|
38 | from session import Session | |
39 |
|
39 | |||
40 | #----------------------------------------------------------------------------- |
|
40 | #----------------------------------------------------------------------------- | |
41 | # Globals and side-effects |
|
41 | # Globals and side-effects | |
42 | #----------------------------------------------------------------------------- |
|
42 | #----------------------------------------------------------------------------- | |
43 |
|
43 | |||
44 | # Install the payload version of page. |
|
44 | # Install the payload version of page. | |
45 | install_payload_page() |
|
45 | install_payload_page() | |
46 |
|
46 | |||
47 | #----------------------------------------------------------------------------- |
|
47 | #----------------------------------------------------------------------------- | |
48 | # Functions and classes |
|
48 | # Functions and classes | |
49 | #----------------------------------------------------------------------------- |
|
49 | #----------------------------------------------------------------------------- | |
50 |
|
50 | |||
51 | class ZMQDisplayPublisher(DisplayPublisher): |
|
51 | class ZMQDisplayPublisher(DisplayPublisher): | |
52 | """A display publisher that publishes data using a ZeroMQ PUB socket.""" |
|
52 | """A display publisher that publishes data using a ZeroMQ PUB socket.""" | |
53 |
|
53 | |||
54 | session = Instance(Session) |
|
54 | session = Instance(Session) | |
55 | pub_socket = Instance('zmq.Socket') |
|
55 | pub_socket = Instance('zmq.Socket') | |
56 | parent_header = Dict({}) |
|
56 | parent_header = Dict({}) | |
57 |
|
57 | |||
58 | def set_parent(self, parent): |
|
58 | def set_parent(self, parent): | |
59 | """Set the parent for outbound messages.""" |
|
59 | """Set the parent for outbound messages.""" | |
60 | self.parent_header = extract_header(parent) |
|
60 | self.parent_header = extract_header(parent) | |
61 |
|
61 | |||
62 | def publish(self, source, data, metadata=None): |
|
62 | def publish(self, source, data, metadata=None): | |
63 | if metadata is None: |
|
63 | if metadata is None: | |
64 | metadata = {} |
|
64 | metadata = {} | |
65 | self._validate_data(source, data, metadata) |
|
65 | self._validate_data(source, data, metadata) | |
66 | content = {} |
|
66 | content = {} | |
67 | content['source'] = source |
|
67 | content['source'] = source | |
68 | _encode_png(data) |
|
68 | _encode_png(data) | |
69 | content['data'] = data |
|
69 | content['data'] = data | |
70 | content['metadata'] = metadata |
|
70 | content['metadata'] = metadata | |
71 | self.session.send( |
|
71 | self.session.send( | |
72 | self.pub_socket, u'display_data', content, |
|
72 | self.pub_socket, u'display_data', content, | |
73 | parent=self.parent_header |
|
73 | parent=self.parent_header | |
74 | ) |
|
74 | ) | |
75 |
|
75 | |||
76 |
|
76 | |||
77 | class ZMQInteractiveShell(InteractiveShell): |
|
77 | class ZMQInteractiveShell(InteractiveShell): | |
78 | """A subclass of InteractiveShell for ZMQ.""" |
|
78 | """A subclass of InteractiveShell for ZMQ.""" | |
79 |
|
79 | |||
80 | displayhook_class = Type(ZMQShellDisplayHook) |
|
80 | displayhook_class = Type(ZMQShellDisplayHook) | |
81 | display_pub_class = Type(ZMQDisplayPublisher) |
|
81 | display_pub_class = Type(ZMQDisplayPublisher) | |
82 |
|
82 | |||
83 | # Override the traitlet in the parent class, because there's no point using |
|
83 | # Override the traitlet in the parent class, because there's no point using | |
84 | # readline for the kernel. Can be removed when the readline code is moved |
|
84 | # readline for the kernel. Can be removed when the readline code is moved | |
85 | # to the terminal frontend. |
|
85 | # to the terminal frontend. | |
86 |
|
86 | |||
87 | # FIXME. This is disabled for now, even though it may cause problems under |
|
87 | # FIXME. This is disabled for now, even though it may cause problems under | |
88 | # Windows, because it breaks %run in the Qt console. See gh-617 for more |
|
88 | # Windows, because it breaks %run in the Qt console. See gh-617 for more | |
89 | # details. Re-enable once we've fully tested that %run works in the Qt |
|
89 | # details. Re-enable once we've fully tested that %run works in the Qt | |
90 | # console with syntax highlighting in tracebacks. |
|
90 | # console with syntax highlighting in tracebacks. | |
91 | # readline_use = CBool(False) |
|
91 | # readline_use = CBool(False) | |
92 | # /FIXME |
|
92 | # /FIXME | |
93 |
|
93 | |||
94 | exiter = Instance(ZMQExitAutocall) |
|
94 | exiter = Instance(ZMQExitAutocall) | |
95 | def _exiter_default(self): |
|
95 | def _exiter_default(self): | |
96 | return ZMQExitAutocall(self) |
|
96 | return ZMQExitAutocall(self) | |
97 |
|
97 | |||
98 | keepkernel_on_exit = None |
|
98 | keepkernel_on_exit = None | |
99 |
|
99 | |||
100 | def init_environment(self): |
|
100 | def init_environment(self): | |
101 | """Configure the user's environment. |
|
101 | """Configure the user's environment. | |
102 |
|
102 | |||
103 | """ |
|
103 | """ | |
104 | env = os.environ |
|
104 | env = os.environ | |
105 | # These two ensure 'ls' produces nice coloring on BSD-derived systems |
|
105 | # These two ensure 'ls' produces nice coloring on BSD-derived systems | |
106 | env['TERM'] = 'xterm-color' |
|
106 | env['TERM'] = 'xterm-color' | |
107 | env['CLICOLOR'] = '1' |
|
107 | env['CLICOLOR'] = '1' | |
108 | # Since normal pagers don't work at all (over pexpect we don't have |
|
108 | # Since normal pagers don't work at all (over pexpect we don't have | |
109 | # single-key control of the subprocess), try to disable paging in |
|
109 | # single-key control of the subprocess), try to disable paging in | |
110 | # subprocesses as much as possible. |
|
110 | # subprocesses as much as possible. | |
111 | env['PAGER'] = 'cat' |
|
111 | env['PAGER'] = 'cat' | |
112 | env['GIT_PAGER'] = 'cat' |
|
112 | env['GIT_PAGER'] = 'cat' | |
113 |
|
113 | |||
114 | def auto_rewrite_input(self, cmd): |
|
114 | def auto_rewrite_input(self, cmd): | |
115 | """Called to show the auto-rewritten input for autocall and friends. |
|
115 | """Called to show the auto-rewritten input for autocall and friends. | |
116 |
|
116 | |||
117 | FIXME: this payload is currently not correctly processed by the |
|
117 | FIXME: this payload is currently not correctly processed by the | |
118 | frontend. |
|
118 | frontend. | |
119 | """ |
|
119 | """ | |
120 | new = self.displayhook.prompt1.auto_rewrite() + cmd |
|
120 | new = self.displayhook.prompt1.auto_rewrite() + cmd | |
121 | payload = dict( |
|
121 | payload = dict( | |
122 | source='IPython.zmq.zmqshell.ZMQInteractiveShell.auto_rewrite_input', |
|
122 | source='IPython.zmq.zmqshell.ZMQInteractiveShell.auto_rewrite_input', | |
123 | transformed_input=new, |
|
123 | transformed_input=new, | |
124 | ) |
|
124 | ) | |
125 | self.payload_manager.write_payload(payload) |
|
125 | self.payload_manager.write_payload(payload) | |
126 |
|
126 | |||
127 | def ask_exit(self): |
|
127 | def ask_exit(self): | |
128 | """Engage the exit actions.""" |
|
128 | """Engage the exit actions.""" | |
129 | payload = dict( |
|
129 | payload = dict( | |
130 | source='IPython.zmq.zmqshell.ZMQInteractiveShell.ask_exit', |
|
130 | source='IPython.zmq.zmqshell.ZMQInteractiveShell.ask_exit', | |
131 | exit=True, |
|
131 | exit=True, | |
132 | keepkernel=self.keepkernel_on_exit, |
|
132 | keepkernel=self.keepkernel_on_exit, | |
133 | ) |
|
133 | ) | |
134 | self.payload_manager.write_payload(payload) |
|
134 | self.payload_manager.write_payload(payload) | |
135 |
|
135 | |||
136 | def _showtraceback(self, etype, evalue, stb): |
|
136 | def _showtraceback(self, etype, evalue, stb): | |
137 |
|
137 | |||
138 | exc_content = { |
|
138 | exc_content = { | |
139 | u'traceback' : stb, |
|
139 | u'traceback' : stb, | |
140 | u'ename' : unicode(etype.__name__), |
|
140 | u'ename' : unicode(etype.__name__), | |
141 | u'evalue' : unicode(evalue) |
|
141 | u'evalue' : unicode(evalue) | |
142 | } |
|
142 | } | |
143 |
|
143 | |||
144 | dh = self.displayhook |
|
144 | dh = self.displayhook | |
145 | # Send exception info over pub socket for other clients than the caller |
|
145 | # Send exception info over pub socket for other clients than the caller | |
146 | # to pick up |
|
146 | # to pick up | |
147 | exc_msg = dh.session.send(dh.pub_socket, u'pyerr', exc_content, dh.parent_header) |
|
147 | exc_msg = dh.session.send(dh.pub_socket, u'pyerr', exc_content, dh.parent_header) | |
148 |
|
148 | |||
149 | # FIXME - Hack: store exception info in shell object. Right now, the |
|
149 | # FIXME - Hack: store exception info in shell object. Right now, the | |
150 | # caller is reading this info after the fact, we need to fix this logic |
|
150 | # caller is reading this info after the fact, we need to fix this logic | |
151 | # to remove this hack. Even uglier, we need to store the error status |
|
151 | # to remove this hack. Even uglier, we need to store the error status | |
152 | # here, because in the main loop, the logic that sets it is being |
|
152 | # here, because in the main loop, the logic that sets it is being | |
153 | # skipped because runlines swallows the exceptions. |
|
153 | # skipped because runlines swallows the exceptions. | |
154 | exc_content[u'status'] = u'error' |
|
154 | exc_content[u'status'] = u'error' | |
155 | self._reply_content = exc_content |
|
155 | self._reply_content = exc_content | |
156 | # /FIXME |
|
156 | # /FIXME | |
157 |
|
157 | |||
158 | return exc_content |
|
158 | return exc_content | |
159 |
|
159 | |||
160 | #------------------------------------------------------------------------ |
|
160 | #------------------------------------------------------------------------ | |
161 | # Magic overrides |
|
161 | # Magic overrides | |
162 | #------------------------------------------------------------------------ |
|
162 | #------------------------------------------------------------------------ | |
163 | # Once the base class stops inheriting from magic, this code needs to be |
|
163 | # Once the base class stops inheriting from magic, this code needs to be | |
164 | # moved into a separate machinery as well. For now, at least isolate here |
|
164 | # moved into a separate machinery as well. For now, at least isolate here | |
165 | # the magics which this class needs to implement differently from the base |
|
165 | # the magics which this class needs to implement differently from the base | |
166 | # class, or that are unique to it. |
|
166 | # class, or that are unique to it. | |
167 |
|
167 | |||
168 | def magic_doctest_mode(self,parameter_s=''): |
|
168 | def magic_doctest_mode(self,parameter_s=''): | |
169 | """Toggle doctest mode on and off. |
|
169 | """Toggle doctest mode on and off. | |
170 |
|
170 | |||
171 | This mode is intended to make IPython behave as much as possible like a |
|
171 | This mode is intended to make IPython behave as much as possible like a | |
172 | plain Python shell, from the perspective of how its prompts, exceptions |
|
172 | plain Python shell, from the perspective of how its prompts, exceptions | |
173 | and output look. This makes it easy to copy and paste parts of a |
|
173 | and output look. This makes it easy to copy and paste parts of a | |
174 | session into doctests. It does so by: |
|
174 | session into doctests. It does so by: | |
175 |
|
175 | |||
176 | - Changing the prompts to the classic ``>>>`` ones. |
|
176 | - Changing the prompts to the classic ``>>>`` ones. | |
177 | - Changing the exception reporting mode to 'Plain'. |
|
177 | - Changing the exception reporting mode to 'Plain'. | |
178 | - Disabling pretty-printing of output. |
|
178 | - Disabling pretty-printing of output. | |
179 |
|
179 | |||
180 | Note that IPython also supports the pasting of code snippets that have |
|
180 | Note that IPython also supports the pasting of code snippets that have | |
181 | leading '>>>' and '...' prompts in them. This means that you can paste |
|
181 | leading '>>>' and '...' prompts in them. This means that you can paste | |
182 | doctests from files or docstrings (even if they have leading |
|
182 | doctests from files or docstrings (even if they have leading | |
183 | whitespace), and the code will execute correctly. You can then use |
|
183 | whitespace), and the code will execute correctly. You can then use | |
184 | '%history -t' to see the translated history; this will give you the |
|
184 | '%history -t' to see the translated history; this will give you the | |
185 | input after removal of all the leading prompts and whitespace, which |
|
185 | input after removal of all the leading prompts and whitespace, which | |
186 | can be pasted back into an editor. |
|
186 | can be pasted back into an editor. | |
187 |
|
187 | |||
188 | With these features, you can switch into this mode easily whenever you |
|
188 | With these features, you can switch into this mode easily whenever you | |
189 | need to do testing and changes to doctests, without having to leave |
|
189 | need to do testing and changes to doctests, without having to leave | |
190 | your existing IPython session. |
|
190 | your existing IPython session. | |
191 | """ |
|
191 | """ | |
192 |
|
192 | |||
193 | from IPython.utils.ipstruct import Struct |
|
193 | from IPython.utils.ipstruct import Struct | |
194 |
|
194 | |||
195 | # Shorthands |
|
195 | # Shorthands | |
196 | shell = self.shell |
|
196 | shell = self.shell | |
197 | disp_formatter = self.shell.display_formatter |
|
197 | disp_formatter = self.shell.display_formatter | |
198 | ptformatter = disp_formatter.formatters['text/plain'] |
|
198 | ptformatter = disp_formatter.formatters['text/plain'] | |
199 | # dstore is a data store kept in the instance metadata bag to track any |
|
199 | # dstore is a data store kept in the instance metadata bag to track any | |
200 | # changes we make, so we can undo them later. |
|
200 | # changes we make, so we can undo them later. | |
201 | dstore = shell.meta.setdefault('doctest_mode', Struct()) |
|
201 | dstore = shell.meta.setdefault('doctest_mode', Struct()) | |
202 | save_dstore = dstore.setdefault |
|
202 | save_dstore = dstore.setdefault | |
203 |
|
203 | |||
204 | # save a few values we'll need to recover later |
|
204 | # save a few values we'll need to recover later | |
205 | mode = save_dstore('mode', False) |
|
205 | mode = save_dstore('mode', False) | |
206 | save_dstore('rc_pprint', ptformatter.pprint) |
|
206 | save_dstore('rc_pprint', ptformatter.pprint) | |
207 | save_dstore('rc_plain_text_only',disp_formatter.plain_text_only) |
|
207 | save_dstore('rc_plain_text_only',disp_formatter.plain_text_only) | |
208 | save_dstore('xmode', shell.InteractiveTB.mode) |
|
208 | save_dstore('xmode', shell.InteractiveTB.mode) | |
209 |
|
209 | |||
210 | if mode == False: |
|
210 | if mode == False: | |
211 | # turn on |
|
211 | # turn on | |
212 | ptformatter.pprint = False |
|
212 | ptformatter.pprint = False | |
213 | disp_formatter.plain_text_only = True |
|
213 | disp_formatter.plain_text_only = True | |
214 | shell.magic_xmode('Plain') |
|
214 | shell.magic_xmode('Plain') | |
215 | else: |
|
215 | else: | |
216 | # turn off |
|
216 | # turn off | |
217 | ptformatter.pprint = dstore.rc_pprint |
|
217 | ptformatter.pprint = dstore.rc_pprint | |
218 | disp_formatter.plain_text_only = dstore.rc_plain_text_only |
|
218 | disp_formatter.plain_text_only = dstore.rc_plain_text_only | |
219 | shell.magic_xmode(dstore.xmode) |
|
219 | shell.magic_xmode(dstore.xmode) | |
220 |
|
220 | |||
221 | # Store new mode and inform on console |
|
221 | # Store new mode and inform on console | |
222 | dstore.mode = bool(1-int(mode)) |
|
222 | dstore.mode = bool(1-int(mode)) | |
223 | mode_label = ['OFF','ON'][dstore.mode] |
|
223 | mode_label = ['OFF','ON'][dstore.mode] | |
224 | print('Doctest mode is:', mode_label) |
|
224 | print('Doctest mode is:', mode_label) | |
225 |
|
225 | |||
226 | # Send the payload back so that clients can modify their prompt display |
|
226 | # Send the payload back so that clients can modify their prompt display | |
227 | payload = dict( |
|
227 | payload = dict( | |
228 | source='IPython.zmq.zmqshell.ZMQInteractiveShell.magic_doctest_mode', |
|
228 | source='IPython.zmq.zmqshell.ZMQInteractiveShell.magic_doctest_mode', | |
229 | mode=dstore.mode) |
|
229 | mode=dstore.mode) | |
230 | self.payload_manager.write_payload(payload) |
|
230 | self.payload_manager.write_payload(payload) | |
231 |
|
231 | |||
232 | def magic_edit(self,parameter_s='',last_call=['','']): |
|
232 | def magic_edit(self,parameter_s='',last_call=['','']): | |
233 | """Bring up an editor and execute the resulting code. |
|
233 | """Bring up an editor and execute the resulting code. | |
234 |
|
234 | |||
235 | Usage: |
|
235 | Usage: | |
236 | %edit [options] [args] |
|
236 | %edit [options] [args] | |
237 |
|
237 | |||
238 | %edit runs IPython's editor hook. The default version of this hook is |
|
238 | %edit runs IPython's editor hook. The default version of this hook is | |
239 | set to call the __IPYTHON__.rc.editor command. This is read from your |
|
239 | set to call the __IPYTHON__.rc.editor command. This is read from your | |
240 | environment variable $EDITOR. If this isn't found, it will default to |
|
240 | environment variable $EDITOR. If this isn't found, it will default to | |
241 | vi under Linux/Unix and to notepad under Windows. See the end of this |
|
241 | vi under Linux/Unix and to notepad under Windows. See the end of this | |
242 | docstring for how to change the editor hook. |
|
242 | docstring for how to change the editor hook. | |
243 |
|
243 | |||
244 | You can also set the value of this editor via the command line option |
|
244 | You can also set the value of this editor via the command line option | |
245 | '-editor' or in your ipythonrc file. This is useful if you wish to use |
|
245 | '-editor' or via the 'editor' option in your configuration file. | |
246 | specifically for IPython an editor different from your typical default |
|
246 | This is useful if you wish to use specifically for IPython an editor | |
247 | (and for Windows users who typically don't set environment variables). |
|
247 | different from your typical default (and for Windows users who typically | |
|
248 | don't set environment variables). | |||
248 |
|
249 | |||
249 | This command allows you to conveniently edit multi-line code right in |
|
250 | This command allows you to conveniently edit multi-line code right in | |
250 | your IPython session. |
|
251 | your IPython session. | |
251 |
|
252 | |||
252 | If called without arguments, %edit opens up an empty editor with a |
|
253 | If called without arguments, %edit opens up an empty editor with a | |
253 | temporary file and will execute the contents of this file when you |
|
254 | temporary file and will execute the contents of this file when you | |
254 | close it (don't forget to save it!). |
|
255 | close it (don't forget to save it!). | |
255 |
|
256 | |||
256 |
|
257 | |||
257 | Options: |
|
258 | Options: | |
258 |
|
259 | |||
259 | -n <number>: open the editor at a specified line number. By default, |
|
260 | -n <number>: open the editor at a specified line number. By default, | |
260 | the IPython editor hook uses the unix syntax 'editor +N filename', but |
|
261 | the IPython editor hook uses the unix syntax 'editor +N filename', but | |
261 | you can configure this by providing your own modified hook if your |
|
262 | you can configure this by providing your own modified hook if your | |
262 | favorite editor supports line-number specifications with a different |
|
263 | favorite editor supports line-number specifications with a different | |
263 | syntax. |
|
264 | syntax. | |
264 |
|
265 | |||
265 | -p: this will call the editor with the same data as the previous time |
|
266 | -p: this will call the editor with the same data as the previous time | |
266 | it was used, regardless of how long ago (in your current session) it |
|
267 | it was used, regardless of how long ago (in your current session) it | |
267 | was. |
|
268 | was. | |
268 |
|
269 | |||
269 | -r: use 'raw' input. This option only applies to input taken from the |
|
270 | -r: use 'raw' input. This option only applies to input taken from the | |
270 | user's history. By default, the 'processed' history is used, so that |
|
271 | user's history. By default, the 'processed' history is used, so that | |
271 | magics are loaded in their transformed version to valid Python. If |
|
272 | magics are loaded in their transformed version to valid Python. If | |
272 | this option is given, the raw input as typed as the command line is |
|
273 | this option is given, the raw input as typed as the command line is | |
273 | used instead. When you exit the editor, it will be executed by |
|
274 | used instead. When you exit the editor, it will be executed by | |
274 | IPython's own processor. |
|
275 | IPython's own processor. | |
275 |
|
276 | |||
276 | -x: do not execute the edited code immediately upon exit. This is |
|
277 | -x: do not execute the edited code immediately upon exit. This is | |
277 | mainly useful if you are editing programs which need to be called with |
|
278 | mainly useful if you are editing programs which need to be called with | |
278 | command line arguments, which you can then do using %run. |
|
279 | command line arguments, which you can then do using %run. | |
279 |
|
280 | |||
280 |
|
281 | |||
281 | Arguments: |
|
282 | Arguments: | |
282 |
|
283 | |||
283 | If arguments are given, the following possibilites exist: |
|
284 | If arguments are given, the following possibilites exist: | |
284 |
|
285 | |||
285 | - The arguments are numbers or pairs of colon-separated numbers (like |
|
286 | - The arguments are numbers or pairs of colon-separated numbers (like | |
286 | 1 4:8 9). These are interpreted as lines of previous input to be |
|
287 | 1 4:8 9). These are interpreted as lines of previous input to be | |
287 | loaded into the editor. The syntax is the same of the %macro command. |
|
288 | loaded into the editor. The syntax is the same of the %macro command. | |
288 |
|
289 | |||
289 | - If the argument doesn't start with a number, it is evaluated as a |
|
290 | - If the argument doesn't start with a number, it is evaluated as a | |
290 | variable and its contents loaded into the editor. You can thus edit |
|
291 | variable and its contents loaded into the editor. You can thus edit | |
291 | any string which contains python code (including the result of |
|
292 | any string which contains python code (including the result of | |
292 | previous edits). |
|
293 | previous edits). | |
293 |
|
294 | |||
294 | - If the argument is the name of an object (other than a string), |
|
295 | - If the argument is the name of an object (other than a string), | |
295 | IPython will try to locate the file where it was defined and open the |
|
296 | IPython will try to locate the file where it was defined and open the | |
296 | editor at the point where it is defined. You can use `%edit function` |
|
297 | editor at the point where it is defined. You can use `%edit function` | |
297 | to load an editor exactly at the point where 'function' is defined, |
|
298 | to load an editor exactly at the point where 'function' is defined, | |
298 | edit it and have the file be executed automatically. |
|
299 | edit it and have the file be executed automatically. | |
299 |
|
300 | |||
300 | If the object is a macro (see %macro for details), this opens up your |
|
301 | If the object is a macro (see %macro for details), this opens up your | |
301 | specified editor with a temporary file containing the macro's data. |
|
302 | specified editor with a temporary file containing the macro's data. | |
302 | Upon exit, the macro is reloaded with the contents of the file. |
|
303 | Upon exit, the macro is reloaded with the contents of the file. | |
303 |
|
304 | |||
304 | Note: opening at an exact line is only supported under Unix, and some |
|
305 | Note: opening at an exact line is only supported under Unix, and some | |
305 | editors (like kedit and gedit up to Gnome 2.8) do not understand the |
|
306 | editors (like kedit and gedit up to Gnome 2.8) do not understand the | |
306 | '+NUMBER' parameter necessary for this feature. Good editors like |
|
307 | '+NUMBER' parameter necessary for this feature. Good editors like | |
307 | (X)Emacs, vi, jed, pico and joe all do. |
|
308 | (X)Emacs, vi, jed, pico and joe all do. | |
308 |
|
309 | |||
309 | - If the argument is not found as a variable, IPython will look for a |
|
310 | - If the argument is not found as a variable, IPython will look for a | |
310 | file with that name (adding .py if necessary) and load it into the |
|
311 | file with that name (adding .py if necessary) and load it into the | |
311 | editor. It will execute its contents with execfile() when you exit, |
|
312 | editor. It will execute its contents with execfile() when you exit, | |
312 | loading any code in the file into your interactive namespace. |
|
313 | loading any code in the file into your interactive namespace. | |
313 |
|
314 | |||
314 | After executing your code, %edit will return as output the code you |
|
315 | After executing your code, %edit will return as output the code you | |
315 | typed in the editor (except when it was an existing file). This way |
|
316 | typed in the editor (except when it was an existing file). This way | |
316 | you can reload the code in further invocations of %edit as a variable, |
|
317 | you can reload the code in further invocations of %edit as a variable, | |
317 | via _<NUMBER> or Out[<NUMBER>], where <NUMBER> is the prompt number of |
|
318 | via _<NUMBER> or Out[<NUMBER>], where <NUMBER> is the prompt number of | |
318 | the output. |
|
319 | the output. | |
319 |
|
320 | |||
320 | Note that %edit is also available through the alias %ed. |
|
321 | Note that %edit is also available through the alias %ed. | |
321 |
|
322 | |||
322 | This is an example of creating a simple function inside the editor and |
|
323 | This is an example of creating a simple function inside the editor and | |
323 | then modifying it. First, start up the editor: |
|
324 | then modifying it. First, start up the editor: | |
324 |
|
325 | |||
325 | In [1]: ed |
|
326 | In [1]: ed | |
326 | Editing... done. Executing edited code... |
|
327 | Editing... done. Executing edited code... | |
327 | Out[1]: 'def foo():n print "foo() was defined in an editing session"n' |
|
328 | Out[1]: 'def foo():n print "foo() was defined in an editing session"n' | |
328 |
|
329 | |||
329 | We can then call the function foo(): |
|
330 | We can then call the function foo(): | |
330 |
|
331 | |||
331 | In [2]: foo() |
|
332 | In [2]: foo() | |
332 | foo() was defined in an editing session |
|
333 | foo() was defined in an editing session | |
333 |
|
334 | |||
334 | Now we edit foo. IPython automatically loads the editor with the |
|
335 | Now we edit foo. IPython automatically loads the editor with the | |
335 | (temporary) file where foo() was previously defined: |
|
336 | (temporary) file where foo() was previously defined: | |
336 |
|
337 | |||
337 | In [3]: ed foo |
|
338 | In [3]: ed foo | |
338 | Editing... done. Executing edited code... |
|
339 | Editing... done. Executing edited code... | |
339 |
|
340 | |||
340 | And if we call foo() again we get the modified version: |
|
341 | And if we call foo() again we get the modified version: | |
341 |
|
342 | |||
342 | In [4]: foo() |
|
343 | In [4]: foo() | |
343 | foo() has now been changed! |
|
344 | foo() has now been changed! | |
344 |
|
345 | |||
345 | Here is an example of how to edit a code snippet successive |
|
346 | Here is an example of how to edit a code snippet successive | |
346 | times. First we call the editor: |
|
347 | times. First we call the editor: | |
347 |
|
348 | |||
348 | In [5]: ed |
|
349 | In [5]: ed | |
349 | Editing... done. Executing edited code... |
|
350 | Editing... done. Executing edited code... | |
350 | hello |
|
351 | hello | |
351 | Out[5]: "print 'hello'n" |
|
352 | Out[5]: "print 'hello'n" | |
352 |
|
353 | |||
353 | Now we call it again with the previous output (stored in _): |
|
354 | Now we call it again with the previous output (stored in _): | |
354 |
|
355 | |||
355 | In [6]: ed _ |
|
356 | In [6]: ed _ | |
356 | Editing... done. Executing edited code... |
|
357 | Editing... done. Executing edited code... | |
357 | hello world |
|
358 | hello world | |
358 | Out[6]: "print 'hello world'n" |
|
359 | Out[6]: "print 'hello world'n" | |
359 |
|
360 | |||
360 | Now we call it with the output #8 (stored in _8, also as Out[8]): |
|
361 | Now we call it with the output #8 (stored in _8, also as Out[8]): | |
361 |
|
362 | |||
362 | In [7]: ed _8 |
|
363 | In [7]: ed _8 | |
363 | Editing... done. Executing edited code... |
|
364 | Editing... done. Executing edited code... | |
364 | hello again |
|
365 | hello again | |
365 | Out[7]: "print 'hello again'n" |
|
366 | Out[7]: "print 'hello again'n" | |
366 |
|
367 | |||
367 |
|
368 | |||
368 | Changing the default editor hook: |
|
369 | Changing the default editor hook: | |
369 |
|
370 | |||
370 | If you wish to write your own editor hook, you can put it in a |
|
371 | If you wish to write your own editor hook, you can put it in a | |
371 | configuration file which you load at startup time. The default hook |
|
372 | configuration file which you load at startup time. The default hook | |
372 | is defined in the IPython.core.hooks module, and you can use that as a |
|
373 | is defined in the IPython.core.hooks module, and you can use that as a | |
373 | starting example for further modifications. That file also has |
|
374 | starting example for further modifications. That file also has | |
374 | general instructions on how to set a new hook for use once you've |
|
375 | general instructions on how to set a new hook for use once you've | |
375 | defined it.""" |
|
376 | defined it.""" | |
376 |
|
377 | |||
377 | opts,args = self.parse_options(parameter_s,'prn:') |
|
378 | opts,args = self.parse_options(parameter_s,'prn:') | |
378 |
|
379 | |||
379 | try: |
|
380 | try: | |
380 | filename, lineno, _ = self._find_edit_target(args, opts, last_call) |
|
381 | filename, lineno, _ = self._find_edit_target(args, opts, last_call) | |
381 | except MacroToEdit as e: |
|
382 | except MacroToEdit as e: | |
382 | # TODO: Implement macro editing over 2 processes. |
|
383 | # TODO: Implement macro editing over 2 processes. | |
383 | print("Macro editing not yet implemented in 2-process model.") |
|
384 | print("Macro editing not yet implemented in 2-process model.") | |
384 | return |
|
385 | return | |
385 |
|
386 | |||
386 | # Make sure we send to the client an absolute path, in case the working |
|
387 | # Make sure we send to the client an absolute path, in case the working | |
387 | # directory of client and kernel don't match |
|
388 | # directory of client and kernel don't match | |
388 | filename = os.path.abspath(filename) |
|
389 | filename = os.path.abspath(filename) | |
389 |
|
390 | |||
390 | payload = { |
|
391 | payload = { | |
391 | 'source' : 'IPython.zmq.zmqshell.ZMQInteractiveShell.edit_magic', |
|
392 | 'source' : 'IPython.zmq.zmqshell.ZMQInteractiveShell.edit_magic', | |
392 | 'filename' : filename, |
|
393 | 'filename' : filename, | |
393 | 'line_number' : lineno |
|
394 | 'line_number' : lineno | |
394 | } |
|
395 | } | |
395 | self.payload_manager.write_payload(payload) |
|
396 | self.payload_manager.write_payload(payload) | |
396 |
|
397 | |||
397 | def magic_gui(self, *args, **kwargs): |
|
398 | def magic_gui(self, *args, **kwargs): | |
398 | raise NotImplementedError( |
|
399 | raise NotImplementedError( | |
399 | 'Kernel GUI support is not implemented yet, except for --pylab.') |
|
400 | 'Kernel GUI support is not implemented yet, except for --pylab.') | |
400 |
|
401 | |||
401 | def magic_pylab(self, *args, **kwargs): |
|
402 | def magic_pylab(self, *args, **kwargs): | |
402 | raise NotImplementedError( |
|
403 | raise NotImplementedError( | |
403 | 'pylab support must be enabled in command line options.') |
|
404 | 'pylab support must be enabled in command line options.') | |
404 |
|
405 | |||
405 | # A few magics that are adapted to the specifics of using pexpect and a |
|
406 | # A few magics that are adapted to the specifics of using pexpect and a | |
406 | # remote terminal |
|
407 | # remote terminal | |
407 |
|
408 | |||
408 | def magic_clear(self, arg_s): |
|
409 | def magic_clear(self, arg_s): | |
409 | """Clear the terminal.""" |
|
410 | """Clear the terminal.""" | |
410 | if os.name == 'posix': |
|
411 | if os.name == 'posix': | |
411 | self.shell.system("clear") |
|
412 | self.shell.system("clear") | |
412 | else: |
|
413 | else: | |
413 | self.shell.system("cls") |
|
414 | self.shell.system("cls") | |
414 |
|
415 | |||
415 | if os.name == 'nt': |
|
416 | if os.name == 'nt': | |
416 | # This is the usual name in windows |
|
417 | # This is the usual name in windows | |
417 | magic_cls = magic_clear |
|
418 | magic_cls = magic_clear | |
418 |
|
419 | |||
419 | # Terminal pagers won't work over pexpect, but we do have our own pager |
|
420 | # Terminal pagers won't work over pexpect, but we do have our own pager | |
420 |
|
421 | |||
421 | def magic_less(self, arg_s): |
|
422 | def magic_less(self, arg_s): | |
422 | """Show a file through the pager. |
|
423 | """Show a file through the pager. | |
423 |
|
424 | |||
424 | Files ending in .py are syntax-highlighted.""" |
|
425 | Files ending in .py are syntax-highlighted.""" | |
425 | cont = open(arg_s).read() |
|
426 | cont = open(arg_s).read() | |
426 | if arg_s.endswith('.py'): |
|
427 | if arg_s.endswith('.py'): | |
427 | cont = self.shell.pycolorize(cont) |
|
428 | cont = self.shell.pycolorize(cont) | |
428 | page.page(cont) |
|
429 | page.page(cont) | |
429 |
|
430 | |||
430 | magic_more = magic_less |
|
431 | magic_more = magic_less | |
431 |
|
432 | |||
432 | # Man calls a pager, so we also need to redefine it |
|
433 | # Man calls a pager, so we also need to redefine it | |
433 | if os.name == 'posix': |
|
434 | if os.name == 'posix': | |
434 | def magic_man(self, arg_s): |
|
435 | def magic_man(self, arg_s): | |
435 | """Find the man page for the given command and display in pager.""" |
|
436 | """Find the man page for the given command and display in pager.""" | |
436 | page.page(self.shell.getoutput('man %s | col -b' % arg_s, |
|
437 | page.page(self.shell.getoutput('man %s | col -b' % arg_s, | |
437 | split=False)) |
|
438 | split=False)) | |
438 |
|
439 | |||
439 | # FIXME: this is specific to the GUI, so we should let the gui app load |
|
440 | # FIXME: this is specific to the GUI, so we should let the gui app load | |
440 | # magics at startup that are only for the gui. Once the gui app has proper |
|
441 | # magics at startup that are only for the gui. Once the gui app has proper | |
441 | # profile and configuration management, we can have it initialize a kernel |
|
442 | # profile and configuration management, we can have it initialize a kernel | |
442 | # with a special config file that provides these. |
|
443 | # with a special config file that provides these. | |
443 | def magic_guiref(self, arg_s): |
|
444 | def magic_guiref(self, arg_s): | |
444 | """Show a basic reference about the GUI console.""" |
|
445 | """Show a basic reference about the GUI console.""" | |
445 | from IPython.core.usage import gui_reference |
|
446 | from IPython.core.usage import gui_reference | |
446 | page.page(gui_reference, auto_html=True) |
|
447 | page.page(gui_reference, auto_html=True) | |
447 |
|
448 | |||
448 | def set_next_input(self, text): |
|
449 | def set_next_input(self, text): | |
449 | """Send the specified text to the frontend to be presented at the next |
|
450 | """Send the specified text to the frontend to be presented at the next | |
450 | input cell.""" |
|
451 | input cell.""" | |
451 | payload = dict( |
|
452 | payload = dict( | |
452 | source='IPython.zmq.zmqshell.ZMQInteractiveShell.set_next_input', |
|
453 | source='IPython.zmq.zmqshell.ZMQInteractiveShell.set_next_input', | |
453 | text=text |
|
454 | text=text | |
454 | ) |
|
455 | ) | |
455 | self.payload_manager.write_payload(payload) |
|
456 | self.payload_manager.write_payload(payload) | |
456 |
|
457 | |||
457 | InteractiveShellABC.register(ZMQInteractiveShell) |
|
458 | InteractiveShellABC.register(ZMQInteractiveShell) |
@@ -1,1310 +1,1310 b'' | |||||
1 | ================= |
|
1 | ================= | |
2 | IPython reference |
|
2 | IPython reference | |
3 | ================= |
|
3 | ================= | |
4 |
|
4 | |||
5 | .. _command_line_options: |
|
5 | .. _command_line_options: | |
6 |
|
6 | |||
7 | Command-line usage |
|
7 | Command-line usage | |
8 | ================== |
|
8 | ================== | |
9 |
|
9 | |||
10 | You start IPython with the command:: |
|
10 | You start IPython with the command:: | |
11 |
|
11 | |||
12 | $ ipython [options] files |
|
12 | $ ipython [options] files | |
13 |
|
13 | |||
14 | If invoked with no options, it executes all the files listed in sequence |
|
14 | If invoked with no options, it executes all the files listed in sequence | |
15 | and drops you into the interpreter while still acknowledging any options |
|
15 | and drops you into the interpreter while still acknowledging any options | |
16 | you may have set in your ipython_config.py. This behavior is different from |
|
16 | you may have set in your ipython_config.py. This behavior is different from | |
17 | standard Python, which when called as python -i will only execute one |
|
17 | standard Python, which when called as python -i will only execute one | |
18 | file and ignore your configuration setup. |
|
18 | file and ignore your configuration setup. | |
19 |
|
19 | |||
20 | Please note that some of the configuration options are not available at |
|
20 | Please note that some of the configuration options are not available at | |
21 | the command line, simply because they are not practical here. Look into |
|
21 | the command line, simply because they are not practical here. Look into | |
22 |
your |
|
22 | your configuration files for details on those. There are separate configuration | |
23 | installed in the IPYTHON_DIR directory. For Linux |
|
23 | files for each profile, and the files look like "ipython_config.py" or | |
24 | users, this will be $HOME/.config/ipython, and for other users it will be |
|
24 | "ipython_config_<frontendname>.py". Profile directories look like | |
25 | $HOME/.ipython. For Windows users, $HOME resolves to C:\\Documents and |
|
25 | "profile_profilename" and are typically installed in the IPYTHON_DIR directory. | |
|
26 | For Linux users, this will be $HOME/.config/ipython, and for other users it | |||
|
27 | will be $HOME/.ipython. For Windows users, $HOME resolves to C:\\Documents and | |||
26 | Settings\\YourUserName in most instances. |
|
28 | Settings\\YourUserName in most instances. | |
27 |
|
29 | |||
28 |
|
30 | |||
29 | Eventloop integration |
|
31 | Eventloop integration | |
30 | --------------------- |
|
32 | --------------------- | |
31 |
|
33 | |||
32 | Previously IPython had command line options for controlling GUI event loop |
|
34 | Previously IPython had command line options for controlling GUI event loop | |
33 | integration (-gthread, -qthread, -q4thread, -wthread, -pylab). As of IPython |
|
35 | integration (-gthread, -qthread, -q4thread, -wthread, -pylab). As of IPython | |
34 | version 0.11, these have been removed. Please see the new ``%gui`` |
|
36 | version 0.11, these have been removed. Please see the new ``%gui`` | |
35 | magic command or :ref:`this section <gui_support>` for details on the new |
|
37 | magic command or :ref:`this section <gui_support>` for details on the new | |
36 | interface, or specify the gui at the commandline:: |
|
38 | interface, or specify the gui at the commandline:: | |
37 |
|
39 | |||
38 | $ ipython --gui=qt |
|
40 | $ ipython --gui=qt | |
39 |
|
41 | |||
40 |
|
42 | |||
41 | Regular Options |
|
43 | Regular Options | |
42 | --------------- |
|
44 | --------------- | |
43 |
|
45 | |||
44 | After the above threading options have been given, regular options can |
|
46 | After the above threading options have been given, regular options can | |
45 | follow in any order. All options can be abbreviated to their shortest |
|
47 | follow in any order. All options can be abbreviated to their shortest | |
46 | non-ambiguous form and are case-sensitive. One or two dashes can be |
|
48 | non-ambiguous form and are case-sensitive. One or two dashes can be | |
47 | used. Some options have an alternate short form, indicated after a ``|``. |
|
49 | used. Some options have an alternate short form, indicated after a ``|``. | |
48 |
|
50 | |||
49 |
Most options can also be set from your |
|
51 | Most options can also be set from your configuration file. See the provided | |
50 |
|
|
52 | example for more details on what the options do. Options given at the command | |
51 |
|
|
53 | line override the values set in the configuration file. | |
52 |
|
54 | |||
53 | All options with a [no] prepended can be specified in negated form |
|
55 | All options with a [no] prepended can be specified in negated form | |
54 | (--no-option instead of --option) to turn the feature off. |
|
56 | (--no-option instead of --option) to turn the feature off. | |
55 |
|
57 | |||
56 | ``-h, --help`` print a help message and exit. |
|
58 | ``-h, --help`` print a help message and exit. | |
57 |
|
59 | |||
58 | ``--pylab, pylab=<name>`` |
|
60 | ``--pylab, pylab=<name>`` | |
59 | See :ref:`Matplotlib support <matplotlib_support>` |
|
61 | See :ref:`Matplotlib support <matplotlib_support>` | |
60 | for more details. |
|
62 | for more details. | |
61 |
|
63 | |||
62 | ``--autocall=<val>`` |
|
64 | ``--autocall=<val>`` | |
63 | Make IPython automatically call any callable object even if you |
|
65 | Make IPython automatically call any callable object even if you | |
64 | didn't type explicit parentheses. For example, 'str 43' becomes |
|
66 | didn't type explicit parentheses. For example, 'str 43' becomes | |
65 | 'str(43)' automatically. The value can be '0' to disable the feature, |
|
67 | 'str(43)' automatically. The value can be '0' to disable the feature, | |
66 | '1' for smart autocall, where it is not applied if there are no more |
|
68 | '1' for smart autocall, where it is not applied if there are no more | |
67 | arguments on the line, and '2' for full autocall, where all callable |
|
69 | arguments on the line, and '2' for full autocall, where all callable | |
68 | objects are automatically called (even if no arguments are |
|
70 | objects are automatically called (even if no arguments are | |
69 | present). The default is '1'. |
|
71 | present). The default is '1'. | |
70 |
|
72 | |||
71 | ``--[no-]autoindent`` |
|
73 | ``--[no-]autoindent`` | |
72 | Turn automatic indentation on/off. |
|
74 | Turn automatic indentation on/off. | |
73 |
|
75 | |||
74 | ``--[no-]automagic`` |
|
76 | ``--[no-]automagic`` | |
75 | make magic commands automatic (without needing their first character |
|
77 | make magic commands automatic (without needing their first character | |
76 | to be %). Type %magic at the IPython prompt for more information. |
|
78 | to be %). Type %magic at the IPython prompt for more information. | |
77 |
|
79 | |||
78 | ``--[no-]autoedit_syntax`` |
|
80 | ``--[no-]autoedit_syntax`` | |
79 | When a syntax error occurs after editing a file, automatically |
|
81 | When a syntax error occurs after editing a file, automatically | |
80 | open the file to the trouble causing line for convenient |
|
82 | open the file to the trouble causing line for convenient | |
81 | fixing. |
|
83 | fixing. | |
82 |
|
84 | |||
83 | ``--[no-]banner`` |
|
85 | ``--[no-]banner`` | |
84 | Print the initial information banner (default on). |
|
86 | Print the initial information banner (default on). | |
85 |
|
87 | |||
86 | ``--c=<command>`` |
|
88 | ``--c=<command>`` | |
87 | execute the given command string. This is similar to the -c |
|
89 | execute the given command string. This is similar to the -c | |
88 | option in the normal Python interpreter. |
|
90 | option in the normal Python interpreter. | |
89 |
|
91 | |||
90 | ``--cache-size=<n>`` |
|
92 | ``--cache-size=<n>`` | |
91 | size of the output cache (maximum number of entries to hold in |
|
93 | size of the output cache (maximum number of entries to hold in | |
92 | memory). The default is 1000, you can change it permanently in your |
|
94 | memory). The default is 1000, you can change it permanently in your | |
93 | config file. Setting it to 0 completely disables the caching system, |
|
95 | config file. Setting it to 0 completely disables the caching system, | |
94 | and the minimum value accepted is 20 (if you provide a value less than |
|
96 | and the minimum value accepted is 20 (if you provide a value less than | |
95 | 20, it is reset to 0 and a warning is issued) This limit is defined |
|
97 | 20, it is reset to 0 and a warning is issued) This limit is defined | |
96 | because otherwise you'll spend more time re-flushing a too small cache |
|
98 | because otherwise you'll spend more time re-flushing a too small cache | |
97 | than working. |
|
99 | than working. | |
98 |
|
100 | |||
99 | ``--classic`` |
|
101 | ``--classic`` | |
100 | Gives IPython a similar feel to the classic Python |
|
102 | Gives IPython a similar feel to the classic Python | |
101 | prompt. |
|
103 | prompt. | |
102 |
|
104 | |||
103 | ``--colors=<scheme>`` |
|
105 | ``--colors=<scheme>`` | |
104 | Color scheme for prompts and exception reporting. Currently |
|
106 | Color scheme for prompts and exception reporting. Currently | |
105 | implemented: NoColor, Linux and LightBG. |
|
107 | implemented: NoColor, Linux and LightBG. | |
106 |
|
108 | |||
107 | ``--[no-]color_info`` |
|
109 | ``--[no-]color_info`` | |
108 | IPython can display information about objects via a set of functions, |
|
110 | IPython can display information about objects via a set of functions, | |
109 | and optionally can use colors for this, syntax highlighting source |
|
111 | and optionally can use colors for this, syntax highlighting source | |
110 | code and various other elements. However, because this information is |
|
112 | code and various other elements. However, because this information is | |
111 | passed through a pager (like 'less') and many pagers get confused with |
|
113 | passed through a pager (like 'less') and many pagers get confused with | |
112 | color codes, this option is off by default. You can test it and turn |
|
114 | color codes, this option is off by default. You can test it and turn | |
113 |
it on permanently in your |
|
115 | it on permanently in your configuration file if it works for you. As a | |
114 | reference, the 'less' pager supplied with Mandrake 8.2 works ok, but |
|
116 | reference, the 'less' pager supplied with Mandrake 8.2 works ok, but | |
115 | that in RedHat 7.2 doesn't. |
|
117 | that in RedHat 7.2 doesn't. | |
116 |
|
118 | |||
117 | Test it and turn it on permanently if it works with your |
|
119 | Test it and turn it on permanently if it works with your | |
118 | system. The magic function %color_info allows you to toggle this |
|
120 | system. The magic function %color_info allows you to toggle this | |
119 | interactively for testing. |
|
121 | interactively for testing. | |
120 |
|
122 | |||
121 | ``--[no-]debug`` |
|
123 | ``--[no-]debug`` | |
122 | Show information about the loading process. Very useful to pin down |
|
124 | Show information about the loading process. Very useful to pin down | |
123 | problems with your configuration files or to get details about |
|
125 | problems with your configuration files or to get details about | |
124 | session restores. |
|
126 | session restores. | |
125 |
|
127 | |||
126 | ``--[no-]deep_reload`` |
|
128 | ``--[no-]deep_reload`` | |
127 | IPython can use the deep_reload module which reloads changes in |
|
129 | IPython can use the deep_reload module which reloads changes in | |
128 | modules recursively (it replaces the reload() function, so you don't |
|
130 | modules recursively (it replaces the reload() function, so you don't | |
129 | need to change anything to use it). deep_reload() forces a full |
|
131 | need to change anything to use it). deep_reload() forces a full | |
130 | reload of modules whose code may have changed, which the default |
|
132 | reload of modules whose code may have changed, which the default | |
131 | reload() function does not. |
|
133 | reload() function does not. | |
132 |
|
134 | |||
133 | When deep_reload is off, IPython will use the normal reload(), |
|
135 | When deep_reload is off, IPython will use the normal reload(), | |
134 | but deep_reload will still be available as dreload(). This |
|
136 | but deep_reload will still be available as dreload(). This | |
135 | feature is off by default [which means that you have both |
|
137 | feature is off by default [which means that you have both | |
136 | normal reload() and dreload()]. |
|
138 | normal reload() and dreload()]. | |
137 |
|
139 | |||
138 | ``--editor=<name>`` |
|
140 | ``--editor=<name>`` | |
139 | Which editor to use with the %edit command. By default, |
|
141 | Which editor to use with the %edit command. By default, | |
140 | IPython will honor your EDITOR environment variable (if not |
|
142 | IPython will honor your EDITOR environment variable (if not | |
141 | set, vi is the Unix default and notepad the Windows one). |
|
143 | set, vi is the Unix default and notepad the Windows one). | |
142 | Since this editor is invoked on the fly by IPython and is |
|
144 | Since this editor is invoked on the fly by IPython and is | |
143 | meant for editing small code snippets, you may want to use a |
|
145 | meant for editing small code snippets, you may want to use a | |
144 | small, lightweight editor here (in case your default EDITOR is |
|
146 | small, lightweight editor here (in case your default EDITOR is | |
145 | something like Emacs). |
|
147 | something like Emacs). | |
146 |
|
148 | |||
147 | ``--ipython_dir=<name>`` |
|
149 | ``--ipython_dir=<name>`` | |
148 | name of your IPython configuration directory IPYTHON_DIR. This |
|
150 | name of your IPython configuration directory IPYTHON_DIR. This | |
149 | can also be specified through the environment variable |
|
151 | can also be specified through the environment variable | |
150 | IPYTHON_DIR. |
|
152 | IPYTHON_DIR. | |
151 |
|
153 | |||
152 | ``--logfile=<name>`` |
|
154 | ``--logfile=<name>`` | |
153 | specify the name of your logfile. |
|
155 | specify the name of your logfile. | |
154 |
|
156 | |||
155 | This implies ``%logstart`` at the beginning of your session |
|
157 | This implies ``%logstart`` at the beginning of your session | |
156 |
|
158 | |||
157 | generate a log file of all input. The file is named |
|
159 | generate a log file of all input. The file is named | |
158 | ipython_log.py in your current directory (which prevents logs |
|
160 | ipython_log.py in your current directory (which prevents logs | |
159 | from multiple IPython sessions from trampling each other). You |
|
161 | from multiple IPython sessions from trampling each other). You | |
160 | can use this to later restore a session by loading your |
|
162 | can use this to later restore a session by loading your | |
161 | logfile with ``ipython --i ipython_log.py`` |
|
163 | logfile with ``ipython --i ipython_log.py`` | |
162 |
|
164 | |||
163 | ``--logplay=<name>`` |
|
165 | ``--logplay=<name>`` | |
164 |
|
166 | |||
165 | NOT AVAILABLE in 0.11 |
|
167 | NOT AVAILABLE in 0.11 | |
166 |
|
168 | |||
167 | you can replay a previous log. For restoring a session as close as |
|
169 | you can replay a previous log. For restoring a session as close as | |
168 | possible to the state you left it in, use this option (don't just run |
|
170 | possible to the state you left it in, use this option (don't just run | |
169 | the logfile). With -logplay, IPython will try to reconstruct the |
|
171 | the logfile). With -logplay, IPython will try to reconstruct the | |
170 | previous working environment in full, not just execute the commands in |
|
172 | previous working environment in full, not just execute the commands in | |
171 | the logfile. |
|
173 | the logfile. | |
172 |
|
174 | |||
173 | When a session is restored, logging is automatically turned on |
|
175 | When a session is restored, logging is automatically turned on | |
174 | again with the name of the logfile it was invoked with (it is |
|
176 | again with the name of the logfile it was invoked with (it is | |
175 | read from the log header). So once you've turned logging on for |
|
177 | read from the log header). So once you've turned logging on for | |
176 | a session, you can quit IPython and reload it as many times as |
|
178 | a session, you can quit IPython and reload it as many times as | |
177 | you want and it will continue to log its history and restore |
|
179 | you want and it will continue to log its history and restore | |
178 | from the beginning every time. |
|
180 | from the beginning every time. | |
179 |
|
181 | |||
180 | Caveats: there are limitations in this option. The history |
|
182 | Caveats: there are limitations in this option. The history | |
181 | variables _i*,_* and _dh don't get restored properly. In the |
|
183 | variables _i*,_* and _dh don't get restored properly. In the | |
182 | future we will try to implement full session saving by writing |
|
184 | future we will try to implement full session saving by writing | |
183 | and retrieving a 'snapshot' of the memory state of IPython. But |
|
185 | and retrieving a 'snapshot' of the memory state of IPython. But | |
184 | our first attempts failed because of inherent limitations of |
|
186 | our first attempts failed because of inherent limitations of | |
185 | Python's Pickle module, so this may have to wait. |
|
187 | Python's Pickle module, so this may have to wait. | |
186 |
|
188 | |||
187 | ``--[no-]messages`` |
|
189 | ``--[no-]messages`` | |
188 | Print messages which IPython collects about its startup |
|
190 | Print messages which IPython collects about its startup | |
189 | process (default on). |
|
191 | process (default on). | |
190 |
|
192 | |||
191 | ``--[no-]pdb`` |
|
193 | ``--[no-]pdb`` | |
192 | Automatically call the pdb debugger after every uncaught |
|
194 | Automatically call the pdb debugger after every uncaught | |
193 | exception. If you are used to debugging using pdb, this puts |
|
195 | exception. If you are used to debugging using pdb, this puts | |
194 | you automatically inside of it after any call (either in |
|
196 | you automatically inside of it after any call (either in | |
195 | IPython or in code called by it) which triggers an exception |
|
197 | IPython or in code called by it) which triggers an exception | |
196 | which goes uncaught. |
|
198 | which goes uncaught. | |
197 |
|
199 | |||
198 | ``--[no-]pprint`` |
|
200 | ``--[no-]pprint`` | |
199 | ipython can optionally use the pprint (pretty printer) module |
|
201 | ipython can optionally use the pprint (pretty printer) module | |
200 | for displaying results. pprint tends to give a nicer display |
|
202 | for displaying results. pprint tends to give a nicer display | |
201 | of nested data structures. If you like it, you can turn it on |
|
203 | of nested data structures. If you like it, you can turn it on | |
202 | permanently in your config file (default off). |
|
204 | permanently in your config file (default off). | |
203 |
|
205 | |||
204 | ``--profile=<name>`` |
|
206 | ``--profile=<name>`` | |
205 |
|
207 | |||
206 | Select the IPython profile by name. |
|
208 | Select the IPython profile by name. | |
207 |
|
209 | |||
208 | This is a quick way to keep and load multiple |
|
210 | This is a quick way to keep and load multiple | |
209 | config files for different tasks, especially if you use the |
|
211 | config files for different tasks, especially if you use the | |
210 | include option of config files. You can keep a basic |
|
212 | include option of config files. You can keep a basic | |
211 | :file:`IPYTHON_DIR/profile_default/ipython_config.py` file |
|
213 | :file:`IPYTHON_DIR/profile_default/ipython_config.py` file | |
212 | and then have other 'profiles' which |
|
214 | and then have other 'profiles' which | |
213 | include this one and load extra things for particular |
|
215 | include this one and load extra things for particular | |
214 | tasks. For example: |
|
216 | tasks. For example: | |
215 |
|
217 | |||
216 | 1. $IPYTHON_DIR/profile_default : load basic things you always want. |
|
218 | 1. $IPYTHON_DIR/profile_default : load basic things you always want. | |
217 | 2. $IPYTHON_DIR/profile_math : load (1) and basic math-related modules. |
|
219 | 2. $IPYTHON_DIR/profile_math : load (1) and basic math-related modules. | |
218 | 3. $IPYTHON_DIR/profile_numeric : load (1) and Numeric and plotting modules. |
|
220 | 3. $IPYTHON_DIR/profile_numeric : load (1) and Numeric and plotting modules. | |
219 |
|
221 | |||
220 | Since it is possible to create an endless loop by having |
|
222 | Since it is possible to create an endless loop by having | |
221 | circular file inclusions, IPython will stop if it reaches 15 |
|
223 | circular file inclusions, IPython will stop if it reaches 15 | |
222 | recursive inclusions. |
|
224 | recursive inclusions. | |
223 |
|
225 | |||
224 | ``InteractiveShell.prompt_in1=<string>`` |
|
226 | ``InteractiveShell.prompt_in1=<string>`` | |
225 |
|
227 | |||
226 | Specify the string used for input prompts. Note that if you are using |
|
228 | Specify the string used for input prompts. Note that if you are using | |
227 | numbered prompts, the number is represented with a '\#' in the |
|
229 | numbered prompts, the number is represented with a '\#' in the | |
228 | string. Don't forget to quote strings with spaces embedded in |
|
230 | string. Don't forget to quote strings with spaces embedded in | |
229 | them. Default: 'In [\#]:'. The :ref:`prompts section <prompts>` |
|
231 | them. Default: 'In [\#]:'. The :ref:`prompts section <prompts>` | |
230 | discusses in detail all the available escapes to customize your |
|
232 | discusses in detail all the available escapes to customize your | |
231 | prompts. |
|
233 | prompts. | |
232 |
|
234 | |||
233 | ``InteractiveShell.prompt_in2=<string>`` |
|
235 | ``InteractiveShell.prompt_in2=<string>`` | |
234 | Similar to the previous option, but used for the continuation |
|
236 | Similar to the previous option, but used for the continuation | |
235 | prompts. The special sequence '\D' is similar to '\#', but |
|
237 | prompts. The special sequence '\D' is similar to '\#', but | |
236 | with all digits replaced dots (so you can have your |
|
238 | with all digits replaced dots (so you can have your | |
237 | continuation prompt aligned with your input prompt). Default: |
|
239 | continuation prompt aligned with your input prompt). Default: | |
238 | ' .\D.:' (note three spaces at the start for alignment with |
|
240 | ' .\D.:' (note three spaces at the start for alignment with | |
239 | 'In [\#]'). |
|
241 | 'In [\#]'). | |
240 |
|
242 | |||
241 | ``InteractiveShell.prompt_out=<string>`` |
|
243 | ``InteractiveShell.prompt_out=<string>`` | |
242 | String used for output prompts, also uses numbers like |
|
244 | String used for output prompts, also uses numbers like | |
243 | prompt_in1. Default: 'Out[\#]:' |
|
245 | prompt_in1. Default: 'Out[\#]:' | |
244 |
|
246 | |||
245 | ``--quick`` |
|
247 | ``--quick`` | |
246 | start in bare bones mode (no config file loaded). |
|
248 | start in bare bones mode (no config file loaded). | |
247 |
|
249 | |||
248 | ``config_file=<name>`` |
|
250 | ``config_file=<name>`` | |
249 | name of your IPython resource configuration file. Normally |
|
251 | name of your IPython resource configuration file. Normally | |
250 | IPython loads ipython_config.py (from current directory) or |
|
252 | IPython loads ipython_config.py (from current directory) or | |
251 | IPYTHON_DIR/profile_default. |
|
253 | IPYTHON_DIR/profile_default. | |
252 |
|
254 | |||
253 | If the loading of your config file fails, IPython starts with |
|
255 | If the loading of your config file fails, IPython starts with | |
254 | a bare bones configuration (no modules loaded at all). |
|
256 | a bare bones configuration (no modules loaded at all). | |
255 |
|
257 | |||
256 | ``--[no-]readline`` |
|
258 | ``--[no-]readline`` | |
257 | use the readline library, which is needed to support name |
|
259 | use the readline library, which is needed to support name | |
258 | completion and command history, among other things. It is |
|
260 | completion and command history, among other things. It is | |
259 | enabled by default, but may cause problems for users of |
|
261 | enabled by default, but may cause problems for users of | |
260 | X/Emacs in Python comint or shell buffers. |
|
262 | X/Emacs in Python comint or shell buffers. | |
261 |
|
263 | |||
262 | Note that X/Emacs 'eterm' buffers (opened with M-x term) support |
|
264 | Note that X/Emacs 'eterm' buffers (opened with M-x term) support | |
263 | IPython's readline and syntax coloring fine, only 'emacs' (M-x |
|
265 | IPython's readline and syntax coloring fine, only 'emacs' (M-x | |
264 | shell and C-c !) buffers do not. |
|
266 | shell and C-c !) buffers do not. | |
265 |
|
267 | |||
266 | ``--TerminalInteractiveShell.screen_length=<n>`` |
|
268 | ``--TerminalInteractiveShell.screen_length=<n>`` | |
267 | number of lines of your screen. This is used to control |
|
269 | number of lines of your screen. This is used to control | |
268 | printing of very long strings. Strings longer than this number |
|
270 | printing of very long strings. Strings longer than this number | |
269 | of lines will be sent through a pager instead of directly |
|
271 | of lines will be sent through a pager instead of directly | |
270 | printed. |
|
272 | printed. | |
271 |
|
273 | |||
272 | The default value for this is 0, which means IPython will |
|
274 | The default value for this is 0, which means IPython will | |
273 | auto-detect your screen size every time it needs to print certain |
|
275 | auto-detect your screen size every time it needs to print certain | |
274 | potentially long strings (this doesn't change the behavior of the |
|
276 | potentially long strings (this doesn't change the behavior of the | |
275 | 'print' keyword, it's only triggered internally). If for some |
|
277 | 'print' keyword, it's only triggered internally). If for some | |
276 | reason this isn't working well (it needs curses support), specify |
|
278 | reason this isn't working well (it needs curses support), specify | |
277 | it yourself. Otherwise don't change the default. |
|
279 | it yourself. Otherwise don't change the default. | |
278 |
|
280 | |||
279 | ``--TerminalInteractiveShell.separate_in=<string>`` |
|
281 | ``--TerminalInteractiveShell.separate_in=<string>`` | |
280 |
|
282 | |||
281 | separator before input prompts. |
|
283 | separator before input prompts. | |
282 | Default: '\n' |
|
284 | Default: '\n' | |
283 |
|
285 | |||
284 | ``--TerminalInteractiveShell.separate_out=<string>`` |
|
286 | ``--TerminalInteractiveShell.separate_out=<string>`` | |
285 | separator before output prompts. |
|
287 | separator before output prompts. | |
286 | Default: nothing. |
|
288 | Default: nothing. | |
287 |
|
289 | |||
288 | ``--TerminalInteractiveShell.separate_out2=<string>`` |
|
290 | ``--TerminalInteractiveShell.separate_out2=<string>`` | |
289 | separator after output prompts. |
|
291 | separator after output prompts. | |
290 | Default: nothing. |
|
292 | Default: nothing. | |
291 | For these three options, use the value 0 to specify no separator. |
|
293 | For these three options, use the value 0 to specify no separator. | |
292 |
|
294 | |||
293 | ``--nosep`` |
|
295 | ``--nosep`` | |
294 | shorthand for setting the above separators to empty strings. |
|
296 | shorthand for setting the above separators to empty strings. | |
295 |
|
297 | |||
296 | Simply removes all input/output separators. |
|
298 | Simply removes all input/output separators. | |
297 |
|
299 | |||
298 | ``--init`` |
|
300 | ``--init`` | |
299 | allows you to initialize a profile dir for configuration when you |
|
301 | allows you to initialize a profile dir for configuration when you | |
300 | install a new version of IPython or want to use a new profile. |
|
302 | install a new version of IPython or want to use a new profile. | |
301 | Since new versions may include new command line options or example |
|
303 | Since new versions may include new command line options or example | |
302 | files, this copies updated config files. Note that you should probably |
|
304 | files, this copies updated config files. Note that you should probably | |
303 | use %upgrade instead,it's a safer alternative. |
|
305 | use %upgrade instead,it's a safer alternative. | |
304 |
|
306 | |||
305 | ``--version`` print version information and exit. |
|
307 | ``--version`` print version information and exit. | |
306 |
|
308 | |||
307 | ``--xmode=<modename>`` |
|
309 | ``--xmode=<modename>`` | |
308 |
|
310 | |||
309 | Mode for exception reporting. |
|
311 | Mode for exception reporting. | |
310 |
|
312 | |||
311 | Valid modes: Plain, Context and Verbose. |
|
313 | Valid modes: Plain, Context and Verbose. | |
312 |
|
314 | |||
313 | * Plain: similar to python's normal traceback printing. |
|
315 | * Plain: similar to python's normal traceback printing. | |
314 | * Context: prints 5 lines of context source code around each |
|
316 | * Context: prints 5 lines of context source code around each | |
315 | line in the traceback. |
|
317 | line in the traceback. | |
316 | * Verbose: similar to Context, but additionally prints the |
|
318 | * Verbose: similar to Context, but additionally prints the | |
317 | variables currently visible where the exception happened |
|
319 | variables currently visible where the exception happened | |
318 | (shortening their strings if too long). This can potentially be |
|
320 | (shortening their strings if too long). This can potentially be | |
319 | very slow, if you happen to have a huge data structure whose |
|
321 | very slow, if you happen to have a huge data structure whose | |
320 | string representation is complex to compute. Your computer may |
|
322 | string representation is complex to compute. Your computer may | |
321 | appear to freeze for a while with cpu usage at 100%. If this |
|
323 | appear to freeze for a while with cpu usage at 100%. If this | |
322 | occurs, you can cancel the traceback with Ctrl-C (maybe hitting it |
|
324 | occurs, you can cancel the traceback with Ctrl-C (maybe hitting it | |
323 | more than once). |
|
325 | more than once). | |
324 |
|
326 | |||
325 | Interactive use |
|
327 | Interactive use | |
326 | =============== |
|
328 | =============== | |
327 |
|
329 | |||
328 | IPython is meant to work as a drop-in replacement for the standard interactive |
|
330 | IPython is meant to work as a drop-in replacement for the standard interactive | |
329 | interpreter. As such, any code which is valid python should execute normally |
|
331 | interpreter. As such, any code which is valid python should execute normally | |
330 | under IPython (cases where this is not true should be reported as bugs). It |
|
332 | under IPython (cases where this is not true should be reported as bugs). It | |
331 | does, however, offer many features which are not available at a standard python |
|
333 | does, however, offer many features which are not available at a standard python | |
332 | prompt. What follows is a list of these. |
|
334 | prompt. What follows is a list of these. | |
333 |
|
335 | |||
334 |
|
336 | |||
335 | Caution for Windows users |
|
337 | Caution for Windows users | |
336 | ------------------------- |
|
338 | ------------------------- | |
337 |
|
339 | |||
338 | Windows, unfortunately, uses the '\\' character as a path separator. This is a |
|
340 | Windows, unfortunately, uses the '\\' character as a path separator. This is a | |
339 | terrible choice, because '\\' also represents the escape character in most |
|
341 | terrible choice, because '\\' also represents the escape character in most | |
340 | modern programming languages, including Python. For this reason, using '/' |
|
342 | modern programming languages, including Python. For this reason, using '/' | |
341 | character is recommended if you have problems with ``\``. However, in Windows |
|
343 | character is recommended if you have problems with ``\``. However, in Windows | |
342 | commands '/' flags options, so you can not use it for the root directory. This |
|
344 | commands '/' flags options, so you can not use it for the root directory. This | |
343 | means that paths beginning at the root must be typed in a contrived manner |
|
345 | means that paths beginning at the root must be typed in a contrived manner | |
344 | like: ``%copy \opt/foo/bar.txt \tmp`` |
|
346 | like: ``%copy \opt/foo/bar.txt \tmp`` | |
345 |
|
347 | |||
346 | .. _magic: |
|
348 | .. _magic: | |
347 |
|
349 | |||
348 | Magic command system |
|
350 | Magic command system | |
349 | -------------------- |
|
351 | -------------------- | |
350 |
|
352 | |||
351 | IPython will treat any line whose first character is a % as a special |
|
353 | IPython will treat any line whose first character is a % as a special | |
352 | call to a 'magic' function. These allow you to control the behavior of |
|
354 | call to a 'magic' function. These allow you to control the behavior of | |
353 | IPython itself, plus a lot of system-type features. They are all |
|
355 | IPython itself, plus a lot of system-type features. They are all | |
354 | prefixed with a % character, but parameters are given without |
|
356 | prefixed with a % character, but parameters are given without | |
355 | parentheses or quotes. |
|
357 | parentheses or quotes. | |
356 |
|
358 | |||
357 | Example: typing ``%cd mydir`` changes your working directory to 'mydir', if it |
|
359 | Example: typing ``%cd mydir`` changes your working directory to 'mydir', if it | |
358 | exists. |
|
360 | exists. | |
359 |
|
361 | |||
360 | If you have 'automagic' enabled (as it by default), you don't need |
|
362 | If you have 'automagic' enabled (as it by default), you don't need | |
361 | to type in the % explicitly. IPython will scan its internal list of |
|
363 | to type in the % explicitly. IPython will scan its internal list of | |
362 | magic functions and call one if it exists. With automagic on you can |
|
364 | magic functions and call one if it exists. With automagic on you can | |
363 | then just type ``cd mydir`` to go to directory 'mydir'. The automagic |
|
365 | then just type ``cd mydir`` to go to directory 'mydir'. The automagic | |
364 | system has the lowest possible precedence in name searches, so defining |
|
366 | system has the lowest possible precedence in name searches, so defining | |
365 | an identifier with the same name as an existing magic function will |
|
367 | an identifier with the same name as an existing magic function will | |
366 | shadow it for automagic use. You can still access the shadowed magic |
|
368 | shadow it for automagic use. You can still access the shadowed magic | |
367 | function by explicitly using the % character at the beginning of the line. |
|
369 | function by explicitly using the % character at the beginning of the line. | |
368 |
|
370 | |||
369 | An example (with automagic on) should clarify all this: |
|
371 | An example (with automagic on) should clarify all this: | |
370 |
|
372 | |||
371 | .. sourcecode:: ipython |
|
373 | .. sourcecode:: ipython | |
372 |
|
374 | |||
373 | In [1]: cd ipython # %cd is called by automagic |
|
375 | In [1]: cd ipython # %cd is called by automagic | |
374 |
|
376 | |||
375 | /home/fperez/ipython |
|
377 | /home/fperez/ipython | |
376 |
|
378 | |||
377 | In [2]: cd=1 # now cd is just a variable |
|
379 | In [2]: cd=1 # now cd is just a variable | |
378 |
|
380 | |||
379 | In [3]: cd .. # and doesn't work as a function anymore |
|
381 | In [3]: cd .. # and doesn't work as a function anymore | |
380 |
|
382 | |||
381 | ------------------------------ |
|
383 | ------------------------------ | |
382 |
|
384 | |||
383 | File "<console>", line 1 |
|
385 | File "<console>", line 1 | |
384 |
|
386 | |||
385 | cd .. |
|
387 | cd .. | |
386 |
|
388 | |||
387 | ^ |
|
389 | ^ | |
388 |
|
390 | |||
389 | SyntaxError: invalid syntax |
|
391 | SyntaxError: invalid syntax | |
390 |
|
392 | |||
391 | In [4]: %cd .. # but %cd always works |
|
393 | In [4]: %cd .. # but %cd always works | |
392 |
|
394 | |||
393 | /home/fperez |
|
395 | /home/fperez | |
394 |
|
396 | |||
395 | In [5]: del cd # if you remove the cd variable |
|
397 | In [5]: del cd # if you remove the cd variable | |
396 |
|
398 | |||
397 | In [6]: cd ipython # automagic can work again |
|
399 | In [6]: cd ipython # automagic can work again | |
398 |
|
400 | |||
399 | /home/fperez/ipython |
|
401 | /home/fperez/ipython | |
400 |
|
402 | |||
401 | You can define your own magic functions to extend the system. The |
|
403 | You can define your own magic functions to extend the system. The | |
402 | following example defines a new magic command, %impall: |
|
404 | following example defines a new magic command, %impall: | |
403 |
|
405 | |||
404 | .. sourcecode:: python |
|
406 | .. sourcecode:: python | |
405 |
|
407 | |||
406 | ip = get_ipython() |
|
408 | ip = get_ipython() | |
407 |
|
409 | |||
408 | def doimp(self, arg): |
|
410 | def doimp(self, arg): | |
409 |
|
411 | |||
410 | ip = self.api |
|
412 | ip = self.api | |
411 |
|
413 | |||
412 | ip.ex("import %s; reload(%s); from %s import *" % ( |
|
414 | ip.ex("import %s; reload(%s); from %s import *" % ( | |
413 |
|
415 | |||
414 | arg,arg,arg) |
|
416 | arg,arg,arg) | |
415 |
|
417 | |||
416 | ) |
|
418 | ) | |
417 |
|
419 | |||
418 | ip.expose_magic('impall', doimp) |
|
420 | ip.expose_magic('impall', doimp) | |
419 |
|
421 | |||
420 | Type `%magic` for more information, including a list of all available magic |
|
422 | Type `%magic` for more information, including a list of all available magic | |
421 | functions at any time and their docstrings. You can also type |
|
423 | functions at any time and their docstrings. You can also type | |
422 | %magic_function_name? (see :ref:`below <dynamic_object_info` for information on |
|
424 | %magic_function_name? (see :ref:`below <dynamic_object_info` for information on | |
423 | the '?' system) to get information about any particular magic function you are |
|
425 | the '?' system) to get information about any particular magic function you are | |
424 | interested in. |
|
426 | interested in. | |
425 |
|
427 | |||
426 | The API documentation for the :mod:`IPython.core.magic` module contains the full |
|
428 | The API documentation for the :mod:`IPython.core.magic` module contains the full | |
427 | docstrings of all currently available magic commands. |
|
429 | docstrings of all currently available magic commands. | |
428 |
|
430 | |||
429 |
|
431 | |||
430 | Access to the standard Python help |
|
432 | Access to the standard Python help | |
431 | ---------------------------------- |
|
433 | ---------------------------------- | |
432 |
|
434 | |||
433 | As of Python 2.1, a help system is available with access to object docstrings |
|
435 | As of Python 2.1, a help system is available with access to object docstrings | |
434 | and the Python manuals. Simply type 'help' (no quotes) to access it. You can |
|
436 | and the Python manuals. Simply type 'help' (no quotes) to access it. You can | |
435 | also type help(object) to obtain information about a given object, and |
|
437 | also type help(object) to obtain information about a given object, and | |
436 | help('keyword') for information on a keyword. As noted :ref:`here |
|
438 | help('keyword') for information on a keyword. As noted :ref:`here | |
437 | <accessing_help>`, you need to properly configure your environment variable |
|
439 | <accessing_help>`, you need to properly configure your environment variable | |
438 | PYTHONDOCS for this feature to work correctly. |
|
440 | PYTHONDOCS for this feature to work correctly. | |
439 |
|
441 | |||
440 | .. _dynamic_object_info: |
|
442 | .. _dynamic_object_info: | |
441 |
|
443 | |||
442 | Dynamic object information |
|
444 | Dynamic object information | |
443 | -------------------------- |
|
445 | -------------------------- | |
444 |
|
446 | |||
445 | Typing ``?word`` or ``word?`` prints detailed information about an object. If |
|
447 | Typing ``?word`` or ``word?`` prints detailed information about an object. If | |
446 | certain strings in the object are too long (docstrings, code, etc.) they get |
|
448 | certain strings in the object are too long (docstrings, code, etc.) they get | |
447 | snipped in the center for brevity. This system gives access variable types and |
|
449 | snipped in the center for brevity. This system gives access variable types and | |
448 | values, full source code for any object (if available), function prototypes and |
|
450 | values, full source code for any object (if available), function prototypes and | |
449 | other useful information. |
|
451 | other useful information. | |
450 |
|
452 | |||
451 | Typing ``??word`` or ``word??`` gives access to the full information without |
|
453 | Typing ``??word`` or ``word??`` gives access to the full information without | |
452 | snipping long strings. Long strings are sent to the screen through the |
|
454 | snipping long strings. Long strings are sent to the screen through the | |
453 | less pager if longer than the screen and printed otherwise. On systems |
|
455 | less pager if longer than the screen and printed otherwise. On systems | |
454 | lacking the less command, IPython uses a very basic internal pager. |
|
456 | lacking the less command, IPython uses a very basic internal pager. | |
455 |
|
457 | |||
456 | The following magic functions are particularly useful for gathering |
|
458 | The following magic functions are particularly useful for gathering | |
457 | information about your working environment. You can get more details by |
|
459 | information about your working environment. You can get more details by | |
458 | typing ``%magic`` or querying them individually (use %function_name? with or |
|
460 | typing ``%magic`` or querying them individually (use %function_name? with or | |
459 | without the %), this is just a summary: |
|
461 | without the %), this is just a summary: | |
460 |
|
462 | |||
461 | * **%pdoc <object>**: Print (or run through a pager if too long) the |
|
463 | * **%pdoc <object>**: Print (or run through a pager if too long) the | |
462 | docstring for an object. If the given object is a class, it will |
|
464 | docstring for an object. If the given object is a class, it will | |
463 | print both the class and the constructor docstrings. |
|
465 | print both the class and the constructor docstrings. | |
464 | * **%pdef <object>**: Print the definition header for any callable |
|
466 | * **%pdef <object>**: Print the definition header for any callable | |
465 | object. If the object is a class, print the constructor information. |
|
467 | object. If the object is a class, print the constructor information. | |
466 | * **%psource <object>**: Print (or run through a pager if too long) |
|
468 | * **%psource <object>**: Print (or run through a pager if too long) | |
467 | the source code for an object. |
|
469 | the source code for an object. | |
468 | * **%pfile <object>**: Show the entire source file where an object was |
|
470 | * **%pfile <object>**: Show the entire source file where an object was | |
469 | defined via a pager, opening it at the line where the object |
|
471 | defined via a pager, opening it at the line where the object | |
470 | definition begins. |
|
472 | definition begins. | |
471 | * **%who/%whos**: These functions give information about identifiers |
|
473 | * **%who/%whos**: These functions give information about identifiers | |
472 | you have defined interactively (not things you loaded or defined |
|
474 | you have defined interactively (not things you loaded or defined | |
473 | in your configuration files). %who just prints a list of |
|
475 | in your configuration files). %who just prints a list of | |
474 | identifiers and %whos prints a table with some basic details about |
|
476 | identifiers and %whos prints a table with some basic details about | |
475 | each identifier. |
|
477 | each identifier. | |
476 |
|
478 | |||
477 | Note that the dynamic object information functions (?/??, ``%pdoc``, |
|
479 | Note that the dynamic object information functions (?/??, ``%pdoc``, | |
478 | ``%pfile``, ``%pdef``, ``%psource``) give you access to documentation even on |
|
480 | ``%pfile``, ``%pdef``, ``%psource``) give you access to documentation even on | |
479 | things which are not really defined as separate identifiers. Try for example |
|
481 | things which are not really defined as separate identifiers. Try for example | |
480 | typing {}.get? or after doing import os, type ``os.path.abspath??``. |
|
482 | typing {}.get? or after doing import os, type ``os.path.abspath??``. | |
481 |
|
483 | |||
482 | .. _readline: |
|
484 | .. _readline: | |
483 |
|
485 | |||
484 | Readline-based features |
|
486 | Readline-based features | |
485 | ----------------------- |
|
487 | ----------------------- | |
486 |
|
488 | |||
487 | These features require the GNU readline library, so they won't work if your |
|
489 | These features require the GNU readline library, so they won't work if your | |
488 | Python installation lacks readline support. We will first describe the default |
|
490 | Python installation lacks readline support. We will first describe the default | |
489 | behavior IPython uses, and then how to change it to suit your preferences. |
|
491 | behavior IPython uses, and then how to change it to suit your preferences. | |
490 |
|
492 | |||
491 |
|
493 | |||
492 | Command line completion |
|
494 | Command line completion | |
493 | +++++++++++++++++++++++ |
|
495 | +++++++++++++++++++++++ | |
494 |
|
496 | |||
495 | At any time, hitting TAB will complete any available python commands or |
|
497 | At any time, hitting TAB will complete any available python commands or | |
496 | variable names, and show you a list of the possible completions if |
|
498 | variable names, and show you a list of the possible completions if | |
497 | there's no unambiguous one. It will also complete filenames in the |
|
499 | there's no unambiguous one. It will also complete filenames in the | |
498 | current directory if no python names match what you've typed so far. |
|
500 | current directory if no python names match what you've typed so far. | |
499 |
|
501 | |||
500 |
|
502 | |||
501 | Search command history |
|
503 | Search command history | |
502 | ++++++++++++++++++++++ |
|
504 | ++++++++++++++++++++++ | |
503 |
|
505 | |||
504 | IPython provides two ways for searching through previous input and thus |
|
506 | IPython provides two ways for searching through previous input and thus | |
505 | reduce the need for repetitive typing: |
|
507 | reduce the need for repetitive typing: | |
506 |
|
508 | |||
507 | 1. Start typing, and then use Ctrl-p (previous,up) and Ctrl-n |
|
509 | 1. Start typing, and then use Ctrl-p (previous,up) and Ctrl-n | |
508 | (next,down) to search through only the history items that match |
|
510 | (next,down) to search through only the history items that match | |
509 | what you've typed so far. If you use Ctrl-p/Ctrl-n at a blank |
|
511 | what you've typed so far. If you use Ctrl-p/Ctrl-n at a blank | |
510 | prompt, they just behave like normal arrow keys. |
|
512 | prompt, they just behave like normal arrow keys. | |
511 | 2. Hit Ctrl-r: opens a search prompt. Begin typing and the system |
|
513 | 2. Hit Ctrl-r: opens a search prompt. Begin typing and the system | |
512 | searches your history for lines that contain what you've typed so |
|
514 | searches your history for lines that contain what you've typed so | |
513 | far, completing as much as it can. |
|
515 | far, completing as much as it can. | |
514 |
|
516 | |||
515 |
|
517 | |||
516 | Persistent command history across sessions |
|
518 | Persistent command history across sessions | |
517 | ++++++++++++++++++++++++++++++++++++++++++ |
|
519 | ++++++++++++++++++++++++++++++++++++++++++ | |
518 |
|
520 | |||
519 | IPython will save your input history when it leaves and reload it next |
|
521 | IPython will save your input history when it leaves and reload it next | |
520 | time you restart it. By default, the history file is named |
|
522 | time you restart it. By default, the history file is named | |
521 | $IPYTHON_DIR/profile_<name>/history.sqlite. This allows you to keep |
|
523 | $IPYTHON_DIR/profile_<name>/history.sqlite. This allows you to keep | |
522 | separate histories related to various tasks: commands related to |
|
524 | separate histories related to various tasks: commands related to | |
523 | numerical work will not be clobbered by a system shell history, for |
|
525 | numerical work will not be clobbered by a system shell history, for | |
524 | example. |
|
526 | example. | |
525 |
|
527 | |||
526 |
|
528 | |||
527 | Autoindent |
|
529 | Autoindent | |
528 | ++++++++++ |
|
530 | ++++++++++ | |
529 |
|
531 | |||
530 | IPython can recognize lines ending in ':' and indent the next line, |
|
532 | IPython can recognize lines ending in ':' and indent the next line, | |
531 | while also un-indenting automatically after 'raise' or 'return'. |
|
533 | while also un-indenting automatically after 'raise' or 'return'. | |
532 |
|
534 | |||
533 | This feature uses the readline library, so it will honor your |
|
535 | This feature uses the readline library, so it will honor your | |
534 | :file:`~/.inputrc` configuration (or whatever file your INPUTRC variable points |
|
536 | :file:`~/.inputrc` configuration (or whatever file your INPUTRC variable points | |
535 | to). Adding the following lines to your :file:`.inputrc` file can make |
|
537 | to). Adding the following lines to your :file:`.inputrc` file can make | |
536 | indenting/unindenting more convenient (M-i indents, M-u unindents):: |
|
538 | indenting/unindenting more convenient (M-i indents, M-u unindents):: | |
537 |
|
539 | |||
538 | $if Python |
|
540 | $if Python | |
539 | "\M-i": " " |
|
541 | "\M-i": " " | |
540 | "\M-u": "\d\d\d\d" |
|
542 | "\M-u": "\d\d\d\d" | |
541 | $endif |
|
543 | $endif | |
542 |
|
544 | |||
543 | Note that there are 4 spaces between the quote marks after "M-i" above. |
|
545 | Note that there are 4 spaces between the quote marks after "M-i" above. | |
544 |
|
546 | |||
545 | .. warning:: |
|
547 | .. warning:: | |
546 |
|
548 | |||
547 | Setting the above indents will cause problems with unicode text entry in |
|
549 | Setting the above indents will cause problems with unicode text entry in | |
548 | the terminal. |
|
550 | the terminal. | |
549 |
|
551 | |||
550 | .. warning:: |
|
552 | .. warning:: | |
551 |
|
553 | |||
552 | Autoindent is ON by default, but it can cause problems with the pasting of |
|
554 | Autoindent is ON by default, but it can cause problems with the pasting of | |
553 | multi-line indented code (the pasted code gets re-indented on each line). A |
|
555 | multi-line indented code (the pasted code gets re-indented on each line). A | |
554 | magic function %autoindent allows you to toggle it on/off at runtime. You |
|
556 | magic function %autoindent allows you to toggle it on/off at runtime. You | |
555 | can also disable it permanently on in your :file:`ipython_config.py` file |
|
557 | can also disable it permanently on in your :file:`ipython_config.py` file | |
556 | (set TerminalInteractiveShell.autoindent=False). |
|
558 | (set TerminalInteractiveShell.autoindent=False). | |
557 |
|
559 | |||
558 | If you want to paste multiple lines, it is recommended that you use |
|
560 | If you want to paste multiple lines, it is recommended that you use | |
559 | ``%paste``. |
|
561 | ``%paste``. | |
560 |
|
562 | |||
561 |
|
563 | |||
562 | Customizing readline behavior |
|
564 | Customizing readline behavior | |
563 | +++++++++++++++++++++++++++++ |
|
565 | +++++++++++++++++++++++++++++ | |
564 |
|
566 | |||
565 | All these features are based on the GNU readline library, which has an |
|
567 | All these features are based on the GNU readline library, which has an | |
566 | extremely customizable interface. Normally, readline is configured via a |
|
568 | extremely customizable interface. Normally, readline is configured via a | |
567 | file which defines the behavior of the library; the details of the |
|
569 | file which defines the behavior of the library; the details of the | |
568 | syntax for this can be found in the readline documentation available |
|
570 | syntax for this can be found in the readline documentation available | |
569 | with your system or on the Internet. IPython doesn't read this file (if |
|
571 | with your system or on the Internet. IPython doesn't read this file (if | |
570 | it exists) directly, but it does support passing to readline valid |
|
572 | it exists) directly, but it does support passing to readline valid | |
571 | options via a simple interface. In brief, you can customize readline by |
|
573 | options via a simple interface. In brief, you can customize readline by | |
572 |
setting the following options in your |
|
574 | setting the following options in your configuration file (note | |
573 | that these options can not be specified at the command line): |
|
575 | that these options can not be specified at the command line): | |
574 |
|
576 | |||
575 | * **readline_parse_and_bind**: this option can appear as many times as |
|
577 | * **readline_parse_and_bind**: this option can appear as many times as | |
576 | you want, each time defining a string to be executed via a |
|
578 | you want, each time defining a string to be executed via a | |
577 | readline.parse_and_bind() command. The syntax for valid commands |
|
579 | readline.parse_and_bind() command. The syntax for valid commands | |
578 | of this kind can be found by reading the documentation for the GNU |
|
580 | of this kind can be found by reading the documentation for the GNU | |
579 | readline library, as these commands are of the kind which readline |
|
581 | readline library, as these commands are of the kind which readline | |
580 | accepts in its configuration file. |
|
582 | accepts in its configuration file. | |
581 | * **readline_remove_delims**: a string of characters to be removed |
|
583 | * **readline_remove_delims**: a string of characters to be removed | |
582 | from the default word-delimiters list used by readline, so that |
|
584 | from the default word-delimiters list used by readline, so that | |
583 | completions may be performed on strings which contain them. Do not |
|
585 | completions may be performed on strings which contain them. Do not | |
584 | change the default value unless you know what you're doing. |
|
586 | change the default value unless you know what you're doing. | |
585 | * **readline_omit__names**: when tab-completion is enabled, hitting |
|
587 | * **readline_omit__names**: when tab-completion is enabled, hitting | |
586 | <tab> after a '.' in a name will complete all attributes of an |
|
588 | <tab> after a '.' in a name will complete all attributes of an | |
587 | object, including all the special methods whose names include |
|
589 | object, including all the special methods whose names include | |
588 | double underscores (like __getitem__ or __class__). If you'd |
|
590 | double underscores (like __getitem__ or __class__). If you'd | |
589 | rather not see these names by default, you can set this option to |
|
591 | rather not see these names by default, you can set this option to | |
590 | 1. Note that even when this option is set, you can still see those |
|
592 | 1. Note that even when this option is set, you can still see those | |
591 | names by explicitly typing a _ after the period and hitting <tab>: |
|
593 | names by explicitly typing a _ after the period and hitting <tab>: | |
592 | 'name._<tab>' will always complete attribute names starting with '_'. |
|
594 | 'name._<tab>' will always complete attribute names starting with '_'. | |
593 |
|
595 | |||
594 | This option is off by default so that new users see all |
|
596 | This option is off by default so that new users see all | |
595 | attributes of any objects they are dealing with. |
|
597 | attributes of any objects they are dealing with. | |
596 |
|
598 | |||
597 |
You will find the default values |
|
599 | You will find the default values in your configuration file. | |
598 | explanation in your ipythonrc file. |
|
|||
599 |
|
600 | |||
600 |
|
601 | |||
601 | Session logging and restoring |
|
602 | Session logging and restoring | |
602 | ----------------------------- |
|
603 | ----------------------------- | |
603 |
|
604 | |||
604 | You can log all input from a session either by starting IPython with the |
|
605 | You can log all input from a session either by starting IPython with the | |
605 | command line switch ``--logfile=foo.py`` (see :ref:`here <command_line_options>`) |
|
606 | command line switch ``--logfile=foo.py`` (see :ref:`here <command_line_options>`) | |
606 | or by activating the logging at any moment with the magic function %logstart. |
|
607 | or by activating the logging at any moment with the magic function %logstart. | |
607 |
|
608 | |||
608 | Log files can later be reloaded by running them as scripts and IPython |
|
609 | Log files can later be reloaded by running them as scripts and IPython | |
609 | will attempt to 'replay' the log by executing all the lines in it, thus |
|
610 | will attempt to 'replay' the log by executing all the lines in it, thus | |
610 | restoring the state of a previous session. This feature is not quite |
|
611 | restoring the state of a previous session. This feature is not quite | |
611 | perfect, but can still be useful in many cases. |
|
612 | perfect, but can still be useful in many cases. | |
612 |
|
613 | |||
613 | The log files can also be used as a way to have a permanent record of |
|
614 | The log files can also be used as a way to have a permanent record of | |
614 | any code you wrote while experimenting. Log files are regular text files |
|
615 | any code you wrote while experimenting. Log files are regular text files | |
615 | which you can later open in your favorite text editor to extract code or |
|
616 | which you can later open in your favorite text editor to extract code or | |
616 | to 'clean them up' before using them to replay a session. |
|
617 | to 'clean them up' before using them to replay a session. | |
617 |
|
618 | |||
618 | The `%logstart` function for activating logging in mid-session is used as |
|
619 | The `%logstart` function for activating logging in mid-session is used as | |
619 | follows:: |
|
620 | follows:: | |
620 |
|
621 | |||
621 | %logstart [log_name [log_mode]] |
|
622 | %logstart [log_name [log_mode]] | |
622 |
|
623 | |||
623 | If no name is given, it defaults to a file named 'ipython_log.py' in your |
|
624 | If no name is given, it defaults to a file named 'ipython_log.py' in your | |
624 | current working directory, in 'rotate' mode (see below). |
|
625 | current working directory, in 'rotate' mode (see below). | |
625 |
|
626 | |||
626 | '%logstart name' saves to file 'name' in 'backup' mode. It saves your |
|
627 | '%logstart name' saves to file 'name' in 'backup' mode. It saves your | |
627 | history up to that point and then continues logging. |
|
628 | history up to that point and then continues logging. | |
628 |
|
629 | |||
629 | %logstart takes a second optional parameter: logging mode. This can be |
|
630 | %logstart takes a second optional parameter: logging mode. This can be | |
630 | one of (note that the modes are given unquoted): |
|
631 | one of (note that the modes are given unquoted): | |
631 |
|
632 | |||
632 | * [over:] overwrite existing log_name. |
|
633 | * [over:] overwrite existing log_name. | |
633 | * [backup:] rename (if exists) to log_name~ and start log_name. |
|
634 | * [backup:] rename (if exists) to log_name~ and start log_name. | |
634 | * [append:] well, that says it. |
|
635 | * [append:] well, that says it. | |
635 | * [rotate:] create rotating logs log_name.1~, log_name.2~, etc. |
|
636 | * [rotate:] create rotating logs log_name.1~, log_name.2~, etc. | |
636 |
|
637 | |||
637 | The %logoff and %logon functions allow you to temporarily stop and |
|
638 | The %logoff and %logon functions allow you to temporarily stop and | |
638 | resume logging to a file which had previously been started with |
|
639 | resume logging to a file which had previously been started with | |
639 | %logstart. They will fail (with an explanation) if you try to use them |
|
640 | %logstart. They will fail (with an explanation) if you try to use them | |
640 | before logging has been started. |
|
641 | before logging has been started. | |
641 |
|
642 | |||
642 | .. _system_shell_access: |
|
643 | .. _system_shell_access: | |
643 |
|
644 | |||
644 | System shell access |
|
645 | System shell access | |
645 | ------------------- |
|
646 | ------------------- | |
646 |
|
647 | |||
647 | Any input line beginning with a ! character is passed verbatim (minus |
|
648 | Any input line beginning with a ! character is passed verbatim (minus | |
648 | the !, of course) to the underlying operating system. For example, |
|
649 | the !, of course) to the underlying operating system. For example, | |
649 | typing ``!ls`` will run 'ls' in the current directory. |
|
650 | typing ``!ls`` will run 'ls' in the current directory. | |
650 |
|
651 | |||
651 | Manual capture of command output |
|
652 | Manual capture of command output | |
652 | -------------------------------- |
|
653 | -------------------------------- | |
653 |
|
654 | |||
654 | If the input line begins with two exclamation marks, !!, the command is |
|
655 | If the input line begins with two exclamation marks, !!, the command is | |
655 | executed but its output is captured and returned as a python list, split |
|
656 | executed but its output is captured and returned as a python list, split | |
656 | on newlines. Any output sent by the subprocess to standard error is |
|
657 | on newlines. Any output sent by the subprocess to standard error is | |
657 | printed separately, so that the resulting list only captures standard |
|
658 | printed separately, so that the resulting list only captures standard | |
658 | output. The !! syntax is a shorthand for the %sx magic command. |
|
659 | output. The !! syntax is a shorthand for the %sx magic command. | |
659 |
|
660 | |||
660 | Finally, the %sc magic (short for 'shell capture') is similar to %sx, |
|
661 | Finally, the %sc magic (short for 'shell capture') is similar to %sx, | |
661 | but allowing more fine-grained control of the capture details, and |
|
662 | but allowing more fine-grained control of the capture details, and | |
662 | storing the result directly into a named variable. The direct use of |
|
663 | storing the result directly into a named variable. The direct use of | |
663 | %sc is now deprecated, and you should ise the ``var = !cmd`` syntax |
|
664 | %sc is now deprecated, and you should ise the ``var = !cmd`` syntax | |
664 | instead. |
|
665 | instead. | |
665 |
|
666 | |||
666 | IPython also allows you to expand the value of python variables when |
|
667 | IPython also allows you to expand the value of python variables when | |
667 | making system calls. Any python variable or expression which you prepend |
|
668 | making system calls. Any python variable or expression which you prepend | |
668 | with $ will get expanded before the system call is made:: |
|
669 | with $ will get expanded before the system call is made:: | |
669 |
|
670 | |||
670 | In [1]: pyvar='Hello world' |
|
671 | In [1]: pyvar='Hello world' | |
671 | In [2]: !echo "A python variable: $pyvar" |
|
672 | In [2]: !echo "A python variable: $pyvar" | |
672 | A python variable: Hello world |
|
673 | A python variable: Hello world | |
673 |
|
674 | |||
674 | If you want the shell to actually see a literal $, you need to type it |
|
675 | If you want the shell to actually see a literal $, you need to type it | |
675 | twice:: |
|
676 | twice:: | |
676 |
|
677 | |||
677 | In [3]: !echo "A system variable: $$HOME" |
|
678 | In [3]: !echo "A system variable: $$HOME" | |
678 | A system variable: /home/fperez |
|
679 | A system variable: /home/fperez | |
679 |
|
680 | |||
680 | You can pass arbitrary expressions, though you'll need to delimit them |
|
681 | You can pass arbitrary expressions, though you'll need to delimit them | |
681 | with {} if there is ambiguity as to the extent of the expression:: |
|
682 | with {} if there is ambiguity as to the extent of the expression:: | |
682 |
|
683 | |||
683 | In [5]: x=10 |
|
684 | In [5]: x=10 | |
684 | In [6]: y=20 |
|
685 | In [6]: y=20 | |
685 | In [13]: !echo $x+y |
|
686 | In [13]: !echo $x+y | |
686 | 10+y |
|
687 | 10+y | |
687 | In [7]: !echo ${x+y} |
|
688 | In [7]: !echo ${x+y} | |
688 | 30 |
|
689 | 30 | |
689 |
|
690 | |||
690 | Even object attributes can be expanded:: |
|
691 | Even object attributes can be expanded:: | |
691 |
|
692 | |||
692 | In [12]: !echo $sys.argv |
|
693 | In [12]: !echo $sys.argv | |
693 | [/home/fperez/usr/bin/ipython] |
|
694 | [/home/fperez/usr/bin/ipython] | |
694 |
|
695 | |||
695 |
|
696 | |||
696 | System command aliases |
|
697 | System command aliases | |
697 | ---------------------- |
|
698 | ---------------------- | |
698 |
|
699 | |||
699 | The %alias magic function and the alias option in the ipythonrc |
|
700 | The %alias magic functionallows you to define magic functions which are in fact | |
700 | configuration file allow you to define magic functions which are in fact |
|
|||
701 | system shell commands. These aliases can have parameters. |
|
701 | system shell commands. These aliases can have parameters. | |
702 |
|
702 | |||
703 | ``%alias alias_name cmd`` defines 'alias_name' as an alias for 'cmd' |
|
703 | ``%alias alias_name cmd`` defines 'alias_name' as an alias for 'cmd' | |
704 |
|
704 | |||
705 | Then, typing ``%alias_name params`` will execute the system command 'cmd |
|
705 | Then, typing ``%alias_name params`` will execute the system command 'cmd | |
706 | params' (from your underlying operating system). |
|
706 | params' (from your underlying operating system). | |
707 |
|
707 | |||
708 | You can also define aliases with parameters using %s specifiers (one per |
|
708 | You can also define aliases with parameters using %s specifiers (one per | |
709 | parameter). The following example defines the %parts function as an |
|
709 | parameter). The following example defines the %parts function as an | |
710 | alias to the command 'echo first %s second %s' where each %s will be |
|
710 | alias to the command 'echo first %s second %s' where each %s will be | |
711 | replaced by a positional parameter to the call to %parts:: |
|
711 | replaced by a positional parameter to the call to %parts:: | |
712 |
|
712 | |||
713 | In [1]: alias parts echo first %s second %s |
|
713 | In [1]: alias parts echo first %s second %s | |
714 | In [2]: %parts A B |
|
714 | In [2]: %parts A B | |
715 | first A second B |
|
715 | first A second B | |
716 | In [3]: %parts A |
|
716 | In [3]: %parts A | |
717 | Incorrect number of arguments: 2 expected. |
|
717 | Incorrect number of arguments: 2 expected. | |
718 | parts is an alias to: 'echo first %s second %s' |
|
718 | parts is an alias to: 'echo first %s second %s' | |
719 |
|
719 | |||
720 | If called with no parameters, %alias prints the table of currently |
|
720 | If called with no parameters, %alias prints the table of currently | |
721 | defined aliases. |
|
721 | defined aliases. | |
722 |
|
722 | |||
723 | The %rehashx magic allows you to load your entire $PATH as |
|
723 | The %rehashx magic allows you to load your entire $PATH as | |
724 | ipython aliases. See its docstring for further details. |
|
724 | ipython aliases. See its docstring for further details. | |
725 |
|
725 | |||
726 |
|
726 | |||
727 | .. _dreload: |
|
727 | .. _dreload: | |
728 |
|
728 | |||
729 | Recursive reload |
|
729 | Recursive reload | |
730 | ---------------- |
|
730 | ---------------- | |
731 |
|
731 | |||
732 | The dreload function does a recursive reload of a module: changes made |
|
732 | The dreload function does a recursive reload of a module: changes made | |
733 | to the module since you imported will actually be available without |
|
733 | to the module since you imported will actually be available without | |
734 | having to exit. |
|
734 | having to exit. | |
735 |
|
735 | |||
736 |
|
736 | |||
737 | Verbose and colored exception traceback printouts |
|
737 | Verbose and colored exception traceback printouts | |
738 | ------------------------------------------------- |
|
738 | ------------------------------------------------- | |
739 |
|
739 | |||
740 | IPython provides the option to see very detailed exception tracebacks, |
|
740 | IPython provides the option to see very detailed exception tracebacks, | |
741 | which can be especially useful when debugging large programs. You can |
|
741 | which can be especially useful when debugging large programs. You can | |
742 | run any Python file with the %run function to benefit from these |
|
742 | run any Python file with the %run function to benefit from these | |
743 | detailed tracebacks. Furthermore, both normal and verbose tracebacks can |
|
743 | detailed tracebacks. Furthermore, both normal and verbose tracebacks can | |
744 | be colored (if your terminal supports it) which makes them much easier |
|
744 | be colored (if your terminal supports it) which makes them much easier | |
745 | to parse visually. |
|
745 | to parse visually. | |
746 |
|
746 | |||
747 | See the magic xmode and colors functions for details (just type %magic). |
|
747 | See the magic xmode and colors functions for details (just type %magic). | |
748 |
|
748 | |||
749 | These features are basically a terminal version of Ka-Ping Yee's cgitb |
|
749 | These features are basically a terminal version of Ka-Ping Yee's cgitb | |
750 | module, now part of the standard Python library. |
|
750 | module, now part of the standard Python library. | |
751 |
|
751 | |||
752 |
|
752 | |||
753 | .. _input_caching: |
|
753 | .. _input_caching: | |
754 |
|
754 | |||
755 | Input caching system |
|
755 | Input caching system | |
756 | -------------------- |
|
756 | -------------------- | |
757 |
|
757 | |||
758 | IPython offers numbered prompts (In/Out) with input and output caching |
|
758 | IPython offers numbered prompts (In/Out) with input and output caching | |
759 | (also referred to as 'input history'). All input is saved and can be |
|
759 | (also referred to as 'input history'). All input is saved and can be | |
760 | retrieved as variables (besides the usual arrow key recall), in |
|
760 | retrieved as variables (besides the usual arrow key recall), in | |
761 | addition to the %rep magic command that brings a history entry |
|
761 | addition to the %rep magic command that brings a history entry | |
762 | up for editing on the next command line. |
|
762 | up for editing on the next command line. | |
763 |
|
763 | |||
764 | The following GLOBAL variables always exist (so don't overwrite them!): |
|
764 | The following GLOBAL variables always exist (so don't overwrite them!): | |
765 |
|
765 | |||
766 | * _i, _ii, _iii: store previous, next previous and next-next previous inputs. |
|
766 | * _i, _ii, _iii: store previous, next previous and next-next previous inputs. | |
767 | * In, _ih : a list of all inputs; _ih[n] is the input from line n. If you |
|
767 | * In, _ih : a list of all inputs; _ih[n] is the input from line n. If you | |
768 | overwrite In with a variable of your own, you can remake the assignment to the |
|
768 | overwrite In with a variable of your own, you can remake the assignment to the | |
769 | internal list with a simple ``In=_ih``. |
|
769 | internal list with a simple ``In=_ih``. | |
770 |
|
770 | |||
771 | Additionally, global variables named _i<n> are dynamically created (<n> |
|
771 | Additionally, global variables named _i<n> are dynamically created (<n> | |
772 | being the prompt counter), so ``_i<n> == _ih[<n>] == In[<n>]``. |
|
772 | being the prompt counter), so ``_i<n> == _ih[<n>] == In[<n>]``. | |
773 |
|
773 | |||
774 | For example, what you typed at prompt 14 is available as _i14, _ih[14] |
|
774 | For example, what you typed at prompt 14 is available as _i14, _ih[14] | |
775 | and In[14]. |
|
775 | and In[14]. | |
776 |
|
776 | |||
777 | This allows you to easily cut and paste multi line interactive prompts |
|
777 | This allows you to easily cut and paste multi line interactive prompts | |
778 | by printing them out: they print like a clean string, without prompt |
|
778 | by printing them out: they print like a clean string, without prompt | |
779 | characters. You can also manipulate them like regular variables (they |
|
779 | characters. You can also manipulate them like regular variables (they | |
780 | are strings), modify or exec them (typing ``exec _i9`` will re-execute the |
|
780 | are strings), modify or exec them (typing ``exec _i9`` will re-execute the | |
781 | contents of input prompt 9. |
|
781 | contents of input prompt 9. | |
782 |
|
782 | |||
783 | You can also re-execute multiple lines of input easily by using the |
|
783 | You can also re-execute multiple lines of input easily by using the | |
784 | magic %macro function (which automates the process and allows |
|
784 | magic %macro function (which automates the process and allows | |
785 | re-execution without having to type 'exec' every time). The macro system |
|
785 | re-execution without having to type 'exec' every time). The macro system | |
786 | also allows you to re-execute previous lines which include magic |
|
786 | also allows you to re-execute previous lines which include magic | |
787 | function calls (which require special processing). Type %macro? for more details |
|
787 | function calls (which require special processing). Type %macro? for more details | |
788 | on the macro system. |
|
788 | on the macro system. | |
789 |
|
789 | |||
790 | A history function %hist allows you to see any part of your input |
|
790 | A history function %hist allows you to see any part of your input | |
791 | history by printing a range of the _i variables. |
|
791 | history by printing a range of the _i variables. | |
792 |
|
792 | |||
793 | You can also search ('grep') through your history by typing |
|
793 | You can also search ('grep') through your history by typing | |
794 | ``%hist -g somestring``. This is handy for searching for URLs, IP addresses, |
|
794 | ``%hist -g somestring``. This is handy for searching for URLs, IP addresses, | |
795 | etc. You can bring history entries listed by '%hist -g' up for editing |
|
795 | etc. You can bring history entries listed by '%hist -g' up for editing | |
796 | with the %recall command, or run them immediately with %rerun. |
|
796 | with the %recall command, or run them immediately with %rerun. | |
797 |
|
797 | |||
798 | .. _output_caching: |
|
798 | .. _output_caching: | |
799 |
|
799 | |||
800 | Output caching system |
|
800 | Output caching system | |
801 | --------------------- |
|
801 | --------------------- | |
802 |
|
802 | |||
803 | For output that is returned from actions, a system similar to the input |
|
803 | For output that is returned from actions, a system similar to the input | |
804 | cache exists but using _ instead of _i. Only actions that produce a |
|
804 | cache exists but using _ instead of _i. Only actions that produce a | |
805 | result (NOT assignments, for example) are cached. If you are familiar |
|
805 | result (NOT assignments, for example) are cached. If you are familiar | |
806 | with Mathematica, IPython's _ variables behave exactly like |
|
806 | with Mathematica, IPython's _ variables behave exactly like | |
807 | Mathematica's % variables. |
|
807 | Mathematica's % variables. | |
808 |
|
808 | |||
809 | The following GLOBAL variables always exist (so don't overwrite them!): |
|
809 | The following GLOBAL variables always exist (so don't overwrite them!): | |
810 |
|
810 | |||
811 | * [_] (a single underscore) : stores previous output, like Python's |
|
811 | * [_] (a single underscore) : stores previous output, like Python's | |
812 | default interpreter. |
|
812 | default interpreter. | |
813 | * [__] (two underscores): next previous. |
|
813 | * [__] (two underscores): next previous. | |
814 | * [___] (three underscores): next-next previous. |
|
814 | * [___] (three underscores): next-next previous. | |
815 |
|
815 | |||
816 | Additionally, global variables named _<n> are dynamically created (<n> |
|
816 | Additionally, global variables named _<n> are dynamically created (<n> | |
817 | being the prompt counter), such that the result of output <n> is always |
|
817 | being the prompt counter), such that the result of output <n> is always | |
818 | available as _<n> (don't use the angle brackets, just the number, e.g. |
|
818 | available as _<n> (don't use the angle brackets, just the number, e.g. | |
819 | _21). |
|
819 | _21). | |
820 |
|
820 | |||
821 | These global variables are all stored in a global dictionary (not a |
|
821 | These global variables are all stored in a global dictionary (not a | |
822 | list, since it only has entries for lines which returned a result) |
|
822 | list, since it only has entries for lines which returned a result) | |
823 | available under the names _oh and Out (similar to _ih and In). So the |
|
823 | available under the names _oh and Out (similar to _ih and In). So the | |
824 | output from line 12 can be obtained as _12, Out[12] or _oh[12]. If you |
|
824 | output from line 12 can be obtained as _12, Out[12] or _oh[12]. If you | |
825 | accidentally overwrite the Out variable you can recover it by typing |
|
825 | accidentally overwrite the Out variable you can recover it by typing | |
826 | 'Out=_oh' at the prompt. |
|
826 | 'Out=_oh' at the prompt. | |
827 |
|
827 | |||
828 | This system obviously can potentially put heavy memory demands on your |
|
828 | This system obviously can potentially put heavy memory demands on your | |
829 | system, since it prevents Python's garbage collector from removing any |
|
829 | system, since it prevents Python's garbage collector from removing any | |
830 | previously computed results. You can control how many results are kept |
|
830 | previously computed results. You can control how many results are kept | |
831 |
in memory with the option (at the command line or in your |
|
831 | in memory with the option (at the command line or in your configuration | |
832 | file) cache_size. If you set it to 0, the whole system is completely |
|
832 | file) cache_size. If you set it to 0, the whole system is completely | |
833 | disabled and the prompts revert to the classic '>>>' of normal Python. |
|
833 | disabled and the prompts revert to the classic '>>>' of normal Python. | |
834 |
|
834 | |||
835 |
|
835 | |||
836 | Directory history |
|
836 | Directory history | |
837 | ----------------- |
|
837 | ----------------- | |
838 |
|
838 | |||
839 | Your history of visited directories is kept in the global list _dh, and |
|
839 | Your history of visited directories is kept in the global list _dh, and | |
840 | the magic %cd command can be used to go to any entry in that list. The |
|
840 | the magic %cd command can be used to go to any entry in that list. The | |
841 | %dhist command allows you to view this history. Do ``cd -<TAB>`` to |
|
841 | %dhist command allows you to view this history. Do ``cd -<TAB>`` to | |
842 | conveniently view the directory history. |
|
842 | conveniently view the directory history. | |
843 |
|
843 | |||
844 |
|
844 | |||
845 | Automatic parentheses and quotes |
|
845 | Automatic parentheses and quotes | |
846 | -------------------------------- |
|
846 | -------------------------------- | |
847 |
|
847 | |||
848 | These features were adapted from Nathan Gray's LazyPython. They are |
|
848 | These features were adapted from Nathan Gray's LazyPython. They are | |
849 | meant to allow less typing for common situations. |
|
849 | meant to allow less typing for common situations. | |
850 |
|
850 | |||
851 |
|
851 | |||
852 | Automatic parentheses |
|
852 | Automatic parentheses | |
853 | --------------------- |
|
853 | --------------------- | |
854 |
|
854 | |||
855 | Callable objects (i.e. functions, methods, etc) can be invoked like this |
|
855 | Callable objects (i.e. functions, methods, etc) can be invoked like this | |
856 | (notice the commas between the arguments):: |
|
856 | (notice the commas between the arguments):: | |
857 |
|
857 | |||
858 | >>> callable_ob arg1, arg2, arg3 |
|
858 | >>> callable_ob arg1, arg2, arg3 | |
859 |
|
859 | |||
860 | and the input will be translated to this:: |
|
860 | and the input will be translated to this:: | |
861 |
|
861 | |||
862 | -> callable_ob(arg1, arg2, arg3) |
|
862 | -> callable_ob(arg1, arg2, arg3) | |
863 |
|
863 | |||
864 | You can force automatic parentheses by using '/' as the first character |
|
864 | You can force automatic parentheses by using '/' as the first character | |
865 | of a line. For example:: |
|
865 | of a line. For example:: | |
866 |
|
866 | |||
867 | >>> /globals # becomes 'globals()' |
|
867 | >>> /globals # becomes 'globals()' | |
868 |
|
868 | |||
869 | Note that the '/' MUST be the first character on the line! This won't work:: |
|
869 | Note that the '/' MUST be the first character on the line! This won't work:: | |
870 |
|
870 | |||
871 | >>> print /globals # syntax error |
|
871 | >>> print /globals # syntax error | |
872 |
|
872 | |||
873 | In most cases the automatic algorithm should work, so you should rarely |
|
873 | In most cases the automatic algorithm should work, so you should rarely | |
874 | need to explicitly invoke /. One notable exception is if you are trying |
|
874 | need to explicitly invoke /. One notable exception is if you are trying | |
875 | to call a function with a list of tuples as arguments (the parenthesis |
|
875 | to call a function with a list of tuples as arguments (the parenthesis | |
876 | will confuse IPython):: |
|
876 | will confuse IPython):: | |
877 |
|
877 | |||
878 | In [1]: zip (1,2,3),(4,5,6) # won't work |
|
878 | In [1]: zip (1,2,3),(4,5,6) # won't work | |
879 |
|
879 | |||
880 | but this will work:: |
|
880 | but this will work:: | |
881 |
|
881 | |||
882 | In [2]: /zip (1,2,3),(4,5,6) |
|
882 | In [2]: /zip (1,2,3),(4,5,6) | |
883 | ---> zip ((1,2,3),(4,5,6)) |
|
883 | ---> zip ((1,2,3),(4,5,6)) | |
884 | Out[2]= [(1, 4), (2, 5), (3, 6)] |
|
884 | Out[2]= [(1, 4), (2, 5), (3, 6)] | |
885 |
|
885 | |||
886 | IPython tells you that it has altered your command line by displaying |
|
886 | IPython tells you that it has altered your command line by displaying | |
887 | the new command line preceded by ->. e.g.:: |
|
887 | the new command line preceded by ->. e.g.:: | |
888 |
|
888 | |||
889 | In [18]: callable list |
|
889 | In [18]: callable list | |
890 | ----> callable (list) |
|
890 | ----> callable (list) | |
891 |
|
891 | |||
892 |
|
892 | |||
893 | Automatic quoting |
|
893 | Automatic quoting | |
894 | ----------------- |
|
894 | ----------------- | |
895 |
|
895 | |||
896 | You can force automatic quoting of a function's arguments by using ',' |
|
896 | You can force automatic quoting of a function's arguments by using ',' | |
897 | or ';' as the first character of a line. For example:: |
|
897 | or ';' as the first character of a line. For example:: | |
898 |
|
898 | |||
899 | >>> ,my_function /home/me # becomes my_function("/home/me") |
|
899 | >>> ,my_function /home/me # becomes my_function("/home/me") | |
900 |
|
900 | |||
901 | If you use ';' instead, the whole argument is quoted as a single string |
|
901 | If you use ';' instead, the whole argument is quoted as a single string | |
902 | (while ',' splits on whitespace):: |
|
902 | (while ',' splits on whitespace):: | |
903 |
|
903 | |||
904 | >>> ,my_function a b c # becomes my_function("a","b","c") |
|
904 | >>> ,my_function a b c # becomes my_function("a","b","c") | |
905 |
|
905 | |||
906 | >>> ;my_function a b c # becomes my_function("a b c") |
|
906 | >>> ;my_function a b c # becomes my_function("a b c") | |
907 |
|
907 | |||
908 | Note that the ',' or ';' MUST be the first character on the line! This |
|
908 | Note that the ',' or ';' MUST be the first character on the line! This | |
909 | won't work:: |
|
909 | won't work:: | |
910 |
|
910 | |||
911 | >>> x = ,my_function /home/me # syntax error |
|
911 | >>> x = ,my_function /home/me # syntax error | |
912 |
|
912 | |||
913 | IPython as your default Python environment |
|
913 | IPython as your default Python environment | |
914 | ========================================== |
|
914 | ========================================== | |
915 |
|
915 | |||
916 | Python honors the environment variable PYTHONSTARTUP and will execute at |
|
916 | Python honors the environment variable PYTHONSTARTUP and will execute at | |
917 | startup the file referenced by this variable. If you put at the end of |
|
917 | startup the file referenced by this variable. If you put at the end of | |
918 | this file the following two lines of code:: |
|
918 | this file the following two lines of code:: | |
919 |
|
919 | |||
920 | from IPython.frontend.terminal.ipapp import launch_new_instance |
|
920 | from IPython.frontend.terminal.ipapp import launch_new_instance | |
921 | launch_new_instance() |
|
921 | launch_new_instance() | |
922 | raise SystemExit |
|
922 | raise SystemExit | |
923 |
|
923 | |||
924 | then IPython will be your working environment anytime you start Python. |
|
924 | then IPython will be your working environment anytime you start Python. | |
925 | The ``raise SystemExit`` is needed to exit Python when |
|
925 | The ``raise SystemExit`` is needed to exit Python when | |
926 | it finishes, otherwise you'll be back at the normal Python '>>>' |
|
926 | it finishes, otherwise you'll be back at the normal Python '>>>' | |
927 | prompt. |
|
927 | prompt. | |
928 |
|
928 | |||
929 | This is probably useful to developers who manage multiple Python |
|
929 | This is probably useful to developers who manage multiple Python | |
930 | versions and don't want to have correspondingly multiple IPython |
|
930 | versions and don't want to have correspondingly multiple IPython | |
931 | versions. Note that in this mode, there is no way to pass IPython any |
|
931 | versions. Note that in this mode, there is no way to pass IPython any | |
932 | command-line options, as those are trapped first by Python itself. |
|
932 | command-line options, as those are trapped first by Python itself. | |
933 |
|
933 | |||
934 | .. _Embedding: |
|
934 | .. _Embedding: | |
935 |
|
935 | |||
936 | Embedding IPython |
|
936 | Embedding IPython | |
937 | ================= |
|
937 | ================= | |
938 |
|
938 | |||
939 | It is possible to start an IPython instance inside your own Python |
|
939 | It is possible to start an IPython instance inside your own Python | |
940 | programs. This allows you to evaluate dynamically the state of your |
|
940 | programs. This allows you to evaluate dynamically the state of your | |
941 | code, operate with your variables, analyze them, etc. Note however that |
|
941 | code, operate with your variables, analyze them, etc. Note however that | |
942 | any changes you make to values while in the shell do not propagate back |
|
942 | any changes you make to values while in the shell do not propagate back | |
943 | to the running code, so it is safe to modify your values because you |
|
943 | to the running code, so it is safe to modify your values because you | |
944 | won't break your code in bizarre ways by doing so. |
|
944 | won't break your code in bizarre ways by doing so. | |
945 |
|
945 | |||
946 | This feature allows you to easily have a fully functional python |
|
946 | This feature allows you to easily have a fully functional python | |
947 | environment for doing object introspection anywhere in your code with a |
|
947 | environment for doing object introspection anywhere in your code with a | |
948 | simple function call. In some cases a simple print statement is enough, |
|
948 | simple function call. In some cases a simple print statement is enough, | |
949 | but if you need to do more detailed analysis of a code fragment this |
|
949 | but if you need to do more detailed analysis of a code fragment this | |
950 | feature can be very valuable. |
|
950 | feature can be very valuable. | |
951 |
|
951 | |||
952 | It can also be useful in scientific computing situations where it is |
|
952 | It can also be useful in scientific computing situations where it is | |
953 | common to need to do some automatic, computationally intensive part and |
|
953 | common to need to do some automatic, computationally intensive part and | |
954 | then stop to look at data, plots, etc. |
|
954 | then stop to look at data, plots, etc. | |
955 | Opening an IPython instance will give you full access to your data and |
|
955 | Opening an IPython instance will give you full access to your data and | |
956 | functions, and you can resume program execution once you are done with |
|
956 | functions, and you can resume program execution once you are done with | |
957 | the interactive part (perhaps to stop again later, as many times as |
|
957 | the interactive part (perhaps to stop again later, as many times as | |
958 | needed). |
|
958 | needed). | |
959 |
|
959 | |||
960 | The following code snippet is the bare minimum you need to include in |
|
960 | The following code snippet is the bare minimum you need to include in | |
961 | your Python programs for this to work (detailed examples follow later):: |
|
961 | your Python programs for this to work (detailed examples follow later):: | |
962 |
|
962 | |||
963 | from IPython import embed |
|
963 | from IPython import embed | |
964 |
|
964 | |||
965 | embed() # this call anywhere in your program will start IPython |
|
965 | embed() # this call anywhere in your program will start IPython | |
966 |
|
966 | |||
967 | You can run embedded instances even in code which is itself being run at |
|
967 | You can run embedded instances even in code which is itself being run at | |
968 | the IPython interactive prompt with '%run <filename>'. Since it's easy |
|
968 | the IPython interactive prompt with '%run <filename>'. Since it's easy | |
969 | to get lost as to where you are (in your top-level IPython or in your |
|
969 | to get lost as to where you are (in your top-level IPython or in your | |
970 | embedded one), it's a good idea in such cases to set the in/out prompts |
|
970 | embedded one), it's a good idea in such cases to set the in/out prompts | |
971 | to something different for the embedded instances. The code examples |
|
971 | to something different for the embedded instances. The code examples | |
972 | below illustrate this. |
|
972 | below illustrate this. | |
973 |
|
973 | |||
974 | You can also have multiple IPython instances in your program and open |
|
974 | You can also have multiple IPython instances in your program and open | |
975 | them separately, for example with different options for data |
|
975 | them separately, for example with different options for data | |
976 | presentation. If you close and open the same instance multiple times, |
|
976 | presentation. If you close and open the same instance multiple times, | |
977 | its prompt counters simply continue from each execution to the next. |
|
977 | its prompt counters simply continue from each execution to the next. | |
978 |
|
978 | |||
979 | Please look at the docstrings in the :mod:`~IPython.frontend.terminal.embed` |
|
979 | Please look at the docstrings in the :mod:`~IPython.frontend.terminal.embed` | |
980 | module for more details on the use of this system. |
|
980 | module for more details on the use of this system. | |
981 |
|
981 | |||
982 | The following sample file illustrating how to use the embedding |
|
982 | The following sample file illustrating how to use the embedding | |
983 | functionality is provided in the examples directory as example-embed.py. |
|
983 | functionality is provided in the examples directory as example-embed.py. | |
984 | It should be fairly self-explanatory: |
|
984 | It should be fairly self-explanatory: | |
985 |
|
985 | |||
986 | .. literalinclude:: ../../examples/core/example-embed.py |
|
986 | .. literalinclude:: ../../examples/core/example-embed.py | |
987 | :language: python |
|
987 | :language: python | |
988 |
|
988 | |||
989 | Once you understand how the system functions, you can use the following |
|
989 | Once you understand how the system functions, you can use the following | |
990 | code fragments in your programs which are ready for cut and paste: |
|
990 | code fragments in your programs which are ready for cut and paste: | |
991 |
|
991 | |||
992 | .. literalinclude:: ../../examples/core/example-embed-short.py |
|
992 | .. literalinclude:: ../../examples/core/example-embed-short.py | |
993 | :language: python |
|
993 | :language: python | |
994 |
|
994 | |||
995 | Using the Python debugger (pdb) |
|
995 | Using the Python debugger (pdb) | |
996 | =============================== |
|
996 | =============================== | |
997 |
|
997 | |||
998 | Running entire programs via pdb |
|
998 | Running entire programs via pdb | |
999 | ------------------------------- |
|
999 | ------------------------------- | |
1000 |
|
1000 | |||
1001 | pdb, the Python debugger, is a powerful interactive debugger which |
|
1001 | pdb, the Python debugger, is a powerful interactive debugger which | |
1002 | allows you to step through code, set breakpoints, watch variables, |
|
1002 | allows you to step through code, set breakpoints, watch variables, | |
1003 | etc. IPython makes it very easy to start any script under the control |
|
1003 | etc. IPython makes it very easy to start any script under the control | |
1004 | of pdb, regardless of whether you have wrapped it into a 'main()' |
|
1004 | of pdb, regardless of whether you have wrapped it into a 'main()' | |
1005 | function or not. For this, simply type '%run -d myscript' at an |
|
1005 | function or not. For this, simply type '%run -d myscript' at an | |
1006 | IPython prompt. See the %run command's documentation (via '%run?' or |
|
1006 | IPython prompt. See the %run command's documentation (via '%run?' or | |
1007 | in Sec. magic_ for more details, including how to control where pdb |
|
1007 | in Sec. magic_ for more details, including how to control where pdb | |
1008 | will stop execution first. |
|
1008 | will stop execution first. | |
1009 |
|
1009 | |||
1010 | For more information on the use of the pdb debugger, read the included |
|
1010 | For more information on the use of the pdb debugger, read the included | |
1011 | pdb.doc file (part of the standard Python distribution). On a stock |
|
1011 | pdb.doc file (part of the standard Python distribution). On a stock | |
1012 | Linux system it is located at /usr/lib/python2.3/pdb.doc, but the |
|
1012 | Linux system it is located at /usr/lib/python2.3/pdb.doc, but the | |
1013 | easiest way to read it is by using the help() function of the pdb module |
|
1013 | easiest way to read it is by using the help() function of the pdb module | |
1014 | as follows (in an IPython prompt):: |
|
1014 | as follows (in an IPython prompt):: | |
1015 |
|
1015 | |||
1016 | In [1]: import pdb |
|
1016 | In [1]: import pdb | |
1017 | In [2]: pdb.help() |
|
1017 | In [2]: pdb.help() | |
1018 |
|
1018 | |||
1019 | This will load the pdb.doc document in a file viewer for you automatically. |
|
1019 | This will load the pdb.doc document in a file viewer for you automatically. | |
1020 |
|
1020 | |||
1021 |
|
1021 | |||
1022 | Automatic invocation of pdb on exceptions |
|
1022 | Automatic invocation of pdb on exceptions | |
1023 | ----------------------------------------- |
|
1023 | ----------------------------------------- | |
1024 |
|
1024 | |||
1025 | IPython, if started with the -pdb option (or if the option is set in |
|
1025 | IPython, if started with the -pdb option (or if the option is set in | |
1026 | your rc file) can call the Python pdb debugger every time your code |
|
1026 | your rc file) can call the Python pdb debugger every time your code | |
1027 | triggers an uncaught exception. This feature |
|
1027 | triggers an uncaught exception. This feature | |
1028 | can also be toggled at any time with the %pdb magic command. This can be |
|
1028 | can also be toggled at any time with the %pdb magic command. This can be | |
1029 | extremely useful in order to find the origin of subtle bugs, because pdb |
|
1029 | extremely useful in order to find the origin of subtle bugs, because pdb | |
1030 | opens up at the point in your code which triggered the exception, and |
|
1030 | opens up at the point in your code which triggered the exception, and | |
1031 | while your program is at this point 'dead', all the data is still |
|
1031 | while your program is at this point 'dead', all the data is still | |
1032 | available and you can walk up and down the stack frame and understand |
|
1032 | available and you can walk up and down the stack frame and understand | |
1033 | the origin of the problem. |
|
1033 | the origin of the problem. | |
1034 |
|
1034 | |||
1035 | Furthermore, you can use these debugging facilities both with the |
|
1035 | Furthermore, you can use these debugging facilities both with the | |
1036 | embedded IPython mode and without IPython at all. For an embedded shell |
|
1036 | embedded IPython mode and without IPython at all. For an embedded shell | |
1037 | (see sec. Embedding_), simply call the constructor with |
|
1037 | (see sec. Embedding_), simply call the constructor with | |
1038 | '--pdb' in the argument string and automatically pdb will be called if an |
|
1038 | '--pdb' in the argument string and automatically pdb will be called if an | |
1039 | uncaught exception is triggered by your code. |
|
1039 | uncaught exception is triggered by your code. | |
1040 |
|
1040 | |||
1041 | For stand-alone use of the feature in your programs which do not use |
|
1041 | For stand-alone use of the feature in your programs which do not use | |
1042 | IPython at all, put the following lines toward the top of your 'main' |
|
1042 | IPython at all, put the following lines toward the top of your 'main' | |
1043 | routine:: |
|
1043 | routine:: | |
1044 |
|
1044 | |||
1045 | import sys |
|
1045 | import sys | |
1046 | from IPython.core import ultratb |
|
1046 | from IPython.core import ultratb | |
1047 | sys.excepthook = ultratb.FormattedTB(mode='Verbose', |
|
1047 | sys.excepthook = ultratb.FormattedTB(mode='Verbose', | |
1048 | color_scheme='Linux', call_pdb=1) |
|
1048 | color_scheme='Linux', call_pdb=1) | |
1049 |
|
1049 | |||
1050 | The mode keyword can be either 'Verbose' or 'Plain', giving either very |
|
1050 | The mode keyword can be either 'Verbose' or 'Plain', giving either very | |
1051 | detailed or normal tracebacks respectively. The color_scheme keyword can |
|
1051 | detailed or normal tracebacks respectively. The color_scheme keyword can | |
1052 | be one of 'NoColor', 'Linux' (default) or 'LightBG'. These are the same |
|
1052 | be one of 'NoColor', 'Linux' (default) or 'LightBG'. These are the same | |
1053 | options which can be set in IPython with -colors and -xmode. |
|
1053 | options which can be set in IPython with -colors and -xmode. | |
1054 |
|
1054 | |||
1055 | This will give any of your programs detailed, colored tracebacks with |
|
1055 | This will give any of your programs detailed, colored tracebacks with | |
1056 | automatic invocation of pdb. |
|
1056 | automatic invocation of pdb. | |
1057 |
|
1057 | |||
1058 |
|
1058 | |||
1059 | Extensions for syntax processing |
|
1059 | Extensions for syntax processing | |
1060 | ================================ |
|
1060 | ================================ | |
1061 |
|
1061 | |||
1062 | This isn't for the faint of heart, because the potential for breaking |
|
1062 | This isn't for the faint of heart, because the potential for breaking | |
1063 | things is quite high. But it can be a very powerful and useful feature. |
|
1063 | things is quite high. But it can be a very powerful and useful feature. | |
1064 | In a nutshell, you can redefine the way IPython processes the user input |
|
1064 | In a nutshell, you can redefine the way IPython processes the user input | |
1065 | line to accept new, special extensions to the syntax without needing to |
|
1065 | line to accept new, special extensions to the syntax without needing to | |
1066 | change any of IPython's own code. |
|
1066 | change any of IPython's own code. | |
1067 |
|
1067 | |||
1068 | In the IPython/extensions directory you will find some examples |
|
1068 | In the IPython/extensions directory you will find some examples | |
1069 | supplied, which we will briefly describe now. These can be used 'as is' |
|
1069 | supplied, which we will briefly describe now. These can be used 'as is' | |
1070 | (and both provide very useful functionality), or you can use them as a |
|
1070 | (and both provide very useful functionality), or you can use them as a | |
1071 | starting point for writing your own extensions. |
|
1071 | starting point for writing your own extensions. | |
1072 |
|
1072 | |||
1073 | .. _pasting_with_prompts: |
|
1073 | .. _pasting_with_prompts: | |
1074 |
|
1074 | |||
1075 | Pasting of code starting with Python or IPython prompts |
|
1075 | Pasting of code starting with Python or IPython prompts | |
1076 | ------------------------------------------------------- |
|
1076 | ------------------------------------------------------- | |
1077 |
|
1077 | |||
1078 | IPython is smart enough to filter out input prompts, be they plain Python ones |
|
1078 | IPython is smart enough to filter out input prompts, be they plain Python ones | |
1079 | (``>>>`` and ``...``) or IPython ones (``In [N]:`` and `` ...:``). You can |
|
1079 | (``>>>`` and ``...``) or IPython ones (``In [N]:`` and `` ...:``). You can | |
1080 | therefore copy and paste from existing interactive sessions without worry. |
|
1080 | therefore copy and paste from existing interactive sessions without worry. | |
1081 |
|
1081 | |||
1082 | The following is a 'screenshot' of how things work, copying an example from the |
|
1082 | The following is a 'screenshot' of how things work, copying an example from the | |
1083 | standard Python tutorial:: |
|
1083 | standard Python tutorial:: | |
1084 |
|
1084 | |||
1085 | In [1]: >>> # Fibonacci series: |
|
1085 | In [1]: >>> # Fibonacci series: | |
1086 |
|
1086 | |||
1087 | In [2]: ... # the sum of two elements defines the next |
|
1087 | In [2]: ... # the sum of two elements defines the next | |
1088 |
|
1088 | |||
1089 | In [3]: ... a, b = 0, 1 |
|
1089 | In [3]: ... a, b = 0, 1 | |
1090 |
|
1090 | |||
1091 | In [4]: >>> while b < 10: |
|
1091 | In [4]: >>> while b < 10: | |
1092 | ...: ... print b |
|
1092 | ...: ... print b | |
1093 | ...: ... a, b = b, a+b |
|
1093 | ...: ... a, b = b, a+b | |
1094 | ...: |
|
1094 | ...: | |
1095 | 1 |
|
1095 | 1 | |
1096 | 1 |
|
1096 | 1 | |
1097 | 2 |
|
1097 | 2 | |
1098 | 3 |
|
1098 | 3 | |
1099 | 5 |
|
1099 | 5 | |
1100 | 8 |
|
1100 | 8 | |
1101 |
|
1101 | |||
1102 | And pasting from IPython sessions works equally well:: |
|
1102 | And pasting from IPython sessions works equally well:: | |
1103 |
|
1103 | |||
1104 | In [1]: In [5]: def f(x): |
|
1104 | In [1]: In [5]: def f(x): | |
1105 | ...: ...: "A simple function" |
|
1105 | ...: ...: "A simple function" | |
1106 | ...: ...: return x**2 |
|
1106 | ...: ...: return x**2 | |
1107 | ...: ...: |
|
1107 | ...: ...: | |
1108 |
|
1108 | |||
1109 | In [2]: f(3) |
|
1109 | In [2]: f(3) | |
1110 | Out[2]: 9 |
|
1110 | Out[2]: 9 | |
1111 |
|
1111 | |||
1112 | .. _gui_support: |
|
1112 | .. _gui_support: | |
1113 |
|
1113 | |||
1114 | GUI event loop support |
|
1114 | GUI event loop support | |
1115 | ====================== |
|
1115 | ====================== | |
1116 |
|
1116 | |||
1117 | .. versionadded:: 0.11 |
|
1117 | .. versionadded:: 0.11 | |
1118 | The ``%gui`` magic and :mod:`IPython.lib.inputhook`. |
|
1118 | The ``%gui`` magic and :mod:`IPython.lib.inputhook`. | |
1119 |
|
1119 | |||
1120 | .. warning:: |
|
1120 | .. warning:: | |
1121 |
|
1121 | |||
1122 | All GUI support with the ``%gui`` magic, described in this section, applies |
|
1122 | All GUI support with the ``%gui`` magic, described in this section, applies | |
1123 | only to the plain terminal IPython, *not* to the Qt console. The Qt console |
|
1123 | only to the plain terminal IPython, *not* to the Qt console. The Qt console | |
1124 | currently only supports GUI interaction via the ``--pylab`` flag, as |
|
1124 | currently only supports GUI interaction via the ``--pylab`` flag, as | |
1125 | explained :ref:`in the matplotlib section <matplotlib_support>`. |
|
1125 | explained :ref:`in the matplotlib section <matplotlib_support>`. | |
1126 |
|
1126 | |||
1127 | We intend to correct this limitation as soon as possible, you can track our |
|
1127 | We intend to correct this limitation as soon as possible, you can track our | |
1128 | progress at issue #643_. |
|
1128 | progress at issue #643_. | |
1129 |
|
1129 | |||
1130 | .. _643: https://github.com/ipython/ipython/issues/643 |
|
1130 | .. _643: https://github.com/ipython/ipython/issues/643 | |
1131 |
|
1131 | |||
1132 | IPython has excellent support for working interactively with Graphical User |
|
1132 | IPython has excellent support for working interactively with Graphical User | |
1133 | Interface (GUI) toolkits, such as wxPython, PyQt4, PyGTK and Tk. This is |
|
1133 | Interface (GUI) toolkits, such as wxPython, PyQt4, PyGTK and Tk. This is | |
1134 | implemented using Python's builtin ``PyOSInputHook`` hook. This implementation |
|
1134 | implemented using Python's builtin ``PyOSInputHook`` hook. This implementation | |
1135 | is extremely robust compared to our previous thread-based version. The |
|
1135 | is extremely robust compared to our previous thread-based version. The | |
1136 | advantages of this are: |
|
1136 | advantages of this are: | |
1137 |
|
1137 | |||
1138 | * GUIs can be enabled and disabled dynamically at runtime. |
|
1138 | * GUIs can be enabled and disabled dynamically at runtime. | |
1139 | * The active GUI can be switched dynamically at runtime. |
|
1139 | * The active GUI can be switched dynamically at runtime. | |
1140 | * In some cases, multiple GUIs can run simultaneously with no problems. |
|
1140 | * In some cases, multiple GUIs can run simultaneously with no problems. | |
1141 | * There is a developer API in :mod:`IPython.lib.inputhook` for customizing |
|
1141 | * There is a developer API in :mod:`IPython.lib.inputhook` for customizing | |
1142 | all of these things. |
|
1142 | all of these things. | |
1143 |
|
1143 | |||
1144 | For users, enabling GUI event loop integration is simple. You simple use the |
|
1144 | For users, enabling GUI event loop integration is simple. You simple use the | |
1145 | ``%gui`` magic as follows:: |
|
1145 | ``%gui`` magic as follows:: | |
1146 |
|
1146 | |||
1147 | %gui [GUINAME] |
|
1147 | %gui [GUINAME] | |
1148 |
|
1148 | |||
1149 | With no arguments, ``%gui`` removes all GUI support. Valid ``GUINAME`` |
|
1149 | With no arguments, ``%gui`` removes all GUI support. Valid ``GUINAME`` | |
1150 | arguments are ``wx``, ``qt4``, ``gtk`` and ``tk``. |
|
1150 | arguments are ``wx``, ``qt4``, ``gtk`` and ``tk``. | |
1151 |
|
1151 | |||
1152 | Thus, to use wxPython interactively and create a running :class:`wx.App` |
|
1152 | Thus, to use wxPython interactively and create a running :class:`wx.App` | |
1153 | object, do:: |
|
1153 | object, do:: | |
1154 |
|
1154 | |||
1155 | %gui wx |
|
1155 | %gui wx | |
1156 |
|
1156 | |||
1157 | For information on IPython's Matplotlib integration (and the ``pylab`` mode) |
|
1157 | For information on IPython's Matplotlib integration (and the ``pylab`` mode) | |
1158 | see :ref:`this section <matplotlib_support>`. |
|
1158 | see :ref:`this section <matplotlib_support>`. | |
1159 |
|
1159 | |||
1160 | For developers that want to use IPython's GUI event loop integration in the |
|
1160 | For developers that want to use IPython's GUI event loop integration in the | |
1161 | form of a library, these capabilities are exposed in library form in the |
|
1161 | form of a library, these capabilities are exposed in library form in the | |
1162 | :mod:`IPython.lib.inputhook` and :mod:`IPython.lib.guisupport` modules. |
|
1162 | :mod:`IPython.lib.inputhook` and :mod:`IPython.lib.guisupport` modules. | |
1163 | Interested developers should see the module docstrings for more information, |
|
1163 | Interested developers should see the module docstrings for more information, | |
1164 | but there are a few points that should be mentioned here. |
|
1164 | but there are a few points that should be mentioned here. | |
1165 |
|
1165 | |||
1166 | First, the ``PyOSInputHook`` approach only works in command line settings |
|
1166 | First, the ``PyOSInputHook`` approach only works in command line settings | |
1167 | where readline is activated. As indicated in the warning above, we plan on |
|
1167 | where readline is activated. As indicated in the warning above, we plan on | |
1168 | improving the integration of GUI event loops with the standalone kernel used by |
|
1168 | improving the integration of GUI event loops with the standalone kernel used by | |
1169 | the Qt console and other frontends (issue 643_). |
|
1169 | the Qt console and other frontends (issue 643_). | |
1170 |
|
1170 | |||
1171 | Second, when using the ``PyOSInputHook`` approach, a GUI application should |
|
1171 | Second, when using the ``PyOSInputHook`` approach, a GUI application should | |
1172 | *not* start its event loop. Instead all of this is handled by the |
|
1172 | *not* start its event loop. Instead all of this is handled by the | |
1173 | ``PyOSInputHook``. This means that applications that are meant to be used both |
|
1173 | ``PyOSInputHook``. This means that applications that are meant to be used both | |
1174 | in IPython and as standalone apps need to have special code to detects how the |
|
1174 | in IPython and as standalone apps need to have special code to detects how the | |
1175 | application is being run. We highly recommend using IPython's support for this. |
|
1175 | application is being run. We highly recommend using IPython's support for this. | |
1176 | Since the details vary slightly between toolkits, we point you to the various |
|
1176 | Since the details vary slightly between toolkits, we point you to the various | |
1177 | examples in our source directory :file:`docs/examples/lib` that demonstrate |
|
1177 | examples in our source directory :file:`docs/examples/lib` that demonstrate | |
1178 | these capabilities. |
|
1178 | these capabilities. | |
1179 |
|
1179 | |||
1180 | .. warning:: |
|
1180 | .. warning:: | |
1181 |
|
1181 | |||
1182 | The WX version of this is currently broken. While ``--pylab=wx`` works |
|
1182 | The WX version of this is currently broken. While ``--pylab=wx`` works | |
1183 | fine, standalone WX apps do not. See |
|
1183 | fine, standalone WX apps do not. See | |
1184 | https://github.com/ipython/ipython/issues/645 for details of our progress on |
|
1184 | https://github.com/ipython/ipython/issues/645 for details of our progress on | |
1185 | this issue. |
|
1185 | this issue. | |
1186 |
|
1186 | |||
1187 |
|
1187 | |||
1188 | Third, unlike previous versions of IPython, we no longer "hijack" (replace |
|
1188 | Third, unlike previous versions of IPython, we no longer "hijack" (replace | |
1189 | them with no-ops) the event loops. This is done to allow applications that |
|
1189 | them with no-ops) the event loops. This is done to allow applications that | |
1190 | actually need to run the real event loops to do so. This is often needed to |
|
1190 | actually need to run the real event loops to do so. This is often needed to | |
1191 | process pending events at critical points. |
|
1191 | process pending events at critical points. | |
1192 |
|
1192 | |||
1193 | Finally, we also have a number of examples in our source directory |
|
1193 | Finally, we also have a number of examples in our source directory | |
1194 | :file:`docs/examples/lib` that demonstrate these capabilities. |
|
1194 | :file:`docs/examples/lib` that demonstrate these capabilities. | |
1195 |
|
1195 | |||
1196 | PyQt and PySide |
|
1196 | PyQt and PySide | |
1197 | --------------- |
|
1197 | --------------- | |
1198 |
|
1198 | |||
1199 | .. attempt at explanation of the complete mess that is Qt support |
|
1199 | .. attempt at explanation of the complete mess that is Qt support | |
1200 |
|
1200 | |||
1201 | When you use ``--gui=qt`` or ``--pylab=qt``, IPython can work with either |
|
1201 | When you use ``--gui=qt`` or ``--pylab=qt``, IPython can work with either | |
1202 | PyQt4 or PySide. There are three options for configuration here, because |
|
1202 | PyQt4 or PySide. There are three options for configuration here, because | |
1203 | PyQt4 has two APIs for QString and QVariant - v1, which is the default on |
|
1203 | PyQt4 has two APIs for QString and QVariant - v1, which is the default on | |
1204 | Python 2, and the more natural v2, which is the only API supported by PySide. |
|
1204 | Python 2, and the more natural v2, which is the only API supported by PySide. | |
1205 | v2 is also the default for PyQt4 on Python 3. IPython's code for the QtConsole |
|
1205 | v2 is also the default for PyQt4 on Python 3. IPython's code for the QtConsole | |
1206 | uses v2, but you can still use any interface in your code, since the |
|
1206 | uses v2, but you can still use any interface in your code, since the | |
1207 | Qt frontend is in a different process. |
|
1207 | Qt frontend is in a different process. | |
1208 |
|
1208 | |||
1209 | The default will be to import PyQt4 without configuration of the APIs, thus |
|
1209 | The default will be to import PyQt4 without configuration of the APIs, thus | |
1210 | matching what most applications would expect. It will fall back of PySide if |
|
1210 | matching what most applications would expect. It will fall back of PySide if | |
1211 | PyQt4 is unavailable. |
|
1211 | PyQt4 is unavailable. | |
1212 |
|
1212 | |||
1213 | If specified, IPython will respect the environment variable ``QT_API`` used |
|
1213 | If specified, IPython will respect the environment variable ``QT_API`` used | |
1214 | by ETS. ETS 4.0 also works with both PyQt4 and PySide, but it requires |
|
1214 | by ETS. ETS 4.0 also works with both PyQt4 and PySide, but it requires | |
1215 | PyQt4 to use its v2 API. So if ``QT_API=pyside`` PySide will be used, |
|
1215 | PyQt4 to use its v2 API. So if ``QT_API=pyside`` PySide will be used, | |
1216 | and if ``QT_API=pyqt`` then PyQt4 will be used *with the v2 API* for |
|
1216 | and if ``QT_API=pyqt`` then PyQt4 will be used *with the v2 API* for | |
1217 | QString and QVariant, so ETS codes like MayaVi will also work with IPython. |
|
1217 | QString and QVariant, so ETS codes like MayaVi will also work with IPython. | |
1218 |
|
1218 | |||
1219 | If you launch IPython in pylab mode with ``ipython --pylab=qt``, then IPython |
|
1219 | If you launch IPython in pylab mode with ``ipython --pylab=qt``, then IPython | |
1220 | will ask matplotlib which Qt library to use (only if QT_API is *not set*), via |
|
1220 | will ask matplotlib which Qt library to use (only if QT_API is *not set*), via | |
1221 | the 'backend.qt4' rcParam. If matplotlib is version 1.0.1 or older, then |
|
1221 | the 'backend.qt4' rcParam. If matplotlib is version 1.0.1 or older, then | |
1222 | IPython will always use PyQt4 without setting the v2 APIs, since neither v2 |
|
1222 | IPython will always use PyQt4 without setting the v2 APIs, since neither v2 | |
1223 | PyQt nor PySide work. |
|
1223 | PyQt nor PySide work. | |
1224 |
|
1224 | |||
1225 | .. warning:: |
|
1225 | .. warning:: | |
1226 |
|
1226 | |||
1227 | Note that this means for ETS 4 to work with PyQt4, ``QT_API`` *must* be set |
|
1227 | Note that this means for ETS 4 to work with PyQt4, ``QT_API`` *must* be set | |
1228 | to work with IPython's qt integration, because otherwise PyQt4 will be |
|
1228 | to work with IPython's qt integration, because otherwise PyQt4 will be | |
1229 | loaded in an incompatible mode. |
|
1229 | loaded in an incompatible mode. | |
1230 |
|
1230 | |||
1231 | It also means that you must *not* have ``QT_API`` set if you want to |
|
1231 | It also means that you must *not* have ``QT_API`` set if you want to | |
1232 | use ``--gui=qt`` with code that requires PyQt4 API v1. |
|
1232 | use ``--gui=qt`` with code that requires PyQt4 API v1. | |
1233 |
|
1233 | |||
1234 |
|
1234 | |||
1235 | .. _matplotlib_support: |
|
1235 | .. _matplotlib_support: | |
1236 |
|
1236 | |||
1237 | Plotting with matplotlib |
|
1237 | Plotting with matplotlib | |
1238 | ======================== |
|
1238 | ======================== | |
1239 |
|
1239 | |||
1240 | `Matplotlib`_ provides high quality 2D and 3D plotting for Python. Matplotlib |
|
1240 | `Matplotlib`_ provides high quality 2D and 3D plotting for Python. Matplotlib | |
1241 | can produce plots on screen using a variety of GUI toolkits, including Tk, |
|
1241 | can produce plots on screen using a variety of GUI toolkits, including Tk, | |
1242 | PyGTK, PyQt4 and wxPython. It also provides a number of commands useful for |
|
1242 | PyGTK, PyQt4 and wxPython. It also provides a number of commands useful for | |
1243 | scientific computing, all with a syntax compatible with that of the popular |
|
1243 | scientific computing, all with a syntax compatible with that of the popular | |
1244 | Matlab program. |
|
1244 | Matlab program. | |
1245 |
|
1245 | |||
1246 | To start IPython with matplotlib support, use the ``--pylab`` switch. If no |
|
1246 | To start IPython with matplotlib support, use the ``--pylab`` switch. If no | |
1247 | arguments are given, IPython will automatically detect your choice of |
|
1247 | arguments are given, IPython will automatically detect your choice of | |
1248 | matplotlib backend. You can also request a specific backend with |
|
1248 | matplotlib backend. You can also request a specific backend with | |
1249 | ``--pylab=backend``, where ``backend`` must be one of: 'tk', 'qt', 'wx', 'gtk', |
|
1249 | ``--pylab=backend``, where ``backend`` must be one of: 'tk', 'qt', 'wx', 'gtk', | |
1250 | 'osx'. |
|
1250 | 'osx'. | |
1251 |
|
1251 | |||
1252 | .. _Matplotlib: http://matplotlib.sourceforge.net |
|
1252 | .. _Matplotlib: http://matplotlib.sourceforge.net | |
1253 |
|
1253 | |||
1254 | .. _interactive_demos: |
|
1254 | .. _interactive_demos: | |
1255 |
|
1255 | |||
1256 | Interactive demos with IPython |
|
1256 | Interactive demos with IPython | |
1257 | ============================== |
|
1257 | ============================== | |
1258 |
|
1258 | |||
1259 | IPython ships with a basic system for running scripts interactively in |
|
1259 | IPython ships with a basic system for running scripts interactively in | |
1260 | sections, useful when presenting code to audiences. A few tags embedded |
|
1260 | sections, useful when presenting code to audiences. A few tags embedded | |
1261 | in comments (so that the script remains valid Python code) divide a file |
|
1261 | in comments (so that the script remains valid Python code) divide a file | |
1262 | into separate blocks, and the demo can be run one block at a time, with |
|
1262 | into separate blocks, and the demo can be run one block at a time, with | |
1263 | IPython printing (with syntax highlighting) the block before executing |
|
1263 | IPython printing (with syntax highlighting) the block before executing | |
1264 | it, and returning to the interactive prompt after each block. The |
|
1264 | it, and returning to the interactive prompt after each block. The | |
1265 | interactive namespace is updated after each block is run with the |
|
1265 | interactive namespace is updated after each block is run with the | |
1266 | contents of the demo's namespace. |
|
1266 | contents of the demo's namespace. | |
1267 |
|
1267 | |||
1268 | This allows you to show a piece of code, run it and then execute |
|
1268 | This allows you to show a piece of code, run it and then execute | |
1269 | interactively commands based on the variables just created. Once you |
|
1269 | interactively commands based on the variables just created. Once you | |
1270 | want to continue, you simply execute the next block of the demo. The |
|
1270 | want to continue, you simply execute the next block of the demo. The | |
1271 | following listing shows the markup necessary for dividing a script into |
|
1271 | following listing shows the markup necessary for dividing a script into | |
1272 | sections for execution as a demo: |
|
1272 | sections for execution as a demo: | |
1273 |
|
1273 | |||
1274 | .. literalinclude:: ../../examples/lib/example-demo.py |
|
1274 | .. literalinclude:: ../../examples/lib/example-demo.py | |
1275 | :language: python |
|
1275 | :language: python | |
1276 |
|
1276 | |||
1277 | In order to run a file as a demo, you must first make a Demo object out |
|
1277 | In order to run a file as a demo, you must first make a Demo object out | |
1278 | of it. If the file is named myscript.py, the following code will make a |
|
1278 | of it. If the file is named myscript.py, the following code will make a | |
1279 | demo:: |
|
1279 | demo:: | |
1280 |
|
1280 | |||
1281 | from IPython.lib.demo import Demo |
|
1281 | from IPython.lib.demo import Demo | |
1282 |
|
1282 | |||
1283 | mydemo = Demo('myscript.py') |
|
1283 | mydemo = Demo('myscript.py') | |
1284 |
|
1284 | |||
1285 | This creates the mydemo object, whose blocks you run one at a time by |
|
1285 | This creates the mydemo object, whose blocks you run one at a time by | |
1286 | simply calling the object with no arguments. If you have autocall active |
|
1286 | simply calling the object with no arguments. If you have autocall active | |
1287 | in IPython (the default), all you need to do is type:: |
|
1287 | in IPython (the default), all you need to do is type:: | |
1288 |
|
1288 | |||
1289 | mydemo |
|
1289 | mydemo | |
1290 |
|
1290 | |||
1291 | and IPython will call it, executing each block. Demo objects can be |
|
1291 | and IPython will call it, executing each block. Demo objects can be | |
1292 | restarted, you can move forward or back skipping blocks, re-execute the |
|
1292 | restarted, you can move forward or back skipping blocks, re-execute the | |
1293 | last block, etc. Simply use the Tab key on a demo object to see its |
|
1293 | last block, etc. Simply use the Tab key on a demo object to see its | |
1294 | methods, and call '?' on them to see their docstrings for more usage |
|
1294 | methods, and call '?' on them to see their docstrings for more usage | |
1295 | details. In addition, the demo module itself contains a comprehensive |
|
1295 | details. In addition, the demo module itself contains a comprehensive | |
1296 | docstring, which you can access via:: |
|
1296 | docstring, which you can access via:: | |
1297 |
|
1297 | |||
1298 | from IPython.lib import demo |
|
1298 | from IPython.lib import demo | |
1299 |
|
1299 | |||
1300 | demo? |
|
1300 | demo? | |
1301 |
|
1301 | |||
1302 | Limitations: It is important to note that these demos are limited to |
|
1302 | Limitations: It is important to note that these demos are limited to | |
1303 | fairly simple uses. In particular, you can not put division marks in |
|
1303 | fairly simple uses. In particular, you can not put division marks in | |
1304 | indented code (loops, if statements, function definitions, etc.) |
|
1304 | indented code (loops, if statements, function definitions, etc.) | |
1305 | Supporting something like this would basically require tracking the |
|
1305 | Supporting something like this would basically require tracking the | |
1306 | internal execution state of the Python interpreter, so only top-level |
|
1306 | internal execution state of the Python interpreter, so only top-level | |
1307 | divisions are allowed. If you want to be able to open an IPython |
|
1307 | divisions are allowed. If you want to be able to open an IPython | |
1308 | instance at an arbitrary point in a program, you can use IPython's |
|
1308 | instance at an arbitrary point in a program, you can use IPython's | |
1309 | embedding facilities, see :func:`IPython.embed` for details. |
|
1309 | embedding facilities, see :func:`IPython.embed` for details. | |
1310 |
|
1310 |
@@ -1,131 +1,135 b'' | |||||
1 | .. _tips: |
|
1 | .. _tips: | |
2 |
|
2 | |||
3 | ===================== |
|
3 | ===================== | |
4 | IPython Tips & Tricks |
|
4 | IPython Tips & Tricks | |
5 | ===================== |
|
5 | ===================== | |
6 |
|
6 | |||
7 | The `IPython cookbook <http://ipython.scipy.org/moin/Cookbook>`_ details more |
|
7 | The `IPython cookbook <http://ipython.scipy.org/moin/Cookbook>`_ details more | |
8 | things you can do with IPython. |
|
8 | things you can do with IPython. | |
9 |
|
9 | |||
10 | .. This is not in the current version: |
|
10 | .. This is not in the current version: | |
11 |
|
11 | |||
12 |
|
12 | |||
13 | Embed IPython in your programs |
|
13 | Embed IPython in your programs | |
14 | ------------------------------ |
|
14 | ------------------------------ | |
15 |
|
15 | |||
16 | A few lines of code are enough to load a complete IPython inside your own |
|
16 | A few lines of code are enough to load a complete IPython inside your own | |
17 | programs, giving you the ability to work with your data interactively after |
|
17 | programs, giving you the ability to work with your data interactively after | |
18 | automatic processing has been completed. See :ref:`the embedding section <embedding>`. |
|
18 | automatic processing has been completed. See :ref:`the embedding section <embedding>`. | |
19 |
|
19 | |||
20 | Run doctests |
|
20 | Run doctests | |
21 | ------------ |
|
21 | ------------ | |
22 |
|
22 | |||
23 | Run your doctests from within IPython for development and debugging. The |
|
23 | Run your doctests from within IPython for development and debugging. The | |
24 | special %doctest_mode command toggles a mode where the prompt, output and |
|
24 | special %doctest_mode command toggles a mode where the prompt, output and | |
25 | exceptions display matches as closely as possible that of the default Python |
|
25 | exceptions display matches as closely as possible that of the default Python | |
26 | interpreter. In addition, this mode allows you to directly paste in code that |
|
26 | interpreter. In addition, this mode allows you to directly paste in code that | |
27 | contains leading '>>>' prompts, even if they have extra leading whitespace |
|
27 | contains leading '>>>' prompts, even if they have extra leading whitespace | |
28 | (as is common in doctest files). This combined with the ``%history -t`` call |
|
28 | (as is common in doctest files). This combined with the ``%history -t`` call | |
29 | to see your translated history allows for an easy doctest workflow, where you |
|
29 | to see your translated history allows for an easy doctest workflow, where you | |
30 | can go from doctest to interactive execution to pasting into valid Python code |
|
30 | can go from doctest to interactive execution to pasting into valid Python code | |
31 | as needed. |
|
31 | as needed. | |
32 |
|
32 | |||
33 | Use IPython to present interactive demos |
|
33 | Use IPython to present interactive demos | |
34 | ---------------------------------------- |
|
34 | ---------------------------------------- | |
35 |
|
35 | |||
36 | Use the :class:`IPython.lib.demo.Demo` class to load any Python script as an interactive |
|
36 | Use the :class:`IPython.lib.demo.Demo` class to load any Python script as an interactive | |
37 | demo. With a minimal amount of simple markup, you can control the execution of |
|
37 | demo. With a minimal amount of simple markup, you can control the execution of | |
38 | the script, stopping as needed. See :ref:`here <interactive_demos>` for more. |
|
38 | the script, stopping as needed. See :ref:`here <interactive_demos>` for more. | |
39 |
|
39 | |||
40 | Suppress output |
|
40 | Suppress output | |
41 | --------------- |
|
41 | --------------- | |
42 |
|
42 | |||
43 | Put a ';' at the end of a line to suppress the printing of output. This is |
|
43 | Put a ';' at the end of a line to suppress the printing of output. This is | |
44 | useful when doing calculations which generate long output you are not |
|
44 | useful when doing calculations which generate long output you are not | |
45 | interested in seeing. |
|
45 | interested in seeing. | |
46 |
|
46 | |||
47 | Lightweight 'version control' |
|
47 | Lightweight 'version control' | |
48 | ----------------------------- |
|
48 | ----------------------------- | |
49 |
|
49 | |||
50 | When you call ``%edit`` with no arguments, IPython opens an empty editor |
|
50 | When you call ``%edit`` with no arguments, IPython opens an empty editor | |
51 | with a temporary file, and it returns the contents of your editing |
|
51 | with a temporary file, and it returns the contents of your editing | |
52 | session as a string variable. Thanks to IPython's output caching |
|
52 | session as a string variable. Thanks to IPython's output caching | |
53 | mechanism, this is automatically stored:: |
|
53 | mechanism, this is automatically stored:: | |
54 |
|
54 | |||
55 | In [1]: %edit |
|
55 | In [1]: %edit | |
56 |
|
56 | |||
57 | IPython will make a temporary file named: /tmp/ipython_edit_yR-HCN.py |
|
57 | IPython will make a temporary file named: /tmp/ipython_edit_yR-HCN.py | |
58 |
|
58 | |||
59 | Editing... done. Executing edited code... |
|
59 | Editing... done. Executing edited code... | |
60 |
|
60 | |||
61 | hello - this is a temporary file |
|
61 | hello - this is a temporary file | |
62 |
|
62 | |||
63 | Out[1]: "print 'hello - this is a temporary file'\n" |
|
63 | Out[1]: "print 'hello - this is a temporary file'\n" | |
64 |
|
64 | |||
65 | Now, if you call ``%edit -p``, IPython tries to open an editor with the |
|
65 | Now, if you call ``%edit -p``, IPython tries to open an editor with the | |
66 | same data as the last time you used %edit. So if you haven't used %edit |
|
66 | same data as the last time you used %edit. So if you haven't used %edit | |
67 | in the meantime, this same contents will reopen; however, it will be |
|
67 | in the meantime, this same contents will reopen; however, it will be | |
68 | done in a new file. This means that if you make changes and you later |
|
68 | done in a new file. This means that if you make changes and you later | |
69 | want to find an old version, you can always retrieve it by using its |
|
69 | want to find an old version, you can always retrieve it by using its | |
70 | output number, via '%edit _NN', where NN is the number of the output |
|
70 | output number, via '%edit _NN', where NN is the number of the output | |
71 | prompt. |
|
71 | prompt. | |
72 |
|
72 | |||
73 | Continuing with the example above, this should illustrate this idea:: |
|
73 | Continuing with the example above, this should illustrate this idea:: | |
74 |
|
74 | |||
75 | In [2]: edit -p |
|
75 | In [2]: edit -p | |
76 |
|
76 | |||
77 | IPython will make a temporary file named: /tmp/ipython_edit_nA09Qk.py |
|
77 | IPython will make a temporary file named: /tmp/ipython_edit_nA09Qk.py | |
78 |
|
78 | |||
79 | Editing... done. Executing edited code... |
|
79 | Editing... done. Executing edited code... | |
80 |
|
80 | |||
81 | hello - now I made some changes |
|
81 | hello - now I made some changes | |
82 |
|
82 | |||
83 | Out[2]: "print 'hello - now I made some changes'\n" |
|
83 | Out[2]: "print 'hello - now I made some changes'\n" | |
84 |
|
84 | |||
85 | In [3]: edit _1 |
|
85 | In [3]: edit _1 | |
86 |
|
86 | |||
87 | IPython will make a temporary file named: /tmp/ipython_edit_gy6-zD.py |
|
87 | IPython will make a temporary file named: /tmp/ipython_edit_gy6-zD.py | |
88 |
|
88 | |||
89 | Editing... done. Executing edited code... |
|
89 | Editing... done. Executing edited code... | |
90 |
|
90 | |||
91 | hello - this is a temporary file |
|
91 | hello - this is a temporary file | |
92 |
|
92 | |||
93 | IPython version control at work :) |
|
93 | IPython version control at work :) | |
94 |
|
94 | |||
95 | Out[3]: "print 'hello - this is a temporary file'\nprint 'IPython version control at work :)'\n" |
|
95 | Out[3]: "print 'hello - this is a temporary file'\nprint 'IPython version control at work :)'\n" | |
96 |
|
96 | |||
97 |
|
97 | |||
98 | This section was written after a contribution by Alexander Belchenko on |
|
98 | This section was written after a contribution by Alexander Belchenko on | |
99 | the IPython user list. |
|
99 | the IPython user list. | |
100 |
|
100 | |||
101 | .. The section below needs to be updated for the new config system. |
|
101 | .. The section below needs to be updated for the new config system. | |
102 |
|
102 | |||
103 | .. Effective logging |
|
103 | .. Effective logging | |
104 | ----------------- |
|
104 | ----------------- | |
105 |
|
105 | |||
106 | .. A very useful suggestion sent in by Robert Kern follows: |
|
106 | .. A very useful suggestion sent in by Robert Kern follows: | |
107 |
|
107 | |||
108 | .. I recently happened on a nifty way to keep tidy per-project log files. I |
|
108 | .. I recently happened on a nifty way to keep tidy per-project log files. I | |
109 | made a profile for my project (which is called "parkfield"):: |
|
109 | made a profile for my project (which is called "parkfield"):: | |
110 |
|
110 | |||
111 | include ipythonrc |
|
111 | include ipythonrc | |
112 |
|
112 | |||
113 | # cancel earlier logfile invocation: |
|
113 | # cancel earlier logfile invocation: | |
114 |
|
114 | |||
115 | logfile '' |
|
115 | logfile '' | |
116 |
|
116 | |||
117 | execute import time |
|
117 | execute import time | |
118 |
|
118 | |||
119 | execute __cmd = '/Users/kern/research/logfiles/parkfield-%s.log rotate' |
|
119 | execute __cmd = '/Users/kern/research/logfiles/parkfield-%s.log rotate' | |
120 |
|
120 | |||
121 | execute __IP.magic_logstart(__cmd % time.strftime('%Y-%m-%d')) |
|
121 | execute __IP.magic_logstart(__cmd % time.strftime('%Y-%m-%d')) | |
122 |
|
122 | |||
123 | .. I also added a shell alias for convenience:: |
|
123 | .. I also added a shell alias for convenience:: | |
124 |
|
124 | |||
125 | alias parkfield="ipython --pylab profile=parkfield" |
|
125 | alias parkfield="ipython --pylab profile=parkfield" | |
126 |
|
126 | |||
127 | .. Now I have a nice little directory with everything I ever type in, |
|
127 | .. Now I have a nice little directory with everything I ever type in, | |
128 | organized by project and date. |
|
128 | organized by project and date. | |
129 |
|
129 | |||
|
130 | .. warning:: | |||
|
131 | ||||
|
132 | This example uses the outdated ipythonrc-style configuration files, which no | |||
|
133 | longer work as of IPython 0.11 | |||
130 |
|
134 | |||
131 |
|
135 |
General Comments 0
You need to be logged in to leave comments.
Login now