Add sys.argv support for demos.

IPython/Magic.py

@@ -1,2490 +1,2454 b''
 # -*- coding: utf-8 -*-
 """Magic functions for InteractiveShell.
 
-$Id: Magic.py 583 2005-05-13 21:20:33Z fperez $"""
+$Id: Magic.py 897 2005-09-22 09:32:46Z fperez $"""
 
 #*****************************************************************************
 #       Copyright (C) 2001 Janko Hauser <[e-mail]> and
 #       Copyright (C) 2001-2004 Fernando Perez <[e-mail]>
 #
 #  Distributed under the terms of the BSD License.  The full license is in
 #  the file COPYING, distributed as part of this software.
 #*****************************************************************************
 
 #****************************************************************************
 # Modules and globals
 
 from IPython import Release
 __author__  = '%s <%s>\n%s <%s>' % \
               ( Release.authors['Janko'] + Release.authors['Fernando'] )
 __license__ = Release.license
 
 # Python standard modules
 import __builtin__
-import os,sys,inspect,pydoc,re,tempfile,shlex,pdb,bdb,time
+import os,sys,inspect,pydoc,re,tempfile,pdb,bdb,time
 try:
     import profile,pstats
 except ImportError:
     profile = pstats = None
 from getopt import getopt
 from pprint import pprint, pformat
 from cStringIO import StringIO
 
 # Homebrewed
 from IPython.Struct import Struct
 from IPython.Itpl import Itpl, itpl, printpl,itplns
 from IPython.FakeModule import FakeModule
 from IPython import OInspect
 from IPython.genutils import *
 
 # Globals to be set later by Magic constructor
 MAGIC_PREFIX = ''
 MAGIC_ESCAPE = ''
 
 #***************************************************************************
 # Utility functions
 def magic2python(cmd):
     """Convert a command string of magic syntax to valid Python code."""
 
     if cmd.startswith('#'+MAGIC_ESCAPE) or \
            cmd.startswith(MAGIC_ESCAPE):
         if cmd[0]=='#':
             cmd = cmd[1:]
         # we need to return the proper line end later
         if cmd[-1] == '\n':
             endl = '\n'
         else:
             endl = ''
         try:
             func,args = cmd[1:].split(' ',1)
         except:
             func,args = cmd[1:].rstrip(),''
         args = args.replace('"','\\"').replace("'","\\'").rstrip()
         return '%s%s ("%s")%s' % (MAGIC_PREFIX,func,args,endl)
     else:
         return cmd
 
 def on_off(tag):
     """Return an ON/OFF string for a 1/0 input. Simple utility function."""
     return ['OFF','ON'][tag]
 
 def get_py_filename(name):
     """Return a valid python filename in the current directory.
 
     If the given name is not a file, it adds '.py' and searches again.
     Raises IOError with an informative message if the file isn't found."""
 
     name = os.path.expanduser(name)
     if not os.path.isfile(name) and not name.endswith('.py'):
         name += '.py'
     if os.path.isfile(name):
         return name
     else:
         raise IOError,'File `%s` not found.' % name
 
-# Try to use shlex.split for converting an input string into a sys.argv-type
-# list.  This appeared in Python 2.3, so here's a quick backport for 2.2.
-try:
-    shlex_split = shlex.split
-except AttributeError:
-    _quotesre = re.compile(r'[\'"](.*)[\'"]')
-    _wordchars = ('abcdfeghijklmnopqrstuvwxyz'
-                  'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789_-.~*?'
-                  'ßàáâãäåæçèéêëìíîïðñòóôõöøùúûüýþÿ'
-                  'ÀÁÂÃÄÅÆÇÈÉÊËÌÍÎÏÐÑÒÓÔÕÖØÙÚÛÜÝÞ%s'
-                  % os.sep)
-    
-    def shlex_split(s):
-        """Simplified backport to Python 2.2 of shlex.split().
-
-        This is a quick and dirty hack, since the shlex module under 2.2 lacks
-        several of the features needed to really match the functionality of
-        shlex.split() in 2.3."""
-
-        lex = shlex.shlex(StringIO(s))
-        # Try to get options, extensions and path separators as characters
-        lex.wordchars = _wordchars
-        lex.commenters = ''
-        # Make a list out of the lexer by hand, since in 2.2 it's not an
-        # iterator.
-        lout = []
-        while 1:
-            token = lex.get_token()
-            if token == '':
-                break
-            # Try to handle quoted tokens correctly
-            quotes = _quotesre.match(token)
-            if quotes:
-                token = quotes.group(1)
-            lout.append(token)
-        return lout
 
 #****************************************************************************
 # Utility classes
 class Macro:
     """Simple class to store the value of macros as strings.
 
     This allows us to later exec them by checking when something is an
     instance of this class."""
     
     def __init__(self,cmds):
         """Build a macro from a list of commands."""
 
         # Since the list may include multi-line entries, first make sure that
         # they've been all broken up before passing it to magic2python
         cmdlist = map(magic2python,''.join(cmds).split('\n'))
         self.value = '\n'.join(cmdlist)
 
     def __str__(self):
         return self.value
 
 #***************************************************************************
 # Main class implementing Magic functionality
 class Magic:
     """Magic functions for InteractiveShell.
 
     Shell functions which can be reached as %function_name. All magic
     functions should accept a string, which they can parse for their own
     needs. This can make some functions easier to type, eg `%cd ../`
     vs. `%cd("../")`
 
     ALL definitions MUST begin with the prefix magic_. The user won't need it
     at the command line, but it is is needed in the definition. """
 
     # class globals
     auto_status = ['Automagic is OFF, % prefix IS needed for magic functions.',
                    'Automagic is ON, % prefix NOT needed for magic functions.']
 
     #......................................................................
     # some utility functions
 
     def __init__(self,shell):
         # XXX This is hackish, clean up later to avoid these messy globals
         global MAGIC_PREFIX, MAGIC_ESCAPE
         
         self.options_table = {}
         MAGIC_PREFIX = shell.name+'.magic_'
         MAGIC_ESCAPE = shell.ESC_MAGIC
         if profile is None:
             self.magic_prun = self.profile_missing_notice
 
     def profile_missing_notice(self, *args, **kwargs):
         error("""\
 The profile module could not be found.  If you are a Debian user,
 it has been removed from the standard Debian package because of its non-free
 license. To use profiling, please install"python2.3-profiler" from non-free.""")
     
     def default_option(self,fn,optstr):
         """Make an entry in the options_table for fn, with value optstr"""
         
         if fn not in self.lsmagic():
             error("%s is not a magic function" % fn)
         self.options_table[fn] = optstr
 
     def lsmagic(self):
         """Return a list of currently available magic functions.
 
         Gives a list of the bare names after mangling (['ls','cd', ...], not
         ['magic_ls','magic_cd',...]"""
 
         # FIXME. This needs a cleanup, in the way the magics list is built.
         
         # magics in class definition
         class_magic = lambda fn: fn.startswith('magic_') and \
                       callable(Magic.__dict__[fn])
         # in instance namespace (run-time user additions)
         inst_magic =  lambda fn: fn.startswith('magic_') and \
                      callable(self.__dict__[fn])
         # and bound magics by user (so they can access self):
         inst_bound_magic =  lambda fn: fn.startswith('magic_') and \
                            callable(self.__class__.__dict__[fn])
         magics = filter(class_magic,Magic.__dict__.keys()) + \
                  filter(inst_magic,self.__dict__.keys()) + \
                  filter(inst_bound_magic,self.__class__.__dict__.keys())
         out = []
         for fn in magics:
             out.append(fn.replace('magic_','',1))
         out.sort()
         return out
     
     def set_shell(self,shell):
         self.shell = shell
         self.alias_table = shell.alias_table
 
     def extract_input_slices(self,slices):
         """Return as a string a set of input history slices.
 
         The set of slices is given as a list of strings (like ['1','4:8','9'],
         since this function is for use by magic functions which get their
         arguments as strings."""
 
         cmds = []
         for chunk in slices:
             if ':' in chunk:
                 ini,fin = map(int,chunk.split(':'))
             else:
                 ini = int(chunk)
                 fin = ini+1
             cmds.append(self.shell.input_hist[ini:fin])
         return cmds
         
     def _ofind(self,oname):
         """Find an object in the available namespaces.
 
         self._ofind(oname) -> dict with keys: found,obj,ospace,ismagic
 
         Has special code to detect magic functions.
         """
         
         oname = oname.strip()
 
         # Namespaces to search in:
         user_ns        = self.shell.user_ns
         internal_ns    = self.shell.internal_ns
         builtin_ns     = __builtin__.__dict__
         alias_ns       = self.shell.alias_table
 
         # Put them in a list. The order is important so that we find things in
         # the same order that Python finds them.
         namespaces = [ ('Interactive',user_ns),
                        ('IPython internal',internal_ns),
                        ('Python builtin',builtin_ns),
                        ('Alias',alias_ns),
                        ]
 
         # initialize results to 'null'
         found = 0; obj = None;  ospace = None;  ds = None;
         ismagic = 0; isalias = 0
 
         # Look for the given name by splitting it in parts.  If the head is
         # found, then we look for all the remaining parts as members, and only
         # declare success if we can find them all.
         oname_parts = oname.split('.')
         oname_head, oname_rest = oname_parts[0],oname_parts[1:]
         for nsname,ns in namespaces:
             try:
                 obj = ns[oname_head]
             except KeyError:
                 continue
             else:
                 for part in oname_rest:
                     try:
                         obj = getattr(obj,part)
                     except:
                         # Blanket except b/c some badly implemented objects
                         # allow __getattr__ to raise exceptions other than
                         # AttributeError, which then crashes IPython.
                         break
                 else:
                     # If we finish the for loop (no break), we got all members
                     found = 1
                     ospace = nsname
                     if ns == alias_ns:
                         isalias = 1
                     break  # namespace loop
 
         # Try to see if it's magic
         if not found:
             if oname.startswith(self.shell.ESC_MAGIC):
                 oname = oname[1:]
             obj = getattr(self,'magic_'+oname,None)
             if obj is not None:
                 found = 1
                 ospace = 'IPython internal'
                 ismagic = 1
 
         # Last try: special-case some literals like '', [], {}, etc:
         if not found and oname_head in ["''",'""','[]','{}','()']:
             obj = eval(oname_head)
             found = 1
             ospace = 'Interactive'
             
         return {'found':found, 'obj':obj, 'namespace':ospace,
                 'ismagic':ismagic, 'isalias':isalias}
         
     def arg_err(self,func):
         """Print docstring if incorrect arguments were passed"""
         print 'Error in arguments:'
         print OInspect.getdoc(func)
 
 
     def format_latex(self,str):
         """Format a string for latex inclusion."""
 
         # Characters that need to be escaped for latex:
         escape_re = re.compile(r'(%|_|\$)',re.MULTILINE)
         # Magic command names as headers:
         cmd_name_re = re.compile(r'^(%s.*?):' % self.shell.ESC_MAGIC,
                                  re.MULTILINE)
         # Magic commands 
         cmd_re = re.compile(r'(?P<cmd>%s.+?\b)(?!\}\}:)' % self.shell.ESC_MAGIC,
                             re.MULTILINE)
         # Paragraph continue
         par_re = re.compile(r'\\$',re.MULTILINE)
 
         str = cmd_name_re.sub(r'\n\\texttt{\\textsl{\\large \1}}:',str)
         str = cmd_re.sub(r'\\texttt{\g<cmd>}',str)
         str = par_re.sub(r'\\\\',str)
         str = escape_re.sub(r'\\\1',str)
         return str
 
     def format_screen(self,str):
         """Format a string for screen printing.
 
         This removes some latex-type format codes."""
         # Paragraph continue
         par_re = re.compile(r'\\$',re.MULTILINE)
         str = par_re.sub('',str)
         return str
 
     def parse_options(self,arg_str,opt_str,*long_opts,**kw):
         """Parse options passed to an argument string.
 
         The interface is similar to that of getopt(), but it returns back a
         Struct with the options as keys and the stripped argument string still
         as a string.
 
         arg_str is quoted as a true sys.argv vector by calling on the fly a
         python process in a subshell.  This allows us to easily expand
         variables, glob files, quote arguments, etc, with all the power and
         correctness of the underlying system shell.
 
         Options:
           -mode: default 'string'. If given as 'list', the argument string is
           returned as a list (split on whitespace) instead of a string.
 
           -list_all: put all option values in lists. Normally only options
           appearing more than once are put in a list."""
 
         # inject default options at the beginning of the input line
         caller = sys._getframe(1).f_code.co_name.replace('magic_','')
         arg_str = '%s %s' % (self.options_table.get(caller,''),arg_str)
         
         mode = kw.get('mode','string')
         if mode not in ['string','list']:
             raise ValueError,'incorrect mode given: %s' % mode
         # Get options
         list_all = kw.get('list_all',0)
 
         # Check if we have more than one argument to warrant extra processing:
         odict = {}  # Dictionary with options
         args = arg_str.split()
         if len(args) >= 1:
             # If the list of inputs only has 0 or 1 thing in it, there's no
             # need to look for options
             argv = shlex_split(arg_str)
             # Do regular option processing
             opts,args = getopt(argv,opt_str,*long_opts)
             for o,a in opts:
                 if o.startswith('--'):
                     o = o[2:]
                 else:
                     o = o[1:]
                 try:
                     odict[o].append(a)
                 except AttributeError:
                     odict[o] = [odict[o],a]
                 except KeyError:
                     if list_all:
                         odict[o] = [a]
                     else:
                         odict[o] = a
 
         # Prepare opts,args for return
         opts = Struct(odict)
         if mode == 'string':
             args = ' '.join(args)
 
         return opts,args
     
     #......................................................................
     # And now the actual magic functions
 
     # Functions for IPython shell work (vars,funcs, config, etc)
     def magic_lsmagic(self, parameter_s = ''):
         """List currently available magic functions."""
         mesc = self.shell.ESC_MAGIC
         print 'Available magic functions:\n'+mesc+\
               ('  '+mesc).join(self.lsmagic())
         print '\n' + Magic.auto_status[self.shell.rc.automagic]
         return None
         
     def magic_magic(self, parameter_s = ''):
         """Print information about the magic function system."""
 
         mode = ''
         try:
             if parameter_s.split()[0] == '-latex':
                 mode = 'latex'
         except:
             pass
 
         magic_docs = []
         for fname in self.lsmagic():
             mname = 'magic_' + fname
             for space in (Magic,self,self.__class__):
                 try:
                     fn = space.__dict__[mname]
                 except KeyError:
                     pass
                 else:
                     break
             magic_docs.append('%s%s:\n\t%s\n' %(self.shell.ESC_MAGIC,
                                                 fname,fn.__doc__))
         magic_docs = ''.join(magic_docs)
 
         if mode == 'latex':
             print self.format_latex(magic_docs)
             return
         else:
             magic_docs = self.format_screen(magic_docs)
         
         outmsg = """
 IPython's 'magic' functions
 ===========================
 
 The magic function system provides a series of functions which allow you to
 control the behavior of IPython itself, plus a lot of system-type
 features. All these functions are prefixed with a % character, but parameters
 are given without parentheses or quotes.
 
 NOTE: If you have 'automagic' enabled (via the command line option or with the
 %automagic function), you don't need to type in the % explicitly.  By default,
 IPython ships with automagic on, so you should only rarely need the % escape.
 
 Example: typing '%cd mydir' (without the quotes) changes you working directory
 to 'mydir', if it exists.
 
 You can define your own magic functions to extend the system. See the supplied
 ipythonrc and example-magic.py files for details (in your ipython
 configuration directory, typically $HOME/.ipython/).
 
 You can also define your own aliased names for magic functions. In your
 ipythonrc file, placing a line like:
 
   execute __IPYTHON__.magic_pf = __IPYTHON__.magic_profile
 
 will define %pf as a new name for %profile.
 
 You can also call magics in code using the ipmagic() function, which IPython
 automatically adds to the builtin namespace.  Type 'ipmagic?' for details.
 
 For a list of the available magic functions, use %lsmagic. For a description
 of any of them, type %magic_name?, e.g. '%cd?'.
 
 Currently the magic system has the following functions:\n"""
 
         mesc = self.shell.ESC_MAGIC
         outmsg = ("%s\n%s\n\nSummary of magic functions (from %slsmagic):"
                   "\n\n%s%s\n\n%s" % (outmsg,
                                      magic_docs,mesc,mesc,
                                      ('  '+mesc).join(self.lsmagic()),
                                      Magic.auto_status[self.shell.rc.automagic] ) )
 
         page(outmsg,screen_lines=self.shell.rc.screen_length)
   
     def magic_automagic(self, parameter_s = ''):
         """Make magic functions callable without having to type the initial %.
         
         Toggles on/off (when off, you must call it as %automagic, of
         course). Note that magic functions have lowest priority, so if there's
         a variable whose name collides with that of a magic fn, automagic
         won't work for that function (you get the variable instead). However,
         if you delete the variable (del var), the previously shadowed magic
         function becomes visible to automagic again."""
 
         rc = self.shell.rc
         rc.automagic = not rc.automagic
         print '\n' + Magic.auto_status[rc.automagic]
 
     def magic_autocall(self, parameter_s = ''):
         """Make functions callable without having to type parentheses.
 
         This toggles the autocall command line option on and off."""
         
         rc = self.shell.rc
         rc.autocall = not rc.autocall
         print "Automatic calling is:",['OFF','ON'][rc.autocall]
 
     def magic_autoindent(self, parameter_s = ''):
         """Toggle autoindent on/off (if available)."""
 
         self.shell.set_autoindent()
         print "Automatic indentation is:",['OFF','ON'][self.shell.autoindent]
 
     def magic_system_verbose(self, parameter_s = ''):
         """Toggle verbose printing of system calls on/off."""
 
         self.shell.rc_set_toggle('system_verbose')
         print "System verbose printing is:",\
               ['OFF','ON'][self.shell.rc.system_verbose]
 
     def magic_history(self, parameter_s = ''):
         """Print input history (_i<n> variables), with most recent last.
         
         %history [-n]       -> print at most 40 inputs (some may be multi-line)\\
         %history [-n] n     -> print at most n inputs\\
         %history [-n] n1 n2 -> print inputs between n1 and n2 (n2 not included)\\
 
         Each input's number <n> is shown, and is accessible as the
         automatically generated variable _i<n>.  Multi-line statements are
         printed starting at a new line for easy copy/paste.
 
         If option -n is used, input numbers are not printed. This is useful if
         you want to get a printout of many lines which can be directly pasted
         into a text editor.
 
         This feature is only available if numbered prompts are in use."""
 
         if not self.do_full_cache:
             print 'This feature is only available if numbered prompts are in use.'
             return
         opts,args = self.parse_options(parameter_s,'n',mode='list')
         
         default_length = 40
         if len(args) == 0:
             final = self.outputcache.prompt_count
             init = max(1,final-default_length)
         elif len(args) == 1:
             final = self.outputcache.prompt_count
             init = max(1,final-int(args[0]))
         elif len(args) == 2:
             init,final = map(int,args)
         else:
             warn('%hist takes 0, 1 or 2 arguments separated by spaces.')
             print self.magic_hist.__doc__
             return
         width = len(str(final))
         line_sep = ['','\n']
         input_hist = self.shell.input_hist
         print_nums = not opts.has_key('n')
         for in_num in range(init,final):
             inline = input_hist[in_num]
             multiline = inline.count('\n') > 1
             if print_nums:
                 print str(in_num).ljust(width)+':'+ line_sep[multiline],
             if inline.startswith('#'+self.shell.ESC_MAGIC) or \
                    inline.startswith('#!'):
                 print inline[1:],
             else:
                 print inline,
 
     def magic_hist(self, parameter_s=''):
         """Alternate name for %history."""
         return self.magic_history(parameter_s)
 
     def magic_p(self, parameter_s=''):
         """Just a short alias for Python's 'print'."""
         exec 'print ' + parameter_s in self.shell.user_ns
 
     def magic_r(self, parameter_s=''):
         """Repeat previous input.
 
         If given an argument, repeats the previous command which starts with
         the same string, otherwise it just repeats the previous input.
 
         Shell escaped commands (with ! as first character) are not recognized
         by this system, only pure python code and magic commands.
         """
 
         start = parameter_s.strip()
         esc_magic = self.shell.ESC_MAGIC
         # Identify magic commands even if automagic is on (which means
         # the in-memory version is different from that typed by the user).
         if self.shell.rc.automagic:
             start_magic = esc_magic+start
         else:
             start_magic = start
         # Look through the input history in reverse
         for n in range(len(self.shell.input_hist)-2,0,-1):
             input = self.shell.input_hist[n]
             # skip plain 'r' lines so we don't recurse to infinity
             if input != 'ipmagic("r")\n' and \
                    (input.startswith(start) or input.startswith(start_magic)):
                 #print 'match',`input`  # dbg
                 if input.startswith(esc_magic):
                     input = magic2python(input)
                     #print 'modified',`input`  # dbg
                 print 'Executing:',input,
                 exec input in self.shell.user_ns
                 return
         print 'No previous input matching `%s` found.' % start
 
     def magic_page(self, parameter_s=''):
         """Pretty print the object and display it through a pager.
         
         If no parameter is given, use _ (last output)."""
         # After a function contributed by Olivier Aubert, slightly modified.
 
         oname = parameter_s and parameter_s or '_' 
         info = self._ofind(oname)
         if info['found']:
             page(pformat(info['obj']))
         else:
             print 'Object `%s` not found' % oname
 
     def magic_profile(self, parameter_s=''):
         """Print your currently active IPyhton profile."""
         if self.shell.rc.profile:
             printpl('Current IPython profile: $self.shell.rc.profile.')
         else:
             print 'No profile active.'
         
     def _inspect(self,meth,oname,**kw):
         """Generic interface to the inspector system.
 
         This function is meant to be called by pdef, pdoc & friends."""
         
         oname = oname.strip()
         info = Struct(self._ofind(oname))
         if info.found:
             pmethod = getattr(self.shell.inspector,meth)
             formatter = info.ismagic and self.format_screen or None
             if meth == 'pdoc':
                 pmethod(info.obj,oname,formatter)
             elif meth == 'pinfo':
                 pmethod(info.obj,oname,formatter,info,**kw)
             else:
                 pmethod(info.obj,oname)
         else:
             print 'Object `%s` not found.' % oname
             return 'not found'  # so callers can take other action
         
     def magic_pdef(self, parameter_s=''):
         """Print the definition header for any callable object.
 
         If the object is a class, print the constructor information."""
         self._inspect('pdef',parameter_s)
         
     def magic_pdoc(self, parameter_s=''):
         """Print the docstring for an object.
 
         If the given object is a class, it will print both the class and the
         constructor docstrings."""
         self._inspect('pdoc',parameter_s)
 
     def magic_psource(self, parameter_s=''):
         """Print (or run through pager) the source code for an object."""
         self._inspect('psource',parameter_s)
 
     def magic_pfile(self, parameter_s=''):
         """Print (or run through pager) the file where an object is defined.
 
         The file opens at the line where the object definition begins. IPython
         will honor the environment variable PAGER if set, and otherwise will
         do its best to print the file in a convenient form.
 
         If the given argument is not an object currently defined, IPython will
         try to interpret it as a filename (automatically adding a .py extension
         if needed). You can thus use %pfile as a syntax highlighting code
         viewer."""
 
         # first interpret argument as an object name
         out = self._inspect('pfile',parameter_s)
         # if not, try the input as a filename
         if out == 'not found':
             try:
                 filename = get_py_filename(parameter_s)
             except IOError,msg:
                 print msg
                 return
             page(self.shell.inspector.format(file(filename).read()))
             
     def magic_pinfo(self, parameter_s=''):
         """Provide detailed information about an object.
 
         '%pinfo object' is just a synonym for object? or ?object."""
 
         #print 'pinfo par: <%s>' % parameter_s  # dbg
 
         # detail_level: 0 -> obj? , 1 -> obj??
         detail_level = 0
         # We need to detect if we got called as 'pinfo pinfo foo', which can
         # happen if the user types 'pinfo foo?' at the cmd line.
         pinfo,qmark1,oname,qmark2 = \
                re.match('(pinfo )?(\?*)(.*?)(\??$)',parameter_s).groups()
         if pinfo or qmark1 or qmark2:
             detail_level = 1
         self._inspect('pinfo',oname,detail_level=detail_level)
 
     def magic_who_ls(self, parameter_s=''):
         """Return a sorted list of all interactive variables.
 
         If arguments are given, only variables of types matching these
         arguments are returned."""
 
         user_ns = self.shell.user_ns
         out = []
         typelist = parameter_s.split()
         for i in self.shell.user_ns.keys():
             if not (i.startswith('_') or i.startswith('_i')) \
                    and not (self.internal_ns.has_key(i) or
                             self.user_config_ns.has_key(i)):
                 if typelist:
                     if type(user_ns[i]).__name__ in typelist:
                         out.append(i)
                 else:
                     out.append(i)
         out.sort()
         return out
         
     def magic_who(self, parameter_s=''):
         """Print all interactive variables, with some minimal formatting.
 
         If any arguments are given, only variables whose type matches one of
         these are printed.  For example:
 
           %who function str
 
         will only list functions and strings, excluding all other types of
         variables.  To find the proper type names, simply use type(var) at a
         command line to see how python prints type names.  For example:
 
           In [1]: type('hello')\\
           Out[1]: <type 'str'>
 
         indicates that the type name for strings is 'str'.
 
         %who always excludes executed names loaded through your configuration
         file and things which are internal to IPython.
 
         This is deliberate, as typically you may load many modules and the
         purpose of %who is to show you only what you've manually defined."""
 
         varlist = self.magic_who_ls(parameter_s)
         if not varlist:
             print 'Interactive namespace is empty.'
             return
 
         # if we have variables, move on...
 
         # stupid flushing problem: when prompts have no separators, stdout is
         # getting lost. I'm starting to think this is a python bug. I'm having
         # to force a flush with a print because even a sys.stdout.flush
         # doesn't seem to do anything!
 
         count = 0
         for i in varlist:
             print i+'\t',
             count += 1
             if count > 8:
                 count = 0
                 print
             sys.stdout.flush()  # FIXME. Why the hell isn't this flushing???
             
         print # well, this does force a flush at the expense of an extra \n
 
     def magic_whos(self, parameter_s=''):
         """Like %who, but gives some extra information about each variable.
 
         The same type filtering of %who can be applied here.
 
         For all variables, the type is printed. Additionally it prints:
         
           - For {},[],(): their length.
 
           - For Numeric arrays, a summary with shape, number of elements,
           typecode and size in memory.
 
           - Everything else: a string representation, snipping their middle if
           too long."""
         
         varnames = self.magic_who_ls(parameter_s)
         if not varnames:
             print 'Interactive namespace is empty.'
             return
 
         # if we have variables, move on...
 
         # for these types, show len() instead of data:
         seq_types = [types.DictType,types.ListType,types.TupleType]
 
         # for Numeric arrays, display summary info
         try:
             import Numeric
         except ImportError:
             array_type = None
         else:
             array_type = Numeric.ArrayType.__name__
         
         # Find all variable names and types so we can figure out column sizes
         get_vars = lambda i: self.locals[i]
         type_name = lambda v: type(v).__name__
         varlist = map(get_vars,varnames)
         typelist = map(type_name,varlist)
         # column labels and # of spaces as separator
         varlabel = 'Variable'
         typelabel = 'Type'
         datalabel = 'Data/Info'
         colsep = 3
         # variable format strings
         vformat    = "$vname.ljust(varwidth)$vtype.ljust(typewidth)"
         vfmt_short = '$vstr[:25]<...>$vstr[-25:]'
         aformat    = "%s: %s elems, type `%s`, %s bytes"
         # find the size of the columns to format the output nicely
         varwidth = max(max(map(len,varnames)), len(varlabel)) + colsep
         typewidth = max(max(map(len,typelist)), len(typelabel)) + colsep
         # table header
         print varlabel.ljust(varwidth) + typelabel.ljust(typewidth) + \
               ' '+datalabel+'\n' + '-'*(varwidth+typewidth+len(datalabel)+1)
         # and the table itself
         kb = 1024
         Mb = 1048576  # kb**2
         for vname,var,vtype in zip(varnames,varlist,typelist):
             print itpl(vformat),
             if vtype in seq_types:
                 print len(var)
             elif vtype==array_type:
                 vshape = str(var.shape).replace(',','').replace(' ','x')[1:-1]
                 vsize  = Numeric.size(var)
                 vbytes = vsize*var.itemsize()
                 if vbytes < 100000:
                     print aformat % (vshape,vsize,var.typecode(),vbytes)
                 else:
                     print aformat % (vshape,vsize,var.typecode(),vbytes),
                     if vbytes < Mb:
                         print '(%s kb)' % (vbytes/kb,)
                     else:
                         print '(%s Mb)' % (vbytes/Mb,)
             else:
                 vstr = str(var)
                 if len(vstr) < 50:
                     print vstr
                 else:
                     printpl(vfmt_short)
                 
     def magic_reset(self, parameter_s=''):
         """Resets the namespace by removing all names defined by the user.
 
         Input/Output history are left around in case you need them."""
 
         ans = raw_input(
           "Once deleted, variables cannot be recovered. Proceed (y/n)? ")
         if not ans.lower() == 'y':
             print 'Nothing done.'
             return
         for i in self.magic_who_ls():
             del(self.locals[i])
 
     def magic_config(self,parameter_s=''):
         """Show IPython's internal configuration."""
         
         page('Current configuration structure:\n'+
              pformat(self.shell.rc.dict()))
 
     def magic_logstart(self,parameter_s=''):
         """Start logging anywhere in a session.
 
         %logstart [log_name [log_mode]]
 
         If no name is given, it defaults to a file named 'ipython.log' in your
         current directory, in 'rotate' mode (see below).
 
         '%logstart name' saves to file 'name' in 'backup' mode.  It saves your
         history up to that point and then continues logging.
 
         %logstart takes a second optional parameter: logging mode. This can be one
         of (note that the modes are given unquoted):\\
           over: overwrite existing log.\\
           backup: rename (if exists) to name~ and start name.\\
           append: well, that says it.\\
           rotate: create rotating logs name.1~, name.2~, etc.
         """
 
         #FIXME. This function should all be moved to the Logger class.
         
         valid_modes = qw('over backup append rotate')
         if self.LOG:
             print 'Logging is already in place. Logfile:',self.LOG
             return
 
         par = parameter_s.strip()
         if not par:
             logname = self.LOGDEF
             logmode = 'rotate'  # use rotate for the auto-generated logs
         else:
             try:
                 logname,logmode = par.split()
             except:
                 try:
                     logname = par
                     logmode = 'backup'
                 except:
                     warn('Usage: %log [log_name [log_mode]]')
                     return
         if not logmode in valid_modes:
             warn('Logging NOT activated.\n'
                  'Usage: %log [log_name [log_mode]]\n'
                  'Valid modes: '+str(valid_modes))
             return
 
         # If we made it this far, I think we're ok:
         print 'Activating auto-logging.'
         print 'Current session state plus future input saved to:',logname
         print 'Logging mode: ',logmode
         # put logname into rc struct as if it had been called on the command line,
         # so it ends up saved in the log header
         # Save it in case we need to restore it...
         old_logfile = self.shell.rc.opts.get('logfile','')  
         logname = os.path.expanduser(logname)
         self.shell.rc.opts.logfile = logname
         self.LOGMODE = logmode  # FIXME: this should be set through a function.
         try:
             header = str(self.LOGHEAD)
             self.create_log(header,logname)
             self.logstart(header,logname)
         except:
             self.LOG = ''  # we are NOT logging, something went wrong
             self.shell.rc.opts.logfile = old_logfile
             warn("Couldn't start log: "+str(sys.exc_info()[1]))
         else:  # log input history up to this point
             self.logfile.write(self.shell.user_ns['_ih'][1:])
             self.logfile.flush()
         
     def magic_logoff(self,parameter_s=''):
         """Temporarily stop logging.
 
         You must have previously started logging."""
         self.switch_log(0)
         
     def magic_logon(self,parameter_s=''):
         """Restart logging.
 
         This function is for restarting logging which you've temporarily
         stopped with %logoff. For starting logging for the first time, you
         must use the %logstart function, which allows you to specify an
         optional log filename."""
         
         self.switch_log(1)
     
     def magic_logstate(self,parameter_s=''):
         """Print the status of the logging system."""
 
         self.logstate()
         
     def magic_pdb(self, parameter_s=''):
         """Control the calling of the pdb interactive debugger.
 
         Call as '%pdb on', '%pdb 1', '%pdb off' or '%pdb 0'. If called without
         argument it works as a toggle.
 
         When an exception is triggered, IPython can optionally call the
         interactive pdb debugger after the traceback printout. %pdb toggles
         this feature on and off."""
 
         par = parameter_s.strip().lower()
 
         if par:
             try:
                 pdb = {'off':0,'0':0,'on':1,'1':1}[par]
             except KeyError:
                 print 'Incorrect argument. Use on/1, off/0 or nothing for a toggle.'
                 return
             else:
                self.shell.InteractiveTB.call_pdb = pdb 
         else:
             self.shell.InteractiveTB.call_pdb = 1 - self.shell.InteractiveTB.call_pdb
         print 'Automatic pdb calling has been turned',\
               on_off(self.shell.InteractiveTB.call_pdb)
 
 
     def magic_prun(self, parameter_s ='',user_mode=1,
                    opts=None,arg_lst=None,prog_ns=None):
 
         """Run a statement through the python code profiler.
 
         Usage:\\
           %prun [options] statement
 
         The given statement (which doesn't require quote marks) is run via the
         python profiler in a manner similar to the profile.run() function.
         Namespaces are internally managed to work correctly; profile.run
         cannot be used in IPython because it makes certain assumptions about
         namespaces which do not hold under IPython.
 
         Options:
 
         -l <limit>: you can place restrictions on what or how much of the
         profile gets printed. The limit value can be:
 
           * A string: only information for function names containing this string
           is printed.
 
           * An integer: only these many lines are printed.
 
           * A float (between 0 and 1): this fraction of the report is printed
           (for example, use a limit of 0.4 to see the topmost 40% only).
 
         You can combine several limits with repeated use of the option. For
         example, '-l __init__ -l 5' will print only the topmost 5 lines of
         information about class constructors.
 
         -r: return the pstats.Stats object generated by the profiling. This
         object has all the information about the profile in it, and you can
         later use it for further analysis or in other functions.
 
         Since magic functions have a particular form of calling which prevents
         you from writing something like:\\
           In [1]: p = %prun -r print 4  # invalid!\\
         you must instead use IPython's automatic variables to assign this:\\
           In [1]: %prun -r print 4  \\
           Out[1]: <pstats.Stats instance at 0x8222cec>\\
           In [2]: stats = _
 
         If you really need to assign this value via an explicit function call,
         you can always tap directly into the true name of the magic function
         by using the ipmagic function (which IPython automatically adds to the
         builtins):\\
           In [3]: stats = ipmagic('prun','-r print 4')
 
         You can type ipmagic? for more details on ipmagic.
 
        -s <key>: sort profile by given key. You can provide more than one key
         by using the option several times: '-s key1 -s key2 -s key3...'. The
         default sorting key is 'time'.
 
         The following is copied verbatim from the profile documentation
         referenced below:
 
         When more than one key is provided, additional keys are used as
         secondary criteria when the there is equality in all keys selected
         before them.
         
         Abbreviations can be used for any key names, as long as the
         abbreviation is unambiguous.  The following are the keys currently
         defined:
 
                 Valid Arg       Meaning\\
                   "calls"      call count\\
                   "cumulative" cumulative time\\
                   "file"       file name\\
                   "module"     file name\\
                   "pcalls"     primitive call count\\
                   "line"       line number\\
                   "name"       function name\\
                   "nfl"        name/file/line\\
                   "stdname"    standard name\\
                   "time"       internal time
 
         Note that all sorts on statistics are in descending order (placing
         most time consuming items first), where as name, file, and line number
         searches are in ascending order (i.e., alphabetical). The subtle
         distinction between "nfl" and "stdname" is that the standard name is a
         sort of the name as printed, which means that the embedded line
         numbers get compared in an odd way.  For example, lines 3, 20, and 40
         would (if the file names were the same) appear in the string order
         "20" "3" and "40".  In contrast, "nfl" does a numeric compare of the
         line numbers.  In fact, sort_stats("nfl") is the same as
         sort_stats("name", "file", "line").
 
         -T <filename>: save profile results as shown on screen to a text
         file. The profile is still shown on screen.
 
         -D <filename>: save (via dump_stats) profile statistics to given
         filename. This data is in a format understod by the pstats module, and
         is generated by a call to the dump_stats() method of profile
         objects. The profile is still shown on screen.
 
         If you want to run complete programs under the profiler's control, use
         '%run -p [prof_opts] filename.py [args to program]' where prof_opts
         contains profiler specific options as described here.
         
         You can read the complete documentation for the profile module with:\\
           In [1]: import profile; profile.help() """
 
         opts_def = Struct(D=[''],l=[],s=['time'],T=[''])
         # protect user quote marks
         parameter_s = parameter_s.replace('"',r'\"').replace("'",r"\'")
         
         if user_mode:  # regular user call
             opts,arg_str = self.parse_options(parameter_s,'D:l:rs:T:',
                                               list_all=1)
             namespace = self.shell.user_ns
         else:  # called to run a program by %run -p
             try:
                 filename = get_py_filename(arg_lst[0])
             except IOError,msg:
                 error(msg)
                 return
 
             arg_str = 'execfile(filename,prog_ns)'
             namespace = locals()
 
         opts.merge(opts_def)
         
         prof = profile.Profile()
         try:
             prof = prof.runctx(arg_str,namespace,namespace)
             sys_exit = ''
         except SystemExit:
             sys_exit = """*** SystemExit exception caught in code being profiled."""
 
         stats = pstats.Stats(prof).strip_dirs().sort_stats(*opts.s)
 
         lims = opts.l
         if lims:
             lims = []  # rebuild lims with ints/floats/strings
             for lim in opts.l:
                 try:
                     lims.append(int(lim))
                 except ValueError:
                     try:
                         lims.append(float(lim))
                     except ValueError:
                         lims.append(lim)
                     
         # trap output
         sys_stdout = sys.stdout
         stdout_trap = StringIO()
         try:
             sys.stdout = stdout_trap
             stats.print_stats(*lims)
         finally:
             sys.stdout = sys_stdout
         output = stdout_trap.getvalue()
         output = output.rstrip()
 
         page(output,screen_lines=self.shell.rc.screen_length)
         print sys_exit,
 
         dump_file = opts.D[0]
         text_file = opts.T[0]
         if dump_file:
             prof.dump_stats(dump_file)
             print '\n*** Profile stats marshalled to file',\
                   `dump_file`+'.',sys_exit
         if text_file:
             file(text_file,'w').write(output)
             print '\n*** Profile printout saved to text file',\
                   `text_file`+'.',sys_exit
 
         if opts.has_key('r'):
             return stats
         else:
             return None
 
     def magic_run(self, parameter_s ='',runner=None):
         """Run the named file inside IPython as a program.
 
         Usage:\\
           %run [-n -i -t [-N<N>] -d [-b<N>] -p [profile options]] file [args]
 
         Parameters after the filename are passed as command-line arguments to
         the program (put in sys.argv). Then, control returns to IPython's
         prompt.
 
         This is similar to running at a system prompt:\\
           $ python file args\\
         but with the advantage of giving you IPython's tracebacks, and of
         loading all variables into your interactive namespace for further use
         (unless -p is used, see below).
 
         The file is executed in a namespace initially consisting only of
         __name__=='__main__' and sys.argv constructed as indicated. It thus
         sees its environment as if it were being run as a stand-alone
         program. But after execution, the IPython interactive namespace gets
         updated with all variables defined in the program (except for __name__
         and sys.argv). This allows for very convenient loading of code for
         interactive work, while giving each program a 'clean sheet' to run in.
 
         Options:
         
         -n: __name__ is NOT set to '__main__', but to the running file's name
         without extension (as python does under import).  This allows running
         scripts and reloading the definitions in them without calling code
         protected by an ' if __name__ == "__main__" ' clause.
 
         -i: run the file in IPython's namespace instead of an empty one. This
         is useful if you are experimenting with code written in a text editor
         which depends on variables defined interactively.
 
         -e: ignore sys.exit() calls or SystemExit exceptions in the script
         being run.  This is particularly useful if IPython is being used to
         run unittests, which always exit with a sys.exit() call.  In such
         cases you are interested in the output of the test results, not in
         seeing a traceback of the unittest module.
 
         -t: print timing information at the end of the run.  IPython will give
         you an estimated CPU time consumption for your script, which under
         Unix uses the resource module to avoid the wraparound problems of
         time.clock().  Under Unix, an estimate of time spent on system tasks
         is also given (for Windows platforms this is reported as 0.0).
 
         If -t is given, an additional -N<N> option can be given, where <N>
         must be an integer indicating how many times you want the script to
         run.  The final timing report will include total and per run results.
 
         For example (testing the script uniq_stable.py):
 
             In [1]: run -t uniq_stable
 
             IPython CPU timings (estimated):\\
               User  :    0.19597 s.\\
               System:        0.0 s.\\
 
             In [2]: run -t -N5 uniq_stable
 
             IPython CPU timings (estimated):\\
             Total runs performed: 5\\
               Times :      Total       Per run\\
               User  :   0.910862 s,  0.1821724 s.\\
               System:        0.0 s,        0.0 s.
 
         -d: run your program under the control of pdb, the Python debugger.
         This allows you to execute your program step by step, watch variables,
         etc.  Internally, what IPython does is similar to calling:
         
           pdb.run('execfile("YOURFILENAME")')
 
         with a breakpoint set on line 1 of your file.  You can change the line
         number for this automatic breakpoint to be <N> by using the -bN option
         (where N must be an integer).  For example:
 
           %run -d -b40 myscript
 
         will set the first breakpoint at line 40 in myscript.py.  Note that
         the first breakpoint must be set on a line which actually does
         something (not a comment or docstring) for it to stop execution.
 
         When the pdb debugger starts, you will see a (Pdb) prompt.  You must
         first enter 'c' (without qoutes) to start execution up to the first
         breakpoint.
 
         Entering 'help' gives information about the use of the debugger.  You
         can easily see pdb's full documentation with "import pdb;pdb.help()"
         at a prompt.
 
         -p: run program under the control of the Python profiler module (which
         prints a detailed report of execution times, function calls, etc).
 
         You can pass other options after -p which affect the behavior of the
         profiler itself. See the docs for %prun for details.
 
         In this mode, the program's variables do NOT propagate back to the
         IPython interactive namespace (because they remain in the namespace
         where the profiler executes them).
 
         Internally this triggers a call to %prun, see its documentation for
         details on the options available specifically for profiling."""
 
         # get arguments and set sys.argv for program to be run.
         opts,arg_lst = self.parse_options(parameter_s,'nidtN:b:pD:l:rs:T:e',
                                           mode='list',list_all=1)
 
         try:
             filename = get_py_filename(arg_lst[0])
         except IndexError:
             warn('you must provide at least a filename.')
             print '\n%run:\n',OInspect.getdoc(self.magic_run)
             return
         except IOError,msg:
             error(msg)
             return
 
         # Control the response to exit() calls made by the script being run
         exit_ignore = opts.has_key('e')
         
         # Make sure that the running script gets a proper sys.argv as if it
         # were run from a system shell.
         save_argv = sys.argv # save it for later restoring
         sys.argv = [filename]+ arg_lst[1:]  # put in the proper filename
 
         if opts.has_key('i'):
             prog_ns = self.shell.user_ns
             __name__save = self.shell.user_ns['__name__']
             prog_ns['__name__'] = '__main__'
         else:
             if opts.has_key('n'):
                 name = os.path.splitext(os.path.basename(filename))[0]
             else:
                 name = '__main__'
             prog_ns = {'__name__':name}
 
         # pickle fix.  See iplib for an explanation
         sys.modules[prog_ns['__name__']] = FakeModule(prog_ns)
         
         stats = None
         try:
             if opts.has_key('p'):
                 stats = self.magic_prun('',0,opts,arg_lst,prog_ns)
             else:
                 if opts.has_key('d'):
                     deb = pdb.Pdb()
                     # reset Breakpoint state, which is moronically kept
                     # in a class
                     bdb.Breakpoint.next = 1
                     bdb.Breakpoint.bplist = {}
                     bdb.Breakpoint.bpbynumber = [None]
                     # Set an initial breakpoint to stop execution
                     maxtries = 10
                     bp = int(opts.get('b',[1])[0])
                     checkline = deb.checkline(filename,bp)
                     if not checkline:
                         for bp in range(bp+1,bp+maxtries+1):
                             if deb.checkline(filename,bp):
                                 break
                         else:
                             msg = ("\nI failed to find a valid line to set "
                                    "a breakpoint\n"
                                    "after trying up to line: %s.\n"
                                    "Please set a valid breakpoint manually "
                                    "with the -b option." % bp)
                             error(msg)
                             return
                     # if we find a good linenumber, set the breakpoint
                     deb.do_break('%s:%s' % (filename,bp))
                     # Start file run
                     print "NOTE: Enter 'c' at the",
                     print "(Pdb) prompt to start your script."
                     deb.run('execfile("%s")' % filename,prog_ns)
                 else:
                     if runner is None:
                         runner = self.shell.safe_execfile
                     if opts.has_key('t'):
                         try:
                             nruns = int(opts['N'][0])
                             if nruns < 1:
                                 error('Number of runs must be >=1')
                                 return
                         except (KeyError):
                             nruns = 1
                         if nruns == 1:
                             t0 = clock2()
                             runner(filename,prog_ns,prog_ns,exit_ignore=exit_ignore)
                             t1 = clock2()
                             t_usr = t1[0]-t0[0]
                             t_sys = t1[1]-t1[1]
                             print "\nIPython CPU timings (estimated):"
                             print "  User  : %10s s." % t_usr
                             print "  System: %10s s." % t_sys
                         else:
                             runs = range(nruns)
                             t0 = clock2()
                             for nr in runs:
                                 runner(filename,prog_ns,prog_ns,exit_ignore=exit_ignore)
                             t1 = clock2()
                             t_usr = t1[0]-t0[0]
                             t_sys = t1[1]-t1[1]
                             print "\nIPython CPU timings (estimated):"
                             print "Total runs performed:",nruns
                             print "  Times : %10s    %10s" % ('Total','Per run')
                             print "  User  : %10s s, %10s s." % (t_usr,t_usr/nruns)
                             print "  System: %10s s, %10s s." % (t_sys,t_sys/nruns)
                             
                     else:
                         runner(filename,prog_ns,prog_ns,exit_ignore=exit_ignore)
                 if opts.has_key('i'):
                     self.shell.user_ns['__name__'] = __name__save
                 else:
                     # update IPython interactive namespace
                     del prog_ns['__name__']
                     self.shell.user_ns.update(prog_ns)
         finally:
             sys.argv = save_argv
         return stats
 
     def magic_runlog(self, parameter_s =''):
         """Run files as logs.
 
         Usage:\\
           %runlog file1 file2 ...
 
         Run the named files (treating them as log files) in sequence inside
         the interpreter, and return to the prompt.  This is much slower than
         %run because each line is executed in a try/except block, but it
         allows running files with syntax errors in them.
 
         Normally IPython will guess when a file is one of its own logfiles, so
         you can typically use %run even for logs. This shorthand allows you to
         force any file to be treated as a log file."""
 
         for f in parameter_s.split():
             self.shell.safe_execfile(f,self.shell.user_ns,
                                      self.shell.user_ns,islog=1)
 
     def magic_time(self,parameter_s = ''):
         """Time execution of a Python statement or expression.
 
         The CPU and wall clock times are printed, and the value of the
         expression (if any) is returned.  Note that under Win32, system time
         is always reported as 0, since it can not be measured.
 
         This function provides very basic timing functionality.  In Python
         2.3, the timeit module offers more control and sophistication, but for
         now IPython supports Python 2.2, so we can not rely on timeit being
         present.
         
         Some examples:
 
           In [1]: time 2**128
           CPU times: user 0.00 s, sys: 0.00 s, total: 0.00 s
           Wall time: 0.00
           Out[1]: 340282366920938463463374607431768211456L
 
           In [2]: n = 1000000
 
           In [3]: time sum(range(n))
           CPU times: user 1.20 s, sys: 0.05 s, total: 1.25 s
           Wall time: 1.37
           Out[3]: 499999500000L
 
           In [4]: time print 'hello world'
           hello world
           CPU times: user 0.00 s, sys: 0.00 s, total: 0.00 s
           Wall time: 0.00
           """
         
         # fail immediately if the given expression can't be compiled
         try:
             mode = 'eval'
             code = compile(parameter_s,'<timed eval>',mode)
         except SyntaxError:
             mode = 'exec'
             code = compile(parameter_s,'<timed exec>',mode)
         # skew measurement as little as possible
         glob = self.shell.user_ns
         clk = clock2
         wtime = time.time
         # time execution
         wall_st = wtime()
         if mode=='eval':
             st = clk()
             out = eval(code,glob)
             end = clk()
         else:
             st = clk()
             exec code in glob
             end = clk()
             out = None
         wall_end = wtime()
         # Compute actual times and report
         wall_time = wall_end-wall_st
         cpu_user = end[0]-st[0]
         cpu_sys = end[1]-st[1]
         cpu_tot = cpu_user+cpu_sys
         print "CPU times: user %.2f s, sys: %.2f s, total: %.2f s" % \
               (cpu_user,cpu_sys,cpu_tot)
         print "Wall time: %.2f" % wall_time
         return out
 
     def magic_macro(self,parameter_s = ''):
         """Define a set of input lines as a macro for future re-execution.
 
         Usage:\\
           %macro name n1:n2 n3:n4 ... n5 .. n6 ...
 
         This will define a global variable called `name` which is a string
         made of joining the slices and lines you specify (n1,n2,... numbers
         above) from your input history into a single string. This variable
         acts like an automatic function which re-executes those lines as if
         you had typed them. You just type 'name' at the prompt and the code
         executes.
 
         Note that the slices use the standard Python slicing notation (5:8
         means include lines numbered 5,6,7).
 
         For example, if your history contains (%hist prints it):
         
           44: x=1\\
           45: y=3\\
           46: z=x+y\\
           47: print x\\
           48: a=5\\
           49: print 'x',x,'y',y\\
 
         you can create a macro with lines 44 through 47 (included) and line 49
         called my_macro with:
 
           In [51]: %macro my_macro 44:48 49
 
         Now, typing `my_macro` (without quotes) will re-execute all this code
         in one pass.
 
         You don't need to give the line-numbers in order, and any given line
         number can appear multiple times. You can assemble macros with any
         lines from your input history in any order.
 
         The macro is a simple object which holds its value in an attribute,
         but IPython's display system checks for macros and executes them as
         code instead of printing them when you type their name.
 
         You can view a macro's contents by explicitly printing it with:
         
           'print macro_name'.
 
         For one-off cases which DON'T contain magic function calls in them you
         can obtain similar results by explicitly executing slices from your
         input history with:
 
           In [60]: exec In[44:48]+In[49]"""
 
         args = parameter_s.split()
         name,ranges = args[0], args[1:]
         #print 'rng',ranges  # dbg
         cmds = self.extract_input_slices(ranges)
         macro = Macro(cmds)
         self.shell.user_ns.update({name:macro})
         print 'Macro `%s` created. To execute, type its name (without quotes).' % name
         print 'Macro contents:'
         print str(macro).rstrip(),
 
     def magic_save(self,parameter_s = ''):
         """Save a set of lines to a given filename.
 
         Usage:\\
           %save filename n1:n2 n3:n4 ... n5 .. n6 ...
 
         This function uses the same syntax as %macro for line extraction, but
         instead of creating a macro it saves the resulting string to the
         filename you specify.
 
         It adds a '.py' extension to the file if you don't do so yourself, and
         it asks for confirmation before overwriting existing files."""
 
         args = parameter_s.split()
         fname,ranges = args[0], args[1:]
         if not fname.endswith('.py'):
             fname += '.py'
         if os.path.isfile(fname):
             ans = raw_input('File `%s` exists. Overwrite (y/[N])? ' % fname)
             if ans.lower() not in ['y','yes']:
                 print 'Operation cancelled.'
                 return
         cmds = ''.join(self.extract_input_slices(ranges))
         f = file(fname,'w')
         f.write(cmds)
         f.close()
         print 'The following commands were written to file `%s`:' % fname
         print cmds
 
     def magic_ed(self,parameter_s = ''):
         """Alias to %edit."""
         return self.magic_edit(parameter_s)
 
     def magic_edit(self,parameter_s = '',last_call=['','']):
         """Bring up an editor and execute the resulting code.
 
         Usage:
           %edit [options] [args]
 
         %edit runs IPython's editor hook.  The default version of this hook is
         set to call the __IPYTHON__.rc.editor command.  This is read from your
         environment variable $EDITOR.  If this isn't found, it will default to
         vi under Linux/Unix and to notepad under Windows.  See the end of this
         docstring for how to change the editor hook.
 
         You can also set the value of this editor via the command line option
         '-editor' or in your ipythonrc file. This is useful if you wish to use
         specifically for IPython an editor different from your typical default
         (and for Windows users who typically don't set environment variables).
 
         This command allows you to conveniently edit multi-line code right in
         your IPython session.
         
         If called without arguments, %edit opens up an empty editor with a
         temporary file and will execute the contents of this file when you
         close it (don't forget to save it!).
 
         Options:
 
         -p: this will call the editor with the same data as the previous time
         it was used, regardless of how long ago (in your current session) it
         was.
 
         -x: do not execute the edited code immediately upon exit. This is
         mainly useful if you are editing programs which need to be called with
         command line arguments, which you can then do using %run.
 
         Arguments:
 
         If arguments are given, the following possibilites exist:
 
         - The arguments are numbers or pairs of colon-separated numbers (like
         1 4:8 9). These are interpreted as lines of previous input to be
         loaded into the editor. The syntax is the same of the %macro command.
 
         - If the argument doesn't start with a number, it is evaluated as a
         variable and its contents loaded into the editor. You can thus edit
         any string which contains python code (including the result of
         previous edits).
 
         - If the argument is the name of an object (other than a string),
         IPython will try to locate the file where it was defined and open the
         editor at the point where it is defined. You can use `%edit function`
         to load an editor exactly at the point where 'function' is defined,
         edit it and have the file be executed automatically.
 
         Note: opening at an exact line is only supported under Unix, and some
         editors (like kedit and gedit up to Gnome 2.8) do not understand the
         '+NUMBER' parameter necessary for this feature. Good editors like
         (X)Emacs, vi, jed, pico and joe all do.
 
         - If the argument is not found as a variable, IPython will look for a
         file with that name (adding .py if necessary) and load it into the
         editor. It will execute its contents with execfile() when you exit,
         loading any code in the file into your interactive namespace.
 
         After executing your code, %edit will return as output the code you
         typed in the editor (except when it was an existing file). This way
         you can reload the code in further invocations of %edit as a variable,
         via _<NUMBER> or Out[<NUMBER>], where <NUMBER> is the prompt number of
         the output.
 
         Note that %edit is also available through the alias %ed.
 
         This is an example of creating a simple function inside the editor and
         then modifying it. First, start up the editor:
 
         In [1]: ed\\
         Editing... done. Executing edited code...\\
         Out[1]: 'def foo():\\n    print "foo() was defined in an editing session"\\n'
 
         We can then call the function foo():
         
         In [2]: foo()\\
         foo() was defined in an editing session
 
         Now we edit foo.  IPython automatically loads the editor with the
         (temporary) file where foo() was previously defined:
         
         In [3]: ed foo\\
         Editing... done. Executing edited code...
 
         And if we call foo() again we get the modified version:
         
         In [4]: foo()\\
         foo() has now been changed!
 
         Here is an example of how to edit a code snippet successive
         times. First we call the editor:
 
         In [8]: ed\\
         Editing... done. Executing edited code...\\
         hello\\
         Out[8]: "print 'hello'\\n"
 
         Now we call it again with the previous output (stored in _):
 
         In [9]: ed _\\
         Editing... done. Executing edited code...\\
         hello world\\
         Out[9]: "print 'hello world'\\n"
 
         Now we call it with the output #8 (stored in _8, also as Out[8]):
 
         In [10]: ed _8\\
         Editing... done. Executing edited code...\\
         hello again\\
         Out[10]: "print 'hello again'\\n"
 
 
         Changing the default editor hook:
 
         If you wish to write your own editor hook, you can put it in a
         configuration file which you load at startup time.  The default hook
         is defined in the IPython.hooks module, and you can use that as a
         starting example for further modifications.  That file also has
         general instructions on how to set a new hook for use once you've
         defined it."""
         
         # FIXME: This function has become a convoluted mess.  It needs a
         # ground-up rewrite with clean, simple logic.
 
         def make_filename(arg):
             "Make a filename from the given args"
             try:
                 filename = get_py_filename(arg)
             except IOError:
                 if args.endswith('.py'):
                     filename = arg
                 else:
                     filename = None
             return filename
 
         # custom exceptions
         class DataIsObject(Exception): pass
 
         opts,args = self.parse_options(parameter_s,'px')
 
         # Default line number value
         lineno = None
         if opts.has_key('p'):
             args = '_%s' % last_call[0]
             if not self.shell.user_ns.has_key(args):
                 args = last_call[1]
             
         # use last_call to remember the state of the previous call, but don't
         # let it be clobbered by successive '-p' calls.
         try:
             last_call[0] = self.shell.outputcache.prompt_count
             if not opts.has_key('p'):
                 last_call[1] = parameter_s
         except:
             pass
 
         # by default this is done with temp files, except when the given
         # arg is a filename
         use_temp = 1
 
         if re.match(r'\d',args):
             # Mode where user specifies ranges of lines, like in %macro.
             # This means that you can't edit files whose names begin with
             # numbers this way. Tough.
             ranges = args.split()
             data = ''.join(self.extract_input_slices(ranges))
         elif args.endswith('.py'):
             filename = make_filename(args)
             data = ''
             use_temp = 0
         elif args:
             try:
                 # Load the parameter given as a variable. If not a string,
                 # process it as an object instead (below)
 
                 #print '*** args',args,'type',type(args)  # dbg
                 data = eval(args,self.shell.user_ns)
                 if not type(data) in StringTypes:
                     raise DataIsObject
             except (NameError,SyntaxError):
                 # given argument is not a variable, try as a filename
                 filename = make_filename(args)
                 if filename is None:
                     warn("Argument given (%s) can't be found as a variable "
                          "or as a filename." % args)
                     return
                 data = ''
                 use_temp = 0
             except DataIsObject:
                 # For objects, try to edit the file where they are defined
                 try:
                     filename = inspect.getabsfile(data)
                     datafile = 1
                 except TypeError:
                     filename = make_filename(args)
                     datafile = 1
                     warn('Could not find file where `%s` is defined.\n'
                          'Opening a file named `%s`' % (args,filename))
                 # Now, make sure we can actually read the source (if it was in
                 # a temp file it's gone by now).
                 if datafile:
                     try:
                         lineno = inspect.getsourcelines(data)[1]
                     except IOError:
                         filename = make_filename(args)
                         if filename is None:
                             warn('The file `%s` where `%s` was defined cannot '
                                  'be read.' % (filename,data))
                             return
                 use_temp = 0
         else:
             data = ''
 
         if use_temp:
             filename = tempfile.mktemp('.py')
             self.shell.tempfiles.append(filename)
         
         if data and use_temp:
             tmp_file = open(filename,'w')
             tmp_file.write(data)
             tmp_file.close()
 
         # do actual editing here
         print 'Editing...',
         sys.stdout.flush()
         self.shell.hooks.editor(filename,lineno)
         if opts.has_key('x'):  # -x prevents actual execution
             print
         else:
             print 'done. Executing edited code...'
             try:
                 execfile(filename,self.shell.user_ns)
             except IOError,msg:
                 if msg.filename == filename:
                     warn('File not found. Did you forget to save?')
                     return
                 else:
                     self.shell.showtraceback()
             except:
                 self.shell.showtraceback()
         if use_temp:
             contents = open(filename).read()
             return contents
 
     def magic_xmode(self,parameter_s = ''):
         """Switch modes for the exception handlers.
 
         Valid modes: Plain, Context and Verbose.
 
         If called without arguments, acts as a toggle."""
 
         new_mode = parameter_s.strip().capitalize()
         try:
             self.InteractiveTB.set_mode(mode = new_mode)
             print 'Exception reporting mode:',self.InteractiveTB.mode
         except:
             warn('Error changing exception modes.\n' + str(sys.exc_info()[1]))
             
     def magic_colors(self,parameter_s = ''):
         """Switch color scheme for prompts, info system and exception handlers.
 
         Currently implemented schemes: NoColor, Linux, LightBG.
 
         Color scheme names are not case-sensitive."""
         
         new_scheme = parameter_s.strip()
         if not new_scheme:
             print 'You must specify a color scheme.'
             return
         # Under Windows, check for Gary Bishop's readline, which is necessary
         # for ANSI coloring
         if os.name in ['nt','dos']:
             try:
                 import readline
             except ImportError:
                 has_readline = 0
             else:
                 try:
                     readline.GetOutputFile()
                 except AttributeError:
                     has_readline = 0
                 else:
                     has_readline = 1
             if not has_readline:
                 msg = """\
 Proper color support under MS Windows requires Gary Bishop's readline library.
 You can find it at:
 http://sourceforge.net/projects/uncpythontools
 Gary's readline needs the ctypes module, from:
 http://starship.python.net/crew/theller/ctypes
 
 Defaulting color scheme to 'NoColor'"""
                 new_scheme = 'NoColor'
                 warn(msg)
         
         # Set prompt colors
         try:
             self.shell.outputcache.set_colors(new_scheme)
         except:
             warn('Error changing prompt color schemes.\n'
                  + str(sys.exc_info()[1]))
         else:
             self.shell.rc.colors = \
                        self.shell.outputcache.color_table.active_scheme_name
         # Set exception colors
         try:
             self.shell.InteractiveTB.set_colors(scheme = new_scheme)
             self.shell.SyntaxTB.set_colors(scheme = new_scheme)
         except:
             warn('Error changing exception color schemes.\n'
                  + str(sys.exc_info()[1]))
         # Set info (for 'object?') colors
         if self.shell.rc.color_info:
             try:
                 self.shell.inspector.set_active_scheme(new_scheme)
             except:
                 warn('Error changing object inspector color schemes.\n'
                      + str(sys.exc_info()[1]))
         else:
             self.shell.inspector.set_active_scheme('NoColor')
                 
     def magic_color_info(self,parameter_s = ''):
         """Toggle color_info.
 
         The color_info configuration parameter controls whether colors are
         used for displaying object details (by things like %psource, %pfile or
         the '?' system). This function toggles this value with each call.
 
         Note that unless you have a fairly recent pager (less works better
         than more) in your system, using colored object information displays
         will not work properly. Test it and see."""
         
         self.shell.rc.color_info = 1 - self.shell.rc.color_info
         self.magic_colors(self.shell.rc.colors)
         print 'Object introspection functions have now coloring:',
         print ['OFF','ON'][self.shell.rc.color_info]
 
     def magic_Pprint(self, parameter_s=''):
         """Toggle pretty printing on/off."""
         
         self.shell.outputcache.Pprint = 1 - self.shell.outputcache.Pprint
         print 'Pretty printing has been turned', \
               ['OFF','ON'][self.shell.outputcache.Pprint]
         
     def magic_Exit(self, parameter_s=''):
         """Exit IPython without confirmation."""
 
         self.shell.exit_now = True
 
     def magic_Quit(self, parameter_s=''):
         """Exit IPython without confirmation (like %Exit)."""
 
         self.shell.exit_now = True
         
     #......................................................................
     # Functions to implement unix shell-type things
     
     def magic_alias(self, parameter_s = ''):
         """Define an alias for a system command.
 
         '%alias alias_name cmd' defines 'alias_name' as an alias for 'cmd'
 
         Then, typing 'alias_name params' will execute the system command 'cmd
         params' (from your underlying operating system).
 
         Aliases have lower precedence than magic functions and Python normal
         variables, so if 'foo' is both a Python variable and an alias, the
         alias can not be executed until 'del foo' removes the Python variable.
 
         You can use the %l specifier in an alias definition to represent the
         whole line when the alias is called.  For example:
 
           In [2]: alias all echo "Input in brackets: <%l>"\\
           In [3]: all hello world\\
           Input in brackets: <hello world>
 
         You can also define aliases with parameters using %s specifiers (one
         per parameter):
         
           In [1]: alias parts echo first %s second %s\\
           In [2]: %parts A B\\
           first A second B\\
           In [3]: %parts A\\
           Incorrect number of arguments: 2 expected.\\
           parts is an alias to: 'echo first %s second %s'
 
         Note that %l and %s are mutually exclusive.  You can only use one or
         the other in your aliases.
 
         Aliases expand Python variables just like system calls using ! or !! 
         do: all expressions prefixed with '$' get expanded.  For details of
         the semantic rules, see PEP-215:
         http://www.python.org/peps/pep-0215.html.  This is the library used by
         IPython for variable expansion.  If you want to access a true shell
         variable, an extra $ is necessary to prevent its expansion by IPython:
 
         In [6]: alias show echo\\
         In [7]: PATH='A Python string'\\
         In [8]: show $PATH\\
         A Python string\\
         In [9]: show $$PATH\\
         /usr/local/lf9560/bin:/usr/local/intel/compiler70/ia32/bin:...
 
         You can use the alias facility to acess all of $PATH.  See the %rehash
         and %rehashx functions, which automatically create aliases for the
         contents of your $PATH.
 
         If called with no parameters, %alias prints the current alias table."""
 
         par = parameter_s.strip()
         if not par:
             if self.shell.rc.automagic:
                 prechar = ''
             else:
                 prechar = self.shell.ESC_MAGIC
             print 'Alias\t\tSystem Command\n'+'-'*30
             atab = self.shell.alias_table
             aliases = atab.keys()
             aliases.sort()
             for alias in aliases:
                 print prechar+alias+'\t\t'+atab[alias][1]
             print '-'*30+'\nTotal number of aliases:',len(aliases)
             return
         try:
             alias,cmd = par.split(None,1)
         except:
             print OInspect.getdoc(self.magic_alias)
         else:
             nargs = cmd.count('%s')
             if nargs>0 and cmd.find('%l')>=0:
                 error('The %s and %l specifiers are mutually exclusive '
                       'in alias definitions.')
             else:  # all looks OK
                 self.shell.alias_table[alias] = (nargs,cmd)
                 self.shell.alias_table_validate(verbose=1)
     # end magic_alias
 
     def magic_unalias(self, parameter_s = ''):
         """Remove an alias"""
 
         aname = parameter_s.strip()
         if aname in self.shell.alias_table:
             del self.shell.alias_table[aname]
             
     def magic_rehash(self, parameter_s = ''):
         """Update the alias table with all entries in $PATH.
 
         This version does no checks on execute permissions or whether the
         contents of $PATH are truly files (instead of directories or something
         else).  For such a safer (but slower) version, use %rehashx."""
 
         # This function (and rehashx) manipulate the alias_table directly
         # rather than calling magic_alias, for speed reasons.  A rehash on a
         # typical Linux box involves several thousand entries, so efficiency
         # here is a top concern.
         
         path = filter(os.path.isdir,os.environ['PATH'].split(os.pathsep))
         alias_table = self.shell.alias_table
         for pdir in path:
             for ff in os.listdir(pdir):
                 # each entry in the alias table must be (N,name), where
                 # N is the number of positional arguments of the alias.
                 alias_table[ff] = (0,ff)
         # Make sure the alias table doesn't contain keywords or builtins
         self.shell.alias_table_validate()
         # Call again init_auto_alias() so we get 'rm -i' and other modified
         # aliases since %rehash will probably clobber them
         self.shell.init_auto_alias()
 
     def magic_rehashx(self, parameter_s = ''):
         """Update the alias table with all executable files in $PATH.
 
         This version explicitly checks that every entry in $PATH is a file
         with execute access (os.X_OK), so it is much slower than %rehash.
 
         Under Windows, it checks executability as a match agains a
         '|'-separated string of extensions, stored in the IPython config
         variable win_exec_ext.  This defaults to 'exe|com|bat'. """
         
         path = filter(os.path.isdir,os.environ['PATH'].split(os.pathsep))
         alias_table = self.shell.alias_table
 
         if os.name == 'posix':
             isexec = lambda fname:os.path.isfile(fname) and \
                      os.access(fname,os.X_OK)
         else:
 
             try:
                 winext = os.environ['pathext'].replace(';','|').replace('.','')
             except KeyError:
                 winext = 'exe|com|bat'
     
             execre = re.compile(r'(.*)\.(%s)$' % winext,re.IGNORECASE)
             isexec = lambda fname:os.path.isfile(fname) and execre.match(fname)
         savedir = os.getcwd()
         try:
             # write the whole loop for posix/Windows so we don't have an if in
             # the innermost part
             if os.name == 'posix':
                 for pdir in path:
                     os.chdir(pdir)
                     for ff in os.listdir(pdir):
                         if isexec(ff):
                             # each entry in the alias table must be (N,name),
                             # where N is the number of positional arguments of the
                             # alias.
                             alias_table[ff] = (0,ff)
             else:
                 for pdir in path:
                     os.chdir(pdir)
                     for ff in os.listdir(pdir):
                         if isexec(ff):
                             alias_table[execre.sub(r'\1',ff)] = (0,ff)
             # Make sure the alias table doesn't contain keywords or builtins
             self.shell.alias_table_validate()
             # Call again init_auto_alias() so we get 'rm -i' and other
             # modified aliases since %rehashx will probably clobber them
             self.shell.init_auto_alias()
         finally:
             os.chdir(savedir)
         
     def magic_pwd(self, parameter_s = ''):
         """Return the current working directory path."""
         return os.getcwd()
 
     def magic_cd(self, parameter_s=''):
         """Change the current working directory.
 
         This command automatically maintains an internal list of directories
         you visit during your IPython session, in the variable _dh. The
         command %dhist shows this history nicely formatted.
 
         Usage:
 
           cd 'dir': changes to directory 'dir'.
 
           cd -: changes to the last visited directory.
 
           cd -<n>: changes to the n-th directory in the directory history.
 
           cd -b <bookmark_name>: jump to a bookmark set by %bookmark
              (note: cd <bookmark_name> is enough if there is no
               directory <bookmark_name>, but a bookmark with the name exists.)
 
         Options:
 
         -q: quiet.  Do not print the working directory after the cd command is
         executed.  By default IPython's cd command does print this directory,
         since the default prompts do not display path information.
         
         Note that !cd doesn't work for this purpose because the shell where
         !command runs is immediately discarded after executing 'command'."""
 
         parameter_s = parameter_s.strip()
         bkms = self.shell.persist.get("bookmarks",{})
 
         numcd = re.match(r'(-)(\d+)$',parameter_s)
         # jump in directory history by number
         if numcd:
             nn = int(numcd.group(2))
             try:
                 ps = self.shell.user_ns['_dh'][nn]
             except IndexError:
                 print 'The requested directory does not exist in history.'
                 return
             else:
                 opts = {}
         else:
             opts,ps = self.parse_options(parameter_s,'qb',mode='string')
         # jump to previous
         if ps == '-':
             try:
                 ps = self.shell.user_ns['_dh'][-2]
             except IndexError:
                 print 'No previous directory to change to.'
                 return
         # jump to bookmark
         elif opts.has_key('b') or (bkms.has_key(ps) and not os.path.isdir(ps)):
             if bkms.has_key(ps):
                 target = bkms[ps]
                 print '(bookmark:%s) -> %s' % (ps,target)
                 ps = target
             else:
                 if bkms:
                     error("Bookmark '%s' not found.  "
                           "Use '%bookmark -l' to see your bookmarks." % ps)
                 else:
                     print "Bookmarks not set - use %bookmark <bookmarkname>"
                 return
             
         # at this point ps should point to the target dir
         if ps:
             try:
                 os.chdir(os.path.expanduser(ps))
             except OSError:
                 print sys.exc_info()[1]
             else:
                 self.shell.user_ns['_dh'].append(os.getcwd())
         else:
             os.chdir(self.home_dir)
             self.shell.user_ns['_dh'].append(os.getcwd())
         if not 'q' in opts:
             print self.shell.user_ns['_dh'][-1]
 
     def magic_dhist(self, parameter_s=''):
         """Print your history of visited directories.
 
         %dhist       -> print full history\\
         %dhist n     -> print last n entries only\\
         %dhist n1 n2 -> print entries between n1 and n2 (n1 not included)\\
 
         This history is automatically maintained by the %cd command, and
         always available as the global list variable _dh. You can use %cd -<n>
         to go to directory number <n>."""
 
         dh = self.shell.user_ns['_dh']
         if parameter_s:
             try:
                 args = map(int,parameter_s.split())
             except:
                 self.arg_err(Magic.magic_dhist)
                 return
             if len(args) == 1:
                 ini,fin = max(len(dh)-(args[0]),0),len(dh)
             elif len(args) == 2:
                 ini,fin = args
             else:
                 self.arg_err(Magic.magic_dhist)
                 return
         else:
             ini,fin = 0,len(dh)
         nlprint(dh,
                 header = 'Directory history (kept in _dh)',
                 start=ini,stop=fin)
 
     def magic_env(self, parameter_s=''):
         """List environment variables."""
         
         # environ is an instance of UserDict
         return os.environ.data
 
     def magic_pushd(self, parameter_s=''):
         """Place the current dir on stack and change directory.
         
         Usage:\\
           %pushd ['dirname']
 
         %pushd with no arguments does a %pushd to your home directory.
         """
         if parameter_s == '': parameter_s = '~'
         if len(self.dir_stack)>0 and os.path.expanduser(parameter_s) != \
            os.path.expanduser(self.dir_stack[0]):
             try:
                 self.magic_cd(parameter_s)
                 self.dir_stack.insert(0,os.getcwd().replace(self.home_dir,'~'))
                 self.magic_dirs()
             except:
                 print 'Invalid directory'
         else:
             print 'You are already there!'
 
     def magic_popd(self, parameter_s=''):
         """Change to directory popped off the top of the stack.
         """
         if len (self.dir_stack) > 1:
             self.dir_stack.pop(0)
             self.magic_cd(self.dir_stack[0])
             print self.dir_stack[0]
         else:
             print "You can't remove the starting directory from the stack:",\
                   self.dir_stack
 
     def magic_dirs(self, parameter_s=''):
         """Return the current directory stack."""
 
         return self.dir_stack[:]
 
     def magic_sc(self, parameter_s=''):
         """Shell capture - execute a shell command and capture its output.
 
         %sc [options] varname=command
 
         IPython will run the given command using commands.getoutput(), and
         will then update the user's interactive namespace with a variable
         called varname, containing the value of the call.  Your command can
         contain shell wildcards, pipes, etc.
 
         The '=' sign in the syntax is mandatory, and the variable name you
         supply must follow Python's standard conventions for valid names.
 
         Options:
 
           -l: list output.  Split the output on newlines into a list before
           assigning it to the given variable.  By default the output is stored
           as a single string.
 
           -v: verbose.  Print the contents of the variable.
 
         In most cases you should not need to split as a list, because the
         returned value is a special type of string which can automatically
         provide its contents either as a list (split on newlines) or as a
         space-separated string.  These are convenient, respectively, either
         for sequential processing or to be passed to a shell command.
 
         For example:
 
             # Capture into variable a
             In [9]: sc a=ls *py
 
             # a is a string with embedded newlines
             In [10]: a
             Out[10]: 'setup.py\nwin32_manual_post_install.py'
 
             # which can be seen as a list:
             In [11]: a.l
             Out[11]: ['setup.py', 'win32_manual_post_install.py']
 
             # or as a whitespace-separated string:
             In [12]: a.s
             Out[12]: 'setup.py win32_manual_post_install.py'
 
             # a.s is useful to pass as a single command line:
             In [13]: !wc -l $a.s
               146 setup.py
               130 win32_manual_post_install.py
               276 total
 
             # while the list form is useful to loop over:
             In [14]: for f in a.l:
                ....:      !wc -l $f
                ....:
             146 setup.py
             130 win32_manual_post_install.py
 
         Similiarly, the lists returned by the -l option are also special, in
         the sense that you can equally invoke the .s attribute on them to
         automatically get a whitespace-separated string from their contents:
 
             In [1]: sc -l b=ls *py
 
             In [2]: b
             Out[2]: ['setup.py', 'win32_manual_post_install.py']
 
             In [3]: b.s
             Out[3]: 'setup.py win32_manual_post_install.py'
 
         In summary, both the lists and strings used for ouptut capture have
         the following special attributes:
 
             .l (or .list) : value as list.
             .n (or .nlstr): value as newline-separated string.
             .s (or .spstr): value as space-separated string.
         """
 
         opts,args = self.parse_options(parameter_s,'lv')
         # Try to get a variable name and command to run
         try:
             # the variable name must be obtained from the parse_options
             # output, which uses shlex.split to strip options out.
             var,_ = args.split('=',1)
             var = var.strip()
             # But the the command has to be extracted from the original input
             # parameter_s, not on what parse_options returns, to avoid the
             # quote stripping which shlex.split performs on it.
             _,cmd = parameter_s.split('=',1)
         except ValueError:
             var,cmd = '',''
         if not var:
             error('you must specify a variable to assign the command to.')
             return
         # If all looks ok, proceed
         out,err = self.shell.getoutputerror(cmd)
         if err:
             print >> Term.cerr,err
         if opts.has_key('l'):
             out = SList(out.split('\n'))
         else:
             out = LSString(out)
         if opts.has_key('v'):
             print '%s ==\n%s' % (var,pformat(out))
         self.shell.user_ns.update({var:out})
 
     def magic_sx(self, parameter_s=''):
         """Shell execute - run a shell command and capture its output.
 
         %sx command
 
         IPython will run the given command using commands.getoutput(), and
         return the result formatted as a list (split on '\\n').  Since the
         output is _returned_, it will be stored in ipython's regular output
         cache Out[N] and in the '_N' automatic variables.
 
         Notes:
 
         1) If an input line begins with '!!', then %sx is automatically
         invoked.  That is, while:
           !ls
         causes ipython to simply issue system('ls'), typing
           !!ls
         is a shorthand equivalent to:
           %sx ls
         
         2) %sx differs from %sc in that %sx automatically splits into a list,
         like '%sc -l'.  The reason for this is to make it as easy as possible
         to process line-oriented shell output via further python commands.
         %sc is meant to provide much finer control, but requires more
         typing.
 
         3) Just like %sc -l, this is a list with special attributes:
 
           .l (or .list) : value as list.
           .n (or .nlstr): value as newline-separated string.
           .s (or .spstr): value as whitespace-separated string.
 
         This is very useful when trying to use such lists as arguments to
         system commands."""
 
         if parameter_s:
             out,err = self.shell.getoutputerror(parameter_s)
             if err:
                 print >> Term.cerr,err
             return SList(out.split('\n'))
 
     def magic_bg(self, parameter_s=''):
         """Run a job in the background, in a separate thread.
 
         For example,
 
           %bg myfunc(x,y,z=1)
 
         will execute 'myfunc(x,y,z=1)' in a background thread.  As soon as the
         execution starts, a message will be printed indicating the job
         number.  If your job number is 5, you can use
 
           myvar = jobs.result(5)  or  myvar = jobs[5].result
 
         to assign this result to variable 'myvar'.
 
         IPython has a job manager, accessible via the 'jobs' object.  You can
         type jobs? to get more information about it, and use jobs.<TAB> to see
         its attributes.  All attributes not starting with an underscore are
         meant for public use.
 
         In particular, look at the jobs.new() method, which is used to create
         new jobs.  This magic %bg function is just a convenience wrapper
         around jobs.new(), for expression-based jobs.  If you want to create a
         new job with an explicit function object and arguments, you must call
         jobs.new() directly.
 
         The jobs.new docstring also describes in detail several important
         caveats associated with a thread-based model for background job
         execution.  Type jobs.new? for details.
 
         You can check the status of all jobs with jobs.status().
 
         The jobs variable is set by IPython into the Python builtin namespace.
         If you ever declare a variable named 'jobs', you will shadow this
         name.  You can either delete your global jobs variable to regain
         access to the job manager, or make a new name and assign it manually
         to the manager (stored in IPython's namespace).  For example, to
         assign the job manager to the Jobs name, use:
 
           Jobs = __builtins__.jobs"""
         
         self.shell.jobs.new(parameter_s,self.shell.user_ns)
         
     def magic_bookmark(self, parameter_s=''):
         """Manage IPython's bookmark system.
 
         %bookmark <name>       - set bookmark to current dir
         %bookmark <name> <dir> - set bookmark to <dir>
         %bookmark -l           - list all bookmarks
         %bookmark -d <name>    - remove bookmark
         %bookmark -r           - remove all bookmarks
 
         You can later on access a bookmarked folder with:
           %cd -b <name>
         or simply '%cd <name>' if there is no directory called <name> AND
         there is such a bookmark defined.
 
         Your bookmarks persist through IPython sessions, but they are
         associated with each profile."""
 
         opts,args = self.parse_options(parameter_s,'drl',mode='list')
         if len(args) > 2:
             error('You can only give at most two arguments')
             return
 
         bkms = self.shell.persist.get('bookmarks',{})
             
         if opts.has_key('d'):
             try:
                 todel = args[0]
             except IndexError:
                 error('You must provide a bookmark to delete')
             else:
                 try:
                     del bkms[todel]
                 except:
                     error("Can't delete bookmark '%s'" % todel)
         elif opts.has_key('r'):
             bkms = {}
         elif opts.has_key('l'):
             bks = bkms.keys()
             bks.sort()
             if bks:
                 size = max(map(len,bks))
             else:
                 size = 0
             fmt = '%-'+str(size)+'s -> %s'
             print 'Current bookmarks:'
             for bk in bks:
                 print fmt % (bk,bkms[bk])
         else:
             if not args:
                 error("You must specify the bookmark name")
             elif len(args)==1:
                 bkms[args[0]] = os.getcwd()
             elif len(args)==2:
                 bkms[args[0]] = args[1]
         self.persist['bookmarks'] = bkms
 # end Magic

IPython/demo.py

@@ -1,149 +1,175 b''
 """Module for interactive demos using IPython.
 
 Sorry, but this uses Python 2.3 features, so it won't work in 2.2 environments.
 """
 #*****************************************************************************
 #       Copyright (C) 2005 Fernando Perez. <[e-mail]>
 #
 #  Distributed under the terms of the BSD License.  The full license is in
 #  the file COPYING, distributed as part of this software.
 #
 #*****************************************************************************
 
+import sys
 import exceptions
 import re
 
 from IPython.PyColorize import Parser
-from IPython.genutils import marquee
+from IPython.genutils import marquee, shlex_split
 
 class DemoError(exceptions.Exception): pass
 
 class Demo:
-    def __init__(self,fname,mark_pause='# pause',mark_silent='# silent',
-                 auto=False):
-        """The marks are turned into regexps which match them as standalone in
-        a line, with all leading/trailing whitespace ignored."""
+    def __init__(self,fname,arg_str='',mark_pause='# pause',
+                 mark_silent='# silent',auto=False):
+        """Make a new demo object.  To run the demo, simply call the object.
+
+        Inputs:
+        
+          - fname = filename.
+
+        Optional inputs:
+
+          - arg_str(''): a string of arguments, internally converted to a list
+          just like sys.argv, so the demo script can see a similar
+          environment.
+
+          - mark_pause ('# pause'), mark_silent('# silent'): marks for pausing
+          (block boundaries) and to tag blocks as silent.  The marks are
+          turned into regexps which match them as standalone in a line, with
+          all leading/trailing whitespace ignored.
+
+          - auto(False): flag to run each block automatically without
+          confirmation.  Note that silent blocks are always automatically
+          executed.  This flag is an attribute of the object, and can be
+          changed at runtime simply by reassigning it.
+          """
 
         self.fname = fname
         self.mark_pause = mark_pause
         self.re_pause = re.compile(r'^\s*%s\s*$' % mark_pause,re.MULTILINE)
         self.mark_silent = mark_silent
         self.re_silent = re.compile(r'^\s*%s\s*$' % mark_silent,re.MULTILINE)
         self.auto = auto
+        self.sys_argv = shlex_split(arg_str)
 
         # get a few things from ipython.  While it's a bit ugly design-wise,
         # it ensures that things like color scheme and the like are always in
         # sync with the ipython mode being used.  This class is only meant to
         # be used inside ipython anyways,  so it's OK.
         self.ip_showtraceback = __IPYTHON__.showtraceback
         self.ip_ns = __IPYTHON__.user_ns
         self.ip_colors = __IPYTHON__.rc['colors']
 
         # read data and parse into blocks
         fobj = file(fname,'r')
         self.src = fobj.read()
         fobj.close()
         self.src_blocks = [b.strip() for b in self.re_pause.split(self.src) if b]
         self.silent = [bool(self.re_silent.findall(b)) for b in self.src_blocks]
         self.nblocks = len(self.src_blocks)
 
         # try to colorize blocks
         colorize = Parser().format
         col_scheme = self.ip_colors
         self.src_blocks_colored = [colorize(s_blk,'str',col_scheme)
                                    for s_blk in self.src_blocks]
 
         # finish initialization
         self.reset()
 
     def reset(self):
         """Reset the namespace and seek pointer to restart the demo"""
         self.user_ns  = {}
         self.finished = False
         self.block_index = 0
 
     def again(self):
         """Repeat the last block"""
         self.block_index -= 1
         self()
 
     def _validate_index(self,index):
         if index<0 or index>=self.nblocks:
             raise ValueError('invalid block index %s' % index)
 
     def seek(self,index):
         """Move the current seek pointer to the given block"""
         self._validate_index(index)
         self.block_index = index-1
         self.finished = False
 
     def show_block(self,index=None):
         """Show a single block on screen"""
         if index is None:
             if self.finished:
                 print 'Demo finished.  Use reset() if you want to rerun it.'
                 return
             index = self.block_index
         else:
             self._validate_index(index)
         print marquee('<%s> block # %s (%s/%s)' %
                       (self.fname,index,index+1,self.nblocks))
         print self.src_blocks_colored[index],
 
     def show(self):
         """Show entire demo on screen, block by block"""
 
         fname = self.fname
         nblocks = self.nblocks
         silent = self.silent
         for index,block in enumerate(self.src_blocks_colored):
             if silent[index]:
                 print marquee('<%s> SILENT block # %s (%s/%s)' %
                               (fname,index,index+1,nblocks))
             else:
                 print marquee('<%s> block # %s (%s/%s)' %
                               (fname,index,index+1,nblocks))
             print block,
             
     def __call__(self,index=None):
         """run a block of the demo.
 
         If index is given, it should be an integer >=1 and <= nblocks.  This
         means that the calling convention is one off from typical Python
         lists.  The reason for the inconsistency is that the demo always
         prints 'Block n/N, and N is the total, so it would be very odd to use
         zero-indexing here."""
 
         if index is None and self.finished:
             print 'Demo finished.  Use reset() if you want to rerun it.'
             return
         if index is None:
             index = self.block_index
         self._validate_index(index)
         try:
             next_block = self.src_blocks[index]
             self.block_index += 1
             if self.silent[index]:
                 print marquee('Executing silent block # %s (%s/%s)' %
                               (index,index+1,self.nblocks))
             else:
                 self.show_block(index)
                 if not self.auto:
                     print marquee('Press <q> to quit, <Enter> to execute...'),
                     ans = raw_input().strip()
                     if ans:
                         print marquee('Block NOT executed')
                         return
-            
-            exec next_block in self.user_ns
+            try:
+                save_argv = sys.argv
+                sys.argv = self.sys_argv
+                exec next_block in self.user_ns
+            finally:
+                sys.argv = save_argv
             
         except:
             self.ip_showtraceback(filename=self.fname)
         else:
             self.ip_ns.update(self.user_ns)
 
         if self.block_index == self.nblocks:
             print
             print marquee(' END OF DEMO ')
             print marquee('Use reset() if you want to rerun it.')
             self.finished = True

IPython/genutils.py

@@ -1,1540 +1,1578 b''
 # -*- coding: utf-8 -*-
 """
 General purpose utilities.
 
 This is a grab-bag of stuff I find useful in most programs I write. Some of
 these things are also convenient when working at the command line.
 
-$Id: genutils.py 894 2005-09-22 07:16:18Z fperez $"""
+$Id: genutils.py 897 2005-09-22 09:32:46Z fperez $"""
 
 #*****************************************************************************
 #       Copyright (C) 2001-2004 Fernando Perez. <[e-mail]>
 #
 #  Distributed under the terms of the BSD License.  The full license is in
 #  the file COPYING, distributed as part of this software.
 #*****************************************************************************
 
 from __future__ import generators # 2.2 compatibility
 
 from IPython import Release
 __author__  = '%s <%s>' % Release.authors['Fernando']
 __license__ = Release.license
 
 #****************************************************************************
 # required modules
 import __main__
 import types,commands,time,sys,os,re,shutil
+import shlex
 import tempfile
 from IPython.Itpl import Itpl,itpl,printpl
 from IPython import DPyGetOpt
 
 # Build objects which appeared in Python 2.3 for 2.2, to make ipython
 # 2.2-friendly
 try:
     basestring
 except NameError:
     import types
     basestring = (types.StringType, types.UnicodeType)
     True = 1==1
     False = 1==0
 
     def enumerate(obj):
         i = -1
         for item in obj:
             i += 1
             yield i, item
 
     # add these to the builtin namespace, so that all modules find them
     import __builtin__
     __builtin__.basestring = basestring
     __builtin__.True = True
     __builtin__.False = False
     __builtin__.enumerate = enumerate
 
+# Try to use shlex.split for converting an input string into a sys.argv-type
+# list.  This appeared in Python 2.3, so here's a quick backport for 2.2.
+try:
+    shlex_split = shlex.split
+except AttributeError:
+    _quotesre = re.compile(r'[\'"](.*)[\'"]')
+    _wordchars = ('abcdfeghijklmnopqrstuvwxyz'
+                  'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789_-.~*?'
+                  'ßàáâãäåæçèéêëìíîïðñòóôõöøùúûüýþÿ'
+                  'ÀÁÂÃÄÅÆÇÈÉÊËÌÍÎÏÐÑÒÓÔÕÖØÙÚÛÜÝÞ%s'
+                  % os.sep)
+    
+    def shlex_split(s):
+        """Simplified backport to Python 2.2 of shlex.split().
+
+        This is a quick and dirty hack, since the shlex module under 2.2 lacks
+        several of the features needed to really match the functionality of
+        shlex.split() in 2.3."""
+
+        lex = shlex.shlex(StringIO(s))
+        # Try to get options, extensions and path separators as characters
+        lex.wordchars = _wordchars
+        lex.commenters = ''
+        # Make a list out of the lexer by hand, since in 2.2 it's not an
+        # iterator.
+        lout = []
+        while 1:
+            token = lex.get_token()
+            if token == '':
+                break
+            # Try to handle quoted tokens correctly
+            quotes = _quotesre.match(token)
+            if quotes:
+                token = quotes.group(1)
+            lout.append(token)
+        return lout
+
 #****************************************************************************
 # Exceptions
 class Error(Exception):
     """Base class for exceptions in this module."""
     pass
 
 #----------------------------------------------------------------------------
 class IOStream:
     def __init__(self,stream,fallback):
         if not hasattr(stream,'write') or not hasattr(stream,'flush'):
             stream = fallback
         self.stream = stream
         self._swrite = stream.write
         self.flush = stream.flush
 
     def write(self,data):
         try:
             self._swrite(data)
         except:
             try:
                 # print handles some unicode issues which may trip a plain
                 # write() call.  Attempt to emulate write() by using a
                 # trailing comma
                 print >> self.stream, data,
             except:
                 # if we get here, something is seriously broken.
                 print >> sys.stderr, \
                       'ERROR - failed to write data to stream:', stream
         
 class IOTerm:
     """ Term holds the file or file-like objects for handling I/O operations.
 
     These are normally just sys.stdin, sys.stdout and sys.stderr but for
     Windows they can can replaced to allow editing the strings before they are
     displayed."""
 
     # In the future, having IPython channel all its I/O operations through
     # this class will make it easier to embed it into other environments which
     # are not a normal terminal (such as a GUI-based shell)
     def __init__(self,cin=None,cout=None,cerr=None):
         self.cin  = IOStream(cin,sys.stdin)
         self.cout = IOStream(cout,sys.stdout)
         self.cerr = IOStream(cerr,sys.stderr)
         
 # Global variable to be used for all I/O
 Term = IOTerm()
 
 # Windows-specific code to load Gary Bishop's readline and configure it
 # automatically for the users
 # Note: os.name on cygwin returns posix, so this should only pick up 'native'
 # windows.  Cygwin returns 'cygwin' for sys.platform.
 if os.name == 'nt':
     try:
         import readline
     except ImportError:
         pass
     else:
         try:
             _out = readline.GetOutputFile()
         except AttributeError:
             pass
         else:
             # Remake Term to use the readline i/o facilities
             Term = IOTerm(cout=_out,cerr=_out)
             del _out
 
 #****************************************************************************
 # Generic warning/error printer, used by everything else
 def warn(msg,level=2,exit_val=1):
     """Standard warning printer. Gives formatting consistency.
 
     Output is sent to Term.cerr (sys.stderr by default).
     
     Options:
     
     -level(2): allows finer control:
       0 -> Do nothing, dummy function.
       1 -> Print message.
       2 -> Print 'WARNING:' + message. (Default level).
       3 -> Print 'ERROR:' + message.
       4 -> Print 'FATAL ERROR:' + message and trigger a sys.exit(exit_val).
 
     -exit_val (1): exit value returned by sys.exit() for a level 4
     warning. Ignored for all other levels."""
     
     if level>0:
         header = ['','','WARNING: ','ERROR: ','FATAL ERROR: ']
         print >> Term.cerr, '%s%s' % (header[level],msg)
         if level == 4:
             print >> Term.cerr,'Exiting.\n'
             sys.exit(exit_val)
 
 def info(msg):
     """Equivalent to warn(msg,level=1)."""
 
     warn(msg,level=1)
 
 def error(msg):
     """Equivalent to warn(msg,level=3)."""
 
     warn(msg,level=3)
 
 def fatal(msg,exit_val=1):
     """Equivalent to warn(msg,exit_val=exit_val,level=4)."""
 
     warn(msg,exit_val=exit_val,level=4)
 
 #----------------------------------------------------------------------------
 StringTypes = types.StringTypes
 
 # Basic timing functionality
 
 # If possible (Unix), use the resource module instead of time.clock()
 try:
     import resource
     def clock():
         """clock() -> floating point number
 
         Return the CPU time in seconds (user time only, system time is
         ignored) since the start of the process.  This is done via a call to
         resource.getrusage, so it avoids the wraparound problems in
         time.clock()."""
         
         return resource.getrusage(resource.RUSAGE_SELF)[0]
     
     def clock2():
         """clock2() -> (t_user,t_system)
 
         Similar to clock(), but return a tuple of user/system times."""
         return resource.getrusage(resource.RUSAGE_SELF)[:2]
 
 except ImportError:
     clock = time.clock
     def clock2():
         """Under windows, system CPU time can't be measured.
 
         This just returns clock() and zero."""
         return time.clock(),0.0
 
 def timings_out(reps,func,*args,**kw):
     """timings_out(reps,func,*args,**kw) -> (t_total,t_per_call,output)
 
     Execute a function reps times, return a tuple with the elapsed total
     CPU time in seconds, the time per call and the function's output.
 
     Under Unix, the return value is the sum of user+system time consumed by
     the process, computed via the resource module.  This prevents problems
     related to the wraparound effect which the time.clock() function has.
     
     Under Windows the return value is in wall clock seconds. See the
     documentation for the time module for more details."""
 
     reps = int(reps)
     assert reps >=1, 'reps must be >= 1'
     if reps==1:
         start = clock()
         out = func(*args,**kw)
         tot_time = clock()-start
     else:
         rng = xrange(reps-1) # the last time is executed separately to store output
         start = clock()
         for dummy in rng: func(*args,**kw)
         out = func(*args,**kw)  # one last time
         tot_time = clock()-start
     av_time = tot_time / reps
     return tot_time,av_time,out
 
 def timings(reps,func,*args,**kw):
     """timings(reps,func,*args,**kw) -> (t_total,t_per_call)
 
     Execute a function reps times, return a tuple with the elapsed total CPU
     time in seconds and the time per call. These are just the first two values
     in timings_out()."""
 
     return timings_out(reps,func,*args,**kw)[0:2]
 
 def timing(func,*args,**kw):
     """timing(func,*args,**kw) -> t_total
 
     Execute a function once, return the elapsed total CPU time in
     seconds. This is just the first value in timings_out()."""
 
     return timings_out(1,func,*args,**kw)[0]
 
 #****************************************************************************
 # file and system
 
 def system(cmd,verbose=0,debug=0,header=''):
     """Execute a system command, return its exit status.
 
     Options:
 
     - verbose (0): print the command to be executed.
     
     - debug (0): only print, do not actually execute.
 
     - header (''): Header to print on screen prior to the executed command (it
     is only prepended to the command, no newlines are added).
 
     Note: a stateful version of this function is available through the
     SystemExec class."""
 
     stat = 0
     if verbose or debug: print header+cmd
     sys.stdout.flush()
     if not debug: stat = os.system(cmd)
     return stat
 
 def shell(cmd,verbose=0,debug=0,header=''):
     """Execute a command in the system shell, always return None.
 
     Options:
 
     - verbose (0): print the command to be executed.
     
     - debug (0): only print, do not actually execute.
 
     - header (''): Header to print on screen prior to the executed command (it
     is only prepended to the command, no newlines are added).
 
     Note: this is similar to genutils.system(), but it returns None so it can
     be conveniently used in interactive loops without getting the return value
     (typically 0) printed many times."""
 
     stat = 0
     if verbose or debug: print header+cmd
     # flush stdout so we don't mangle python's buffering
     sys.stdout.flush()
     if not debug:
         os.system(cmd)
 
 def getoutput(cmd,verbose=0,debug=0,header='',split=0):
     """Dummy substitute for perl's backquotes.
 
     Executes a command and returns the output.
 
     Accepts the same arguments as system(), plus:
 
     - split(0): if true, the output is returned as a list split on newlines.
 
     Note: a stateful version of this function is available through the
     SystemExec class."""
 
     if verbose or debug: print header+cmd
     if not debug:
         output = commands.getoutput(cmd)
         if split:
             return output.split('\n')
         else:
             return output
 
 def getoutputerror(cmd,verbose=0,debug=0,header='',split=0):
     """Return (standard output,standard error) of executing cmd in a shell.
 
     Accepts the same arguments as system(), plus:
 
     - split(0): if true, each of stdout/err is returned as a list split on
     newlines.
 
     Note: a stateful version of this function is available through the
     SystemExec class."""
 
     if verbose or debug: print header+cmd
     if not cmd:
         if split:
             return [],[]
         else:
             return '',''
     if not debug:
         pin,pout,perr = os.popen3(cmd)
         tout = pout.read().rstrip()
         terr = perr.read().rstrip()
         pin.close()
         pout.close()
         perr.close()
         if split:
             return tout.split('\n'),terr.split('\n')
         else:
             return tout,terr
 
 # for compatibility with older naming conventions
 xsys = system
 bq = getoutput
 
 class SystemExec:
     """Access the system and getoutput functions through a stateful interface.
 
     Note: here we refer to the system and getoutput functions from this
     library, not the ones from the standard python library.
     
     This class offers the system and getoutput functions as methods, but the
     verbose, debug and header parameters can be set for the instance (at
     creation time or later) so that they don't need to be specified on each
     call.
 
     For efficiency reasons, there's no way to override the parameters on a
     per-call basis other than by setting instance attributes. If you need
     local overrides, it's best to directly call system() or getoutput().
 
     The following names are provided as alternate options:
      - xsys: alias to system
      - bq: alias to getoutput
 
     An instance can then be created as:
      >>> sysexec = SystemExec(verbose=1,debug=0,header='Calling: ')
 
     And used as:
      >>> sysexec.xsys('pwd')
      >>> dirlist = sysexec.bq('ls -l')
     """
     
     def __init__(self,verbose=0,debug=0,header='',split=0):
         """Specify the instance's values for verbose, debug and header."""
         setattr_list(self,'verbose debug header split')
 
     def system(self,cmd):
         """Stateful interface to system(), with the same keyword parameters."""
 
         system(cmd,self.verbose,self.debug,self.header)
 
     def shell(self,cmd):
         """Stateful interface to shell(), with the same keyword parameters."""
 
         shell(cmd,self.verbose,self.debug,self.header)
 
     xsys = system  # alias
 
     def getoutput(self,cmd):
         """Stateful interface to getoutput()."""
 
         return getoutput(cmd,self.verbose,self.debug,self.header,self.split)
 
     def getoutputerror(self,cmd):
         """Stateful interface to getoutputerror()."""
 
         return getoutputerror(cmd,self.verbose,self.debug,self.header,self.split)
 
     bq = getoutput  # alias
 
 #-----------------------------------------------------------------------------
 def mutex_opts(dict,ex_op):
     """Check for presence of mutually exclusive keys in a dict.
 
     Call: mutex_opts(dict,[[op1a,op1b],[op2a,op2b]...]"""
     for op1,op2 in ex_op:
         if op1 in dict and op2 in dict:
             raise ValueError,'\n*** ERROR in Arguments *** '\
                   'Options '+op1+' and '+op2+' are mutually exclusive.'
 
 #-----------------------------------------------------------------------------
 def filefind(fname,alt_dirs = None):
     """Return the given filename either in the current directory, if it
     exists, or in a specified list of directories.
 
     ~ expansion is done on all file and directory names.
 
     Upon an unsuccessful search, raise an IOError exception."""
 
     if alt_dirs is None:
         try:
             alt_dirs = get_home_dir()
         except HomeDirError:
             alt_dirs = os.getcwd()
     search = [fname] + list_strings(alt_dirs)
     search = map(os.path.expanduser,search)
     #print 'search list for',fname,'list:',search  # dbg
     fname = search[0]
     if os.path.isfile(fname):
         return fname
     for direc in search[1:]:
         testname = os.path.join(direc,fname)
         #print 'testname',testname  # dbg
         if os.path.isfile(testname):
             return testname
     raise IOError,'File' + `fname` + \
           ' not found in current or supplied directories:' + `alt_dirs`
 
 #----------------------------------------------------------------------------
 def target_outdated(target,deps):
     """Determine whether a target is out of date.
 
     target_outdated(target,deps) -> 1/0
 
     deps: list of filenames which MUST exist.
     target: single filename which may or may not exist.
 
     If target doesn't exist or is older than any file listed in deps, return
     true, otherwise return false.
     """
     try:
         target_time = os.path.getmtime(target)
     except os.error:
         return 1
     for dep in deps:
         dep_time = os.path.getmtime(dep)
         if dep_time > target_time:
             #print "For target",target,"Dep failed:",dep # dbg
             #print "times (dep,tar):",dep_time,target_time # dbg
             return 1
     return 0
 
 #-----------------------------------------------------------------------------
 def target_update(target,deps,cmd):
     """Update a target with a given command given a list of dependencies.
 
     target_update(target,deps,cmd) -> runs cmd if target is outdated.
 
     This is just a wrapper around target_outdated() which calls the given
     command if target is outdated."""
 
     if target_outdated(target,deps):
         xsys(cmd)
 
 #----------------------------------------------------------------------------
 def unquote_ends(istr):
     """Remove a single pair of quotes from the endpoints of a string."""
 
     if not istr:
         return istr
     if (istr[0]=="'" and istr[-1]=="'") or \
        (istr[0]=='"' and istr[-1]=='"'):
         return istr[1:-1]
     else:
         return istr
 
 #----------------------------------------------------------------------------
 def process_cmdline(argv,names=[],defaults={},usage=''):
     """ Process command-line options and arguments.
 
     Arguments:
 
     - argv: list of arguments, typically sys.argv.
     
     - names: list of option names. See DPyGetOpt docs for details on options
     syntax.
 
     - defaults: dict of default values.
 
     - usage: optional usage notice to print if a wrong argument is passed.
 
     Return a dict of options and a list of free arguments."""
 
     getopt = DPyGetOpt.DPyGetOpt()
     getopt.setIgnoreCase(0)
     getopt.parseConfiguration(names)
 
     try:
         getopt.processArguments(argv)
     except:
         print usage
         warn(`sys.exc_value`,level=4)
 
     defaults.update(getopt.optionValues)
     args = getopt.freeValues
     
     return defaults,args
 
 #----------------------------------------------------------------------------
 def optstr2types(ostr):
     """Convert a string of option names to a dict of type mappings.
 
     optstr2types(str) -> {None:'string_opts',int:'int_opts',float:'float_opts'}
 
     This is used to get the types of all the options in a string formatted
     with the conventions of DPyGetOpt. The 'type' None is used for options
     which are strings (they need no further conversion). This function's main
     use is to get a typemap for use with read_dict().
     """
 
     typeconv = {None:'',int:'',float:''}
     typemap = {'s':None,'i':int,'f':float}
     opt_re = re.compile(r'([\w]*)([^:=]*:?=?)([sif]?)')
 
     for w in ostr.split():
         oname,alias,otype = opt_re.match(w).groups()
         if otype == '' or alias == '!':   # simple switches are integers too
             otype = 'i'
         typeconv[typemap[otype]] += oname + ' '
     return typeconv
 
 #----------------------------------------------------------------------------
 def read_dict(filename,type_conv=None,**opt):
 
     """Read a dictionary of key=value pairs from an input file, optionally
     performing conversions on the resulting values.
 
     read_dict(filename,type_conv,**opt) -> dict
 
     Only one value per line is accepted, the format should be
      # optional comments are ignored
      key value\n
 
     Args:
 
       - type_conv: A dictionary specifying which keys need to be converted to
       which types. By default all keys are read as strings. This dictionary
       should have as its keys valid conversion functions for strings
       (int,long,float,complex, or your own).  The value for each key
       (converter) should be a whitespace separated string containing the names
       of all the entries in the file to be converted using that function. For
       keys to be left alone, use None as the conversion function (only needed
       with purge=1, see below).
 
       - opt: dictionary with extra options as below (default in parens)
 
         purge(0): if set to 1, all keys *not* listed in type_conv are purged out
         of the dictionary to be returned. If purge is going to be used, the
         set of keys to be left as strings also has to be explicitly specified
         using the (non-existent) conversion function None.
 
         fs(None): field separator. This is the key/value separator to be used
         when parsing the file. The None default means any whitespace [behavior
         of string.split()].
 
         strip(0): if 1, strip string values of leading/trailinig whitespace.
 
         warn(1): warning level if requested keys are not found in file.
           - 0: silently ignore.
           - 1: inform but proceed.
           - 2: raise KeyError exception.
 
         no_empty(0): if 1, remove keys with whitespace strings as a value.
 
         unique([]): list of keys (or space separated string) which can't be
         repeated. If one such key is found in the file, each new instance
         overwrites the previous one. For keys not listed here, the behavior is
         to make a list of all appearances.
 
     Example:
     If the input file test.ini has:
       i 3
       x 4.5
       y 5.5
       s hi ho
     Then:
 
     >>> type_conv={int:'i',float:'x',None:'s'}
     >>> read_dict('test.ini')
     {'i': '3', 's': 'hi ho', 'x': '4.5', 'y': '5.5'}
     >>> read_dict('test.ini',type_conv)
     {'i': 3, 's': 'hi ho', 'x': 4.5, 'y': '5.5'}
     >>> read_dict('test.ini',type_conv,purge=1)
     {'i': 3, 's': 'hi ho', 'x': 4.5}
     """
 
     # starting config
     opt.setdefault('purge',0)
     opt.setdefault('fs',None)  # field sep defaults to any whitespace
     opt.setdefault('strip',0)
     opt.setdefault('warn',1)
     opt.setdefault('no_empty',0)
     opt.setdefault('unique','')
     if type(opt['unique']) in StringTypes:
         unique_keys = qw(opt['unique'])
     elif type(opt['unique']) in (types.TupleType,types.ListType):
         unique_keys = opt['unique']
     else:
         raise ValueError, 'Unique keys must be given as a string, List or Tuple'
 
     dict = {}
     # first read in table of values as strings
     file = open(filename,'r')
     for line in file.readlines():
         line = line.strip()
         if len(line) and line[0]=='#': continue
         if len(line)>0:
             lsplit = line.split(opt['fs'],1)
             try:
                 key,val = lsplit
             except ValueError:
                 key,val = lsplit[0],''
             key = key.strip()
             if opt['strip']: val = val.strip()
             if val == "''" or val == '""': val = ''
             if opt['no_empty'] and (val=='' or val.isspace()):
                 continue
             # if a key is found more than once in the file, build a list
             # unless it's in the 'unique' list. In that case, last found in file
             # takes precedence. User beware.
             try:
                 if dict[key] and key in unique_keys:
                     dict[key] = val
                 elif type(dict[key]) is types.ListType:
                     dict[key].append(val)
                 else:
                     dict[key] = [dict[key],val]
             except KeyError:
                 dict[key] = val
     # purge if requested
     if opt['purge']:
         accepted_keys = qwflat(type_conv.values())
         for key in dict.keys():
             if key in accepted_keys: continue
             del(dict[key])
     # now convert if requested
     if type_conv==None: return dict
     conversions = type_conv.keys()
     try: conversions.remove(None)
     except: pass
     for convert in conversions:
         for val in qw(type_conv[convert]):
             try:
                 dict[val] = convert(dict[val])
             except KeyError,e:
                 if opt['warn'] == 0:
                     pass
                 elif opt['warn'] == 1:
                     print >>sys.stderr, 'Warning: key',val,\
                           'not found in file',filename
                 elif opt['warn'] == 2:
                     raise KeyError,e
                 else:
                     raise ValueError,'Warning level must be 0,1 or 2'
 
     return dict
 
 #----------------------------------------------------------------------------
 def flag_calls(func):
     """Wrap a function to detect and flag when it gets called.
 
     This is a decorator which takes a function and wraps it in a function with
     a 'called' attribute. wrapper.called is initialized to False.
 
     The wrapper.called attribute is set to False right before each call to the
     wrapped function, so if the call fails it remains False.  After the call
     completes, wrapper.called is set to True and the output is returned.
 
     Testing for truth in wrapper.called allows you to determine if a call to
     func() was attempted and succeeded."""
     
     def wrapper(*args,**kw):
         wrapper.called = False
         out = func(*args,**kw)
         wrapper.called = True
         return out
 
     wrapper.called = False
     wrapper.__doc__ = func.__doc__
     return wrapper
 
 #----------------------------------------------------------------------------
 class HomeDirError(Error):
     pass
 
 def get_home_dir():
     """Return the closest possible equivalent to a 'home' directory.
 
     We first try $HOME.  Absent that, on NT it's $HOMEDRIVE\$HOMEPATH.
 
     Currently only Posix and NT are implemented, a HomeDirError exception is
     raised for all other OSes. """
 
     isdir = os.path.isdir
     env = os.environ
     try:
         homedir = env['HOME']
         if not isdir(homedir):
             # in case a user stuck some string which does NOT resolve to a
             # valid path, it's as good as if we hadn't foud it
             raise KeyError
         return homedir
     except KeyError:
         if os.name == 'posix':
             raise HomeDirError,'undefined $HOME, IPython can not proceed.'
         elif os.name == 'nt':
             # For some strange reason, win9x returns 'nt' for os.name.
             try:
                 homedir = os.path.join(env['HOMEDRIVE'],env['HOMEPATH'])
                 if not isdir(homedir):
                     homedir = os.path.join(env['USERPROFILE'])
                     if not isdir(homedir):
                         raise HomeDirError
                 return homedir
             except:
                 try:
                     # Use the registry to get the 'My Documents' folder.
                     import _winreg as wreg
                     key = wreg.OpenKey(wreg.HKEY_CURRENT_USER,
                                        "Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders")
                     homedir = wreg.QueryValueEx(key,'Personal')[0]
                     key.Close()
                     if not isdir(homedir):
                         e = ('Invalid "Personal" folder registry key '
                              'typically "My Documents".\n'
                              'Value: %s\n'
                              'This is not a valid directory on your system.' %
                              homedir)
                         raise HomeDirError(e)
                     return homedir
                 except HomeDirError:
                     raise
                 except:
                     return 'C:\\'
         elif os.name == 'dos':
             # Desperate, may do absurd things in classic MacOS. May work under DOS.
             return 'C:\\'
         else:
             raise HomeDirError,'support for your operating system not implemented.'
 
 #****************************************************************************
 # strings and text
 
 class LSString(str):
     """String derivative with a special access attributes.
 
     These are normal strings, but with the special attributes:
 
         .l (or .list) : value as list (split on newlines).
         .n (or .nlstr): original value (the string itself).
         .s (or .spstr): value as whitespace-separated string.
         
     Any values which require transformations are computed only once and
     cached.
 
     Such strings are very useful to efficiently interact with the shell, which
     typically only understands whitespace-separated options for commands."""
 
     def get_list(self):
         try:
             return self.__list
         except AttributeError:
             self.__list = self.split('\n')
             return self.__list
 
     l = list = property(get_list)
 
     def get_spstr(self):
         try:
             return self.__spstr
         except AttributeError:
             self.__spstr = self.replace('\n',' ')
             return self.__spstr
 
     s = spstr = property(get_spstr)
 
     def get_nlstr(self):
         return self
 
     n = nlstr = property(get_nlstr)
 
 class SList(list):
     """List derivative with a special access attributes.
 
     These are normal lists, but with the special attributes:
 
         .l (or .list) : value as list (the list itself).
         .n (or .nlstr): value as a string, joined on newlines.
         .s (or .spstr): value as a string, joined on spaces.
 
     Any values which require transformations are computed only once and
     cached."""
 
     def get_list(self):
         return self
 
     l = list = property(get_list)
 
     def get_spstr(self):
         try:
             return self.__spstr
         except AttributeError:
             self.__spstr = ' '.join(self)
             return self.__spstr
 
     s = spstr = property(get_spstr)
 
     def get_nlstr(self):
         try:
             return self.__nlstr
         except AttributeError:
             self.__nlstr = '\n'.join(self)
             return self.__nlstr
 
     n = nlstr = property(get_nlstr)
 
 def raw_input_multi(header='', ps1='==> ', ps2='..> ',terminate_str = '.'):
     """Take multiple lines of input.
 
     A list with each line of input as a separate element is returned when a
     termination string is entered (defaults to a single '.'). Input can also
     terminate via EOF (^D in Unix, ^Z-RET in Windows).
 
     Lines of input which end in \\ are joined into single entries (and a
     secondary continuation prompt is issued as long as the user terminates
     lines with \\). This allows entering very long strings which are still
     meant to be treated as single entities.
     """
 
     try:
         if header:
             header += '\n'
         lines = [raw_input(header + ps1)]
     except EOFError:
         return []
     terminate = [terminate_str]
     try:
         while lines[-1:] != terminate:
             new_line = raw_input(ps1)
             while new_line.endswith('\\'):
                 new_line = new_line[:-1] + raw_input(ps2)
             lines.append(new_line)
                 
         return lines[:-1]  # don't return the termination command
     except EOFError:
         print
         return lines
 
 #----------------------------------------------------------------------------
 def raw_input_ext(prompt='',  ps2='... '):
     """Similar to raw_input(), but accepts extended lines if input ends with \\."""
 
     line = raw_input(prompt)
     while line.endswith('\\'):
         line = line[:-1] + raw_input(ps2)
     return line
 
 #----------------------------------------------------------------------------
 def ask_yes_no(prompt,default=None):
     """Asks a question and returns an integer 1/0 (y/n) answer.
 
     If default is given (one of 'y','n'), it is used if the user input is
     empty. Otherwise the question is repeated until an answer is given.
     If EOF occurs 20 times consecutively, the default answer is assumed,
     or if there is no default, an exception is raised to prevent infinite
     loops.
 
     Valid answers are: y/yes/n/no (match is not case sensitive)."""
 
     answers = {'y':1,'n':0,'yes':1,'no':0}
     ans = None
     eofs, max_eofs = 0, 20
     while ans not in answers.keys():
         try:
             ans = raw_input(prompt+' ').lower()
             if not ans:  # response was an empty string
                 ans = default
             eofs = 0
         except (EOFError,KeyboardInterrupt):
             eofs = eofs + 1
             if eofs >= max_eofs:
                 if default in answers.keys():
                     ans = default
                 else:
                     raise
             
     return answers[ans]
 
 #----------------------------------------------------------------------------
 def marquee(txt='',width=80,mark='*'):
     """Return the input string centered in a 'marquee'."""
     if not txt:
         return (mark*width)[:width]
     nmark = (width-len(txt)-2)/len(mark)/2
     if nmark < 0: nmark =0
     marks = mark*nmark
     return '%s %s %s' % (marks,txt,marks)
 
 #----------------------------------------------------------------------------
 class EvalDict:
     """
     Emulate a dict which evaluates its contents in the caller's frame.
 
     Usage:
     >>>number = 19
     >>>text = "python"
     >>>print "%(text.capitalize())s %(number/9.0).1f rules!" % EvalDict()
     """
 
     # This version is due to [e-mail] on c.l.py, and is basically a
     # modified (shorter) version of:
     # http://aspn.activestate.com/ASPN/Cookbook/Python/Recipe/66018 by
     # Skip Montanaro ([e-mail]).
 
     def __getitem__(self, name):
         frame = sys._getframe(1)
         return eval(name, frame.f_globals, frame.f_locals)
 
 EvalString = EvalDict  # for backwards compatibility
 #----------------------------------------------------------------------------
 def qw(words,flat=0,sep=None,maxsplit=-1):
     """Similar to Perl's qw() operator, but with some more options.
 
     qw(words,flat=0,sep=' ',maxsplit=-1) -> words.split(sep,maxsplit)
 
     words can also be a list itself, and with flat=1, the output will be
     recursively flattened. Examples:
 
     >>> qw('1 2')
     ['1', '2']
     >>> qw(['a b','1 2',['m n','p q']])
     [['a', 'b'], ['1', '2'], [['m', 'n'], ['p', 'q']]]
     >>> qw(['a b','1 2',['m n','p q']],flat=1)
     ['a', 'b', '1', '2', 'm', 'n', 'p', 'q']    """
 
     if type(words) in StringTypes:
         return [word.strip() for word in words.split(sep,maxsplit)
                 if word and not word.isspace() ]
     if flat:
         return flatten(map(qw,words,[1]*len(words)))
     return map(qw,words)
 
 #----------------------------------------------------------------------------
 def qwflat(words,sep=None,maxsplit=-1):
     """Calls qw(words) in flat mode. It's just a convenient shorthand."""
     return qw(words,1,sep,maxsplit)
 
 #-----------------------------------------------------------------------------
 def list_strings(arg):
     """Always return a list of strings, given a string or list of strings
     as input."""
 
     if type(arg) in StringTypes: return [arg]
     else: return arg
 
 #----------------------------------------------------------------------------
 def grep(pat,list,case=1):
     """Simple minded grep-like function.
     grep(pat,list) returns occurrences of pat in list, None on failure.
 
     It only does simple string matching, with no support for regexps. Use the
     option case=0 for case-insensitive matching."""
 
     # This is pretty crude. At least it should implement copying only references
     # to the original data in case it's big. Now it copies the data for output.
     out=[]
     if case:
         for term in list:
             if term.find(pat)>-1: out.append(term)
     else:
         lpat=pat.lower()
         for term in list:
             if term.lower().find(lpat)>-1: out.append(term)
 
     if len(out): return out
     else: return None
 
 #----------------------------------------------------------------------------
 def dgrep(pat,*opts):
     """Return grep() on dir()+dir(__builtins__).
 
     A very common use of grep() when working interactively."""
 
     return grep(pat,dir(__main__)+dir(__main__.__builtins__),*opts)
 
 #----------------------------------------------------------------------------
 def idgrep(pat):
     """Case-insensitive dgrep()"""
 
     return dgrep(pat,0)
 
 #----------------------------------------------------------------------------
 def igrep(pat,list):
     """Synonym for case-insensitive grep."""
 
     return grep(pat,list,case=0)
 
 #----------------------------------------------------------------------------
 def indent(str,nspaces=4,ntabs=0):
     """Indent a string a given number of spaces or tabstops.
     
     indent(str,nspaces=4,ntabs=0) -> indent str by ntabs+nspaces.
     """
     if str is None:
         return
     ind = '\t'*ntabs+' '*nspaces
     outstr = '%s%s' % (ind,str.replace(os.linesep,os.linesep+ind))
     if outstr.endswith(os.linesep+ind):
         return outstr[:-len(ind)]
     else:
         return outstr
     
 #-----------------------------------------------------------------------------
 def native_line_ends(filename,backup=1):
     """Convert (in-place) a file to line-ends native to the current OS.
 
     If the optional backup argument is given as false, no backup of the
     original file is left.  """
 
     backup_suffixes = {'posix':'~','dos':'.bak','nt':'.bak','mac':'.bak'}
 
     bak_filename = filename + backup_suffixes[os.name]
 
     original = open(filename).read()
     shutil.copy2(filename,bak_filename)
     try:
         new = open(filename,'wb')
         new.write(os.linesep.join(original.splitlines()))
         new.write(os.linesep) # ALWAYS put an eol at the end of the file
         new.close()
     except:
         os.rename(bak_filename,filename)
     if not backup:
         try:
             os.remove(bak_filename)
         except:
             pass
     
 #----------------------------------------------------------------------------
 def get_pager_cmd(pager_cmd = None):
     """Return a pager command.
 
     Makes some attempts at finding an OS-correct one."""
     
     if os.name == 'posix':
         default_pager_cmd = 'less -r'  # -r for color control sequences
     elif os.name in ['nt','dos']:
         default_pager_cmd = 'type'
 
     if pager_cmd is None:
         try:
             pager_cmd = os.environ['PAGER']
         except:
             pager_cmd = default_pager_cmd
     return pager_cmd
 
 #-----------------------------------------------------------------------------
 def get_pager_start(pager,start):
     """Return the string for paging files with an offset.
 
     This is the '+N' argument which less and more (under Unix) accept.
     """
 
     if pager in ['less','more']:
         if start:
             start_string = '+' + str(start)
         else:
             start_string = ''
     else:
         start_string = ''
     return start_string
 
 #----------------------------------------------------------------------------
 def page_dumb(strng,start=0,screen_lines=25):
     """Very dumb 'pager' in Python, for when nothing else works.
 
     Only moves forward, same interface as page(), except for pager_cmd and
     mode."""
 
     out_ln  = strng.splitlines()[start:]
     screens = chop(out_ln,screen_lines-1)
     if len(screens) == 1:
         print >>Term.cout, os.linesep.join(screens[0])
     else:
         for scr in screens[0:-1]:
             print >>Term.cout, os.linesep.join(scr)
             ans = raw_input('---Return to continue, q to quit--- ')
             if ans.lower().startswith('q'):
                 return
         print >>Term.cout, os.linesep.join(screens[-1])
 
 #----------------------------------------------------------------------------
 def page(strng,start=0,screen_lines=0,pager_cmd = None):
     """Print a string, piping through a pager after a certain length.
 
     The screen_lines parameter specifies the number of *usable* lines of your
     terminal screen (total lines minus lines you need to reserve to show other
     information).
 
     If you set screen_lines to a number <=0, page() will try to auto-determine
     your screen size and will only use up to (screen_size+screen_lines) for
     printing, paging after that. That is, if you want auto-detection but need
     to reserve the bottom 3 lines of the screen, use screen_lines = -3, and for
     auto-detection without any lines reserved simply use screen_lines = 0.
 
     If a string won't fit in the allowed lines, it is sent through the
     specified pager command. If none given, look for PAGER in the environment,
     and ultimately default to less.
 
     If no system pager works, the string is sent through a 'dumb pager'
     written in python, very simplistic.
     """
     
     # Ugly kludge, but calling curses.initscr() flat out crashes in emacs
     TERM = os.environ.get('TERM','dumb')
     if TERM in ['dumb','emacs'] and os.name != 'nt':
         print strng
         return
     # chop off the topmost part of the string we don't want to see
     str_lines = strng.split(os.linesep)[start:]
     str_toprint = os.linesep.join(str_lines)
     num_newlines = len(str_lines)
     len_str = len(str_toprint)
     
     # Dumb heuristics to guesstimate number of on-screen lines the string
     # takes.  Very basic, but good enough for docstrings in reasonable
     # terminals. If someone later feels like refining it, it's not hard.
     numlines = max(num_newlines,int(len_str/80)+1)
 
     screen_lines_def = 25 # default value if we can't auto-determine
 
     # auto-determine screen size
     if screen_lines <= 0:
         if TERM=='xterm':
             try:
                 import curses
                 if hasattr(curses,'initscr'):
                     use_curses = 1
                 else:
                     use_curses = 0
             except ImportError:
                 use_curses = 0
         else:
             # curses causes problems on many terminals other than xterm.
             use_curses = 0
         if use_curses:
                 scr = curses.initscr()
                 screen_lines_real,screen_cols = scr.getmaxyx()
                 curses.endwin()
                 screen_lines += screen_lines_real
                 #print '***Screen size:',screen_lines_real,'lines x',\
                 #screen_cols,'columns.' # dbg
         else:
                 screen_lines += screen_lines_def
 
     #print 'numlines',numlines,'screenlines',screen_lines  # dbg
     if numlines <= screen_lines :
         #print '*** normal print'  # dbg
         print >>Term.cout, str_toprint
     else:
         # Try to open pager and default to internal one if that fails.
         # All failure modes are tagged as 'retval=1', to match the return
         # value of a failed system command.  If any intermediate attempt
         # sets retval to 1, at the end we resort to our own page_dumb() pager.
         pager_cmd = get_pager_cmd(pager_cmd)
         pager_cmd += ' ' + get_pager_start(pager_cmd,start)
         if os.name == 'nt':
             if pager_cmd.startswith('type'):
                 # The default WinXP 'type' command is failing on complex strings.
                 retval = 1
             else:
                 tmpname = tempfile.mktemp('.txt')
                 tmpfile = file(tmpname,'wt')
                 tmpfile.write(strng)
                 tmpfile.close()
                 cmd = "%s < %s" % (pager_cmd,tmpname)
                 if os.system(cmd):
                   retval = 1
                 else:
                   retval = None
                 os.remove(tmpname)
         else:
             try:
                 retval = None
                 # if I use popen4, things hang. No idea why.
                 #pager,shell_out = os.popen4(pager_cmd)
                 pager = os.popen(pager_cmd,'w')
                 pager.write(strng)
                 pager.close()
                 retval = pager.close()  # success returns None
             except IOError,msg:  # broken pipe when user quits
                 if msg.args == (32,'Broken pipe'):
                     retval = None
                 else:
                     retval = 1
             except OSError:
                 # Other strange problems, sometimes seen in Win2k/cygwin
                 retval = 1
         if retval is not None:
             page_dumb(strng,screen_lines=screen_lines)
 
 #----------------------------------------------------------------------------
 def page_file(fname,start = 0, pager_cmd = None):
     """Page a file, using an optional pager command and starting line.
     """
 
     pager_cmd = get_pager_cmd(pager_cmd)
     pager_cmd += ' ' + get_pager_start(pager_cmd,start)
 
     try:
         if os.environ['TERM'] in ['emacs','dumb']:
             raise EnvironmentError
         xsys(pager_cmd + ' ' + fname)
     except:
         try:
             if start > 0:
                 start -= 1
             page(open(fname).read(),start)
         except:
             print 'Unable to show file',`fname`
 
 #----------------------------------------------------------------------------
 def snip_print(str,width = 75,print_full = 0,header = ''):
     """Print a string snipping the midsection to fit in width.
 
     print_full: mode control:
       - 0: only snip long strings
       - 1: send to page() directly.
       - 2: snip long strings and ask for full length viewing with page()
     Return 1 if snipping was necessary, 0 otherwise."""
 
     if print_full == 1:
         page(header+str)
         return 0
 
     print header,
     if len(str) < width:
         print str
         snip = 0
     else:
         whalf = int((width -5)/2)
         print str[:whalf] + ' <...> ' + str[-whalf:]
         snip = 1
     if snip and print_full == 2:
         if raw_input(header+' Snipped. View (y/n)? [N]').lower() == 'y':
             page(str)
     return snip
 
 #****************************************************************************
 # lists, dicts and structures
 
 def belong(candidates,checklist):
     """Check whether a list of items appear in a given list of options.
 
     Returns a list of 1 and 0, one for each candidate given."""
 
     return [x in checklist for x in candidates]
 
 #----------------------------------------------------------------------------
 def uniq_stable(elems):
     """uniq_stable(elems) -> list
 
     Return from an iterable, a list of all the unique elements in the input,
     but maintaining the order in which they first appear.
 
     A naive solution to this problem which just makes a dictionary with the
     elements as keys fails to respect the stability condition, since
     dictionaries are unsorted by nature.
 
     Note: All elements in the input must be valid dictionary keys for this
     routine to work, as it internally uses a dictionary for efficiency
     reasons."""
     
     unique = []
     unique_dict = {}
     for nn in elems:
         if nn not in unique_dict:
             unique.append(nn)
             unique_dict[nn] = None
     return unique
 
 #----------------------------------------------------------------------------
 class NLprinter:
     """Print an arbitrarily nested list, indicating index numbers.
 
     An instance of this class called nlprint is available and callable as a
     function.
     
     nlprint(list,indent=' ',sep=': ') -> prints indenting each level by 'indent'
     and using 'sep' to separate the index from the value. """
 
     def __init__(self):
         self.depth = 0
     
     def __call__(self,lst,pos='',**kw):
         """Prints the nested list numbering levels."""
         kw.setdefault('indent',' ')
         kw.setdefault('sep',': ')
         kw.setdefault('start',0)
         kw.setdefault('stop',len(lst))
         # we need to remove start and stop from kw so they don't propagate
         # into a recursive call for a nested list.
         start = kw['start']; del kw['start']
         stop = kw['stop']; del kw['stop']
         if self.depth == 0 and 'header' in kw.keys():
             print kw['header']
             
         for idx in range(start,stop):
             elem = lst[idx]
             if type(elem)==type([]):
                 self.depth += 1
                 self.__call__(elem,itpl('$pos$idx,'),**kw)
                 self.depth -= 1
             else:
                 printpl(kw['indent']*self.depth+'$pos$idx$kw["sep"]$elem')
 
 nlprint = NLprinter()
 #----------------------------------------------------------------------------
 def all_belong(candidates,checklist):
     """Check whether a list of items ALL appear in a given list of options.
 
     Returns a single 1 or 0 value."""
 
     return 1-(0 in [x in checklist for x in candidates])
 
 #----------------------------------------------------------------------------
 def sort_compare(lst1,lst2,inplace = 1):
     """Sort and compare two lists.
 
     By default it does it in place, thus modifying the lists. Use inplace = 0
     to avoid that (at the cost of temporary copy creation)."""
     if not inplace:
         lst1 = lst1[:]
         lst2 = lst2[:]
     lst1.sort(); lst2.sort()
     return lst1 == lst2
 
 #----------------------------------------------------------------------------
 def mkdict(**kwargs):
     """Return a dict from a keyword list.
 
     It's just syntactic sugar for making ditcionary creation more convenient:
     # the standard way
     >>>data = { 'red' : 1, 'green' : 2, 'blue' : 3 }
     # a cleaner way
     >>>data = dict(red=1, green=2, blue=3)
 
     If you need more than this, look at the Struct() class."""
 
     return kwargs
 
 #----------------------------------------------------------------------------
 def list2dict(lst):
     """Takes a list of (key,value) pairs and turns it into a dict."""
 
     dic = {}
     for k,v in lst: dic[k] = v
     return dic
 
 #----------------------------------------------------------------------------
 def list2dict2(lst,default=''):
     """Takes a list and turns it into a dict.
     Much slower than list2dict, but more versatile. This version can take
     lists with sublists of arbitrary length (including sclars)."""
 
     dic = {}
     for elem in lst:
         if type(elem) in (types.ListType,types.TupleType):
             size = len(elem)
             if  size == 0:
                 pass
             elif size == 1:
                 dic[elem] = default
             else:
                 k,v = elem[0], elem[1:]
                 if len(v) == 1: v = v[0]
                 dic[k] = v
         else:
             dic[elem] = default
     return dic
 
 #----------------------------------------------------------------------------
 def flatten(seq):
     """Flatten a list of lists (NOT recursive, only works for 2d lists)."""
 
     # bug in python??? (YES. Fixed in 2.2, let's leave the kludgy fix in).
 
     # if the x=0 isn't made, a *global* variable x is left over after calling
     # this function, with the value of the last element in the return
     # list. This does seem like a bug big time to me.
 
     # the problem is fixed with the x=0, which seems to force the creation of
     # a local name
 
     x = 0 
     return [x for subseq in seq for x in subseq]
 
 #----------------------------------------------------------------------------
 def get_slice(seq,start=0,stop=None,step=1):
     """Get a slice of a sequence with variable step. Specify start,stop,step."""
     if stop == None:
         stop = len(seq)
     item = lambda i: seq[i]
     return map(item,xrange(start,stop,step))
 
 #----------------------------------------------------------------------------
 def chop(seq,size):
     """Chop a sequence into chunks of the given size."""
     chunk = lambda i: seq[i:i+size]
     return map(chunk,xrange(0,len(seq),size))
 
 #----------------------------------------------------------------------------
 def with(object, **args):
     """Set multiple attributes for an object, similar to Pascal's with.
 
     Example:
     with(jim,
          born = 1960,
          haircolour = 'Brown',
          eyecolour = 'Green')
 
     Credit: Greg Ewing, in
     http://mail.python.org/pipermail/python-list/2001-May/040703.html"""
 
     object.__dict__.update(args)
 
 #----------------------------------------------------------------------------
 def setattr_list(obj,alist,nspace = None):
     """Set a list of attributes for an object taken from a namespace.
 
     setattr_list(obj,alist,nspace) -> sets in obj all the attributes listed in
     alist with their values taken from nspace, which must be a dict (something
     like locals() will often do) If nspace isn't given, locals() of the
     *caller* is used, so in most cases you can omit it.
 
     Note that alist can be given as a string, which will be automatically
     split into a list on whitespace. If given as a list, it must be a list of
     *strings* (the variable names themselves), not of variables."""
 
     # this grabs the local variables from the *previous* call frame -- that is
     # the locals from the function that called setattr_list().
     # - snipped from weave.inline()
     if nspace is None:
         call_frame = sys._getframe().f_back
         nspace = call_frame.f_locals
 
     if type(alist) in StringTypes:
         alist = alist.split()
     for attr in alist:
         val = eval(attr,nspace)
         setattr(obj,attr,val)
 
 #----------------------------------------------------------------------------
 def getattr_list(obj,alist,*args):
     """getattr_list(obj,alist[, default]) -> attribute list.
 
     Get a list of named attributes for an object. When a default argument is
     given, it is returned when the attribute doesn't exist; without it, an
     exception is raised in that case.
 
     Note that alist can be given as a string, which will be automatically
     split into a list on whitespace. If given as a list, it must be a list of
     *strings* (the variable names themselves), not of variables."""
 
     if type(alist) in StringTypes:
         alist = alist.split()
     if args:
         if len(args)==1:
             default = args[0]
             return map(lambda attr: getattr(obj,attr,default),alist)
         else:
             raise ValueError,'getattr_list() takes only one optional argument'
     else:
         return map(lambda attr: getattr(obj,attr),alist)
     
 #----------------------------------------------------------------------------
 def map_method(method,object_list,*argseq,**kw):
     """map_method(method,object_list,*args,**kw) -> list
 
     Return a list of the results of applying the methods to the items of the
     argument sequence(s).  If more than one sequence is given, the method is
     called with an argument list consisting of the corresponding item of each
     sequence. All sequences must be of the same length.
 
     Keyword arguments are passed verbatim to all objects called.
 
     This is Python code, so it's not nearly as fast as the builtin map()."""
 
     out_list = []
     idx = 0
     for object in object_list:
         try:
             handler = getattr(object, method)
         except AttributeError:
             out_list.append(None)
         else:
             if argseq:
                 args = map(lambda lst:lst[idx],argseq)
                 #print 'ob',object,'hand',handler,'ar',args # dbg
                 out_list.append(handler(args,**kw))
             else:
                 out_list.append(handler(**kw))
         idx += 1
     return out_list
 
 #----------------------------------------------------------------------------
 # Proposed popitem() extension, written as a method
 
 class NotGiven: pass
 
 def popkey(dct,key,default=NotGiven):
     """Return dct[key] and delete dct[key].
 
     If default is given, return it if dct[key] doesn't exist, otherwise raise
     KeyError.  """
 
     try:
         val = dct[key]
     except KeyError:
         if default is NotGiven:
             raise
         else:
             return default
     else:
         del dct[key]
         return val
 #*************************** end of file <genutils.py> **********************
 

doc/ChangeLog

@@ -1,4384 +1,4388 b''
 2005-09-22  Fernando Perez  <[e-mail]>
 
+	* IPython/genutils.py (shlex_split): moved from Magic to here,
+	where all 2.2 compatibility stuff lives.  I needed it for demo.py.
+
 	* IPython/demo.py (Demo.__init__): added support for silent
 	blocks, improved marks as regexps, docstrings written.
+	(Demo.__init__): better docstring, added support for sys.argv.
 
 	* IPython/genutils.py (marquee): little utility used by the demo
 	code, handy in general.
 
 	* IPython/demo.py (Demo.__init__): new class for interactive
 	demos.  Not documented yet, I just wrote it in a hurry for
 	scipy'05.  Will docstring later.
 
 2005-09-20  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (sigint_handler): Drastic simplification which
 	also seems to make Ctrl-C work correctly across threads!  This is
 	so simple, that I can't beleive I'd missed it before.  Needs more
 	testing, though.
 	(KBINT): Never mind, revert changes.  I'm sure I'd tried something
 	like this before...
 
 	* IPython/genutils.py (get_home_dir): add protection against
 	non-dirs in win32 registry.
 
 	* IPython/iplib.py (InteractiveShell.alias_table_validate): fix
 	bug where dict was mutated while iterating (pysh crash).
 
 2005-09-06  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (handle_auto): Fix inconsistency arising from
 	spurious newlines added by this routine.  After a report by
 	F. Mantegazza.
 
 2005-09-05  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (hijack_gtk): remove pygtk.require("2.0")
 	calls.  These were a leftover from the GTK 1.x days, and can cause
 	problems in certain cases (after a report by John Hunter).
 
 	* IPython/iplib.py (InteractiveShell.__init__): Trap exception if
 	os.getcwd() fails at init time.  Thanks to patch from David Remahl
 	<chmod007 AT mac.com>.
 	(InteractiveShell.__init__): prevent certain special magics from
 	being shadowed by aliases.  Closes
 	http://www.scipy.net/roundup/ipython/issue41.
 
 2005-08-31  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.complete): Added new
 	top-level completion method to expose the completion mechanism
 	beyond readline-based environments.
 
 2005-08-19  Fernando Perez  <[e-mail]>
 
 	* tools/ipsvnc (svnversion): fix svnversion capture.
 
 	* IPython/iplib.py (InteractiveShell.__init__): Add has_readline
 	attribute to self, which was missing.  Before, it was set by a
 	routine which in certain cases wasn't being called, so the
 	instance could end up missing the attribute.  This caused a crash.
 	Closes http://www.scipy.net/roundup/ipython/issue40.
 
 2005-08-16  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (VerboseTB.text): don't crash if object
 	contains non-string attribute.  Closes
 	http://www.scipy.net/roundup/ipython/issue38.
 
 2005-08-14  Fernando Perez  <[e-mail]>
 
 	* tools/ipsvnc: Minor improvements, to add changeset info.
 
 2005-08-12  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (runsource): remove self.code_to_run_src
 	attribute.  I realized this is nothing more than
 	'\n'.join(self.buffer), and having the same data in two different
 	places is just asking for synchronization bugs.  This may impact
 	people who have custom exception handlers, so I need to warn
 	ipython-dev about it (F. Mantegazza may use them).
 
 2005-07-29  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py: fix 2.2 compatibility (generators)
 
 2005-07-18  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (get_home_dir): fix to help users with
 	invalid $HOME under win32.
 
 2005-07-17  Fernando Perez  <[e-mail]>
 
 	* IPython/Prompts.py (str_safe): Make unicode-safe.  Also remove
 	some old hacks and clean up a bit other routines; code should be
 	simpler and a bit faster.
 
 	* IPython/iplib.py (interact): removed some last-resort attempts
 	to survive broken stdout/stderr.  That code was only making it
 	harder to abstract out the i/o (necessary for gui integration),
 	and the crashes it could prevent were extremely rare in practice
 	(besides being fully user-induced in a pretty violent manner).
 
 	* IPython/genutils.py (IOStream.__init__): Simplify the i/o stuff.
 	Nothing major yet, but the code is simpler to read; this should
 	make it easier to do more serious modifications in the future.
 
 	* IPython/Extensions/InterpreterExec.py: Fix auto-quoting in pysh,
 	which broke in .15 (thanks to a report by Ville).
 
 	* IPython/Itpl.py (Itpl.__init__): add unicode support (it may not
 	be quite correct, I know next to nothing about unicode).  This
 	will allow unicode strings to be used in prompts, amongst other
 	cases.  It also will prevent ipython from crashing when unicode
 	shows up unexpectedly in many places.  If ascii encoding fails, we
 	assume utf_8.  Currently the encoding is not a user-visible
 	setting, though it could be made so if there is demand for it.
 
 	* IPython/ipmaker.py (make_IPython): remove old 2.1-specific hack.
 
 	* IPython/Struct.py (Struct.merge): switch keys() to iterator.
 
 	* IPython/background_jobs.py: moved 2.2 compatibility to genutils.
 
 	* IPython/genutils.py: Add 2.2 compatibility here, so all other
 	code can work transparently for 2.2/2.3.
 
 2005-07-16  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (ExceptionColors): Make a global variable
 	out of the color scheme table used for coloring  exception
 	tracebacks.  This allows user code to add new schemes at runtime.
 	This is a minimally modified version of the patch at
 	http://www.scipy.net/roundup/ipython/issue35, many thanks to pabw
 	for the contribution.
 
 	* IPython/FlexCompleter.py (Completer.attr_matches): Add a
 	slightly modified version of the patch in
 	http://www.scipy.net/roundup/ipython/issue34, which also allows me
 	to remove the previous try/except solution (which was costlier).
 	Thanks to Gaetan Lehmann <gaetan.lehmann AT jouy.inra.fr> for the fix.
 
 2005-06-08  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (write/write_err): Add methods to abstract all
 	I/O a bit more.
 
 	* IPython/Shell.py (IPShellGTK.mainloop): Fix GTK deprecation
 	warning, reported by Aric Hagberg, fix by JD Hunter.
 
 2005-06-02  *** Released version 0.6.15
 
 2005-06-01  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (MagicCompleter.file_matches): Fix
 	tab-completion of filenames within open-quoted strings.  Note that
 	this requires that in ~/.ipython/ipythonrc, users change the
 	readline delimiters configuration to read:
 
 	readline_remove_delims -/~
 	
 
 2005-05-31  *** Released version 0.6.14
 
 2005-05-29  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (VerboseTB.text): Fix crash for tracebacks
 	with files not on the filesystem.  Reported by Eliyahu Sandler
 	<[e-mail]>
 
 2005-05-22  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py: Fix a few crashes in the --upgrade option.
 	After an initial report by LUK ShunTim <[e-mail]>.
 
 2005-05-19  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (safe_execfile): close a file which could be
 	left open (causing problems in win32, which locks open files).
 	Thanks to a bug report by D Brown <[e-mail]>.
 
 2005-05-18  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (MatplotlibShellBase.mplot_exec): pass all
 	keyword arguments correctly to safe_execfile().
 
 2005-05-13  Fernando Perez  <[e-mail]>
 
 	* ipython.1: Added info about Qt to manpage, and threads warning
 	to usage page (invoked with --help).
 
 	* IPython/iplib.py (MagicCompleter.python_func_kw_matches): Added
 	new matcher (it goes at the end of the priority list) to do
 	tab-completion on named function arguments.  Submitted by George
 	Sakkis <gsakkis-AT-eden.rutgers.edu>.  See the thread at
 	http://www.scipy.net/pipermail/ipython-dev/2005-April/000436.html
 	for more details.
 
 	* IPython/Magic.py (magic_run): Added new -e flag to ignore
 	SystemExit exceptions in the script being run.  Thanks to a report
 	by danny shevitz <danny_shevitz-AT-yahoo.com>, about this
 	producing very annoying behavior when running unit tests.
 
 2005-05-12  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (handle_auto): fixed auto-quoting and parens,
 	which I'd broken (again) due to a changed regexp.  In the process,
 	added ';' as an escape to auto-quote the whole line without
 	splitting its arguments.  Thanks to a report by Jerry McRae
 	<qrs0xyc02-AT-sneakemail.com>.
 
 	* IPython/ultraTB.py (VerboseTB.text): protect against rare but
 	possible crashes caused by a TokenError.  Reported by Ed Schofield
 	<schofield-AT-ftw.at>.
 	
 2005-05-06  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (hijack_wx): Fix to work with WX v.2.6.
 
 2005-04-29  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellQt): Thanks to Denis Rivière
 	<nudz-AT-free.fr>, Yann Cointepas <yann-AT-sapetnioc.org> and Benjamin
 	Thyreau <Benji2-AT-decideur.info>, we now have a -qthread option
 	which provides support for Qt interactive usage (similar to the
 	existing one for WX and GTK).  This had been often requested.
 
 2005-04-14  *** Released version 0.6.13
 
 2005-04-08  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic._ofind): remove docstring evaluation
 	from _ofind, which gets called on almost every input line.  Now,
 	we only try to get docstrings if they are actually going to be
 	used (the overhead of fetching unnecessary docstrings can be
 	noticeable for certain objects, such as Pyro proxies).
 
 	* IPython/iplib.py (MagicCompleter.python_matches): Change the API
 	for completers.  For some reason I had been passing them the state
 	variable, which completers never actually need, and was in
 	conflict with the rlcompleter API.  Custom completers ONLY need to
 	take the text parameter.
 
 	* IPython/Extensions/InterpreterExec.py: Fix regexp so that magics
 	work correctly in pysh.  I've also moved all the logic which used
 	to be in pysh.py here, which will prevent problems with future
 	upgrades.  However, this time I must warn users to update their
 	pysh profile to include the line
 
 	import_all IPython.Extensions.InterpreterExec
 
 	because otherwise things won't work for them.  They MUST also
 	delete pysh.py and the line
 
 	execfile pysh.py
 
 	from their ipythonrc-pysh.
 
 	* IPython/FlexCompleter.py (Completer.attr_matches): Make more
 	robust in the face of objects whose dir() returns non-strings
 	(which it shouldn't, but some broken libs like ITK do).  Thanks to
 	a patch by John Hunter (implemented differently, though).  Also
 	minor improvements by using .extend instead of + on lists.
 
 	* pysh.py: 
 
 2005-04-06  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (make_IPython): Make multi_line_specials on
 	by default, so that all users benefit from it.  Those who don't
 	want it can still turn it off.
 
 	* IPython/UserConfig/ipythonrc: Add multi_line_specials to the
 	config file, I'd forgotten about this, so users were getting it
 	off by default.
 
 	* IPython/iplib.py (ipmagic): big overhaul of the magic system for
 	consistency.  Now magics can be called in multiline statements,
 	and python variables can be expanded in magic calls via $var.
 	This makes the magic system behave just like aliases or !system
 	calls.
 
 2005-03-28  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (handle_auto): cleanup to use %s instead of
 	expensive string additions for building command.  Add support for
 	trailing ';' when autocall is used.
 
 2005-03-26  Fernando Perez  <[e-mail]>
 
 	* ipython.el: Fix http://www.scipy.net/roundup/ipython/issue31.
 	Bugfix by A. Schmolck, the ipython.el maintainer.  Also make
 	ipython.el robust against prompts with any number of spaces
 	(including 0) after the ':' character.
 
 	* IPython/Prompts.py (Prompt2.set_p_str): Fix spurious space in
 	continuation prompt, which misled users to think the line was
 	already indented.  Closes debian Bug#300847, reported to me by
 	Norbert Tretkowski <tretkowski-AT-inittab.de>.
 
 2005-03-23  Fernando Perez  <[e-mail]>
 
 	* IPython/Prompts.py (Prompt1.__str__): Make sure that prompts are
 	properly aligned if they have embedded newlines.
 
 	* IPython/iplib.py (runlines): Add a public method to expose
 	IPython's code execution machinery, so that users can run strings
 	as if they had been typed at the prompt interactively.
 	(InteractiveShell.__init__): Added getoutput() to the __IPYTHON__
 	methods which can call the system shell, but with python variable
 	expansion.  The three such methods are: __IPYTHON__.system,
 	.getoutput and .getoutputerror.  These need to be documented in a
 	'public API' section (to be written) of the manual.
 
 2005-03-20  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.set_custom_exc): new system
 	for custom exception handling.  This is quite powerful, and it
 	allows for user-installable exception handlers which can trap
 	custom exceptions at runtime and treat them separately from
 	IPython's default mechanisms.  At the request of Frédéric
 	Mantegazza <mantegazza-AT-ill.fr>.
 	(InteractiveShell.set_custom_completer): public API function to
 	add new completers at runtime.
 
 2005-03-19  Fernando Perez  <[e-mail]>
 
 	* IPython/OInspect.py (getdoc): Add a call to obj.getdoc(), to
 	allow objects which provide their docstrings via non-standard
 	mechanisms (like Pyro proxies) to still be inspected by ipython's
 	? system.
 
 	* IPython/iplib.py (InteractiveShell.__init__): back off the _o/_e
 	automatic capture system.  I tried quite hard to make it work
 	reliably, and simply failed.  I tried many combinations with the
 	subprocess module, but eventually nothing worked in all needed
 	cases (not blocking stdin for the child, duplicating stdout
 	without blocking, etc).  The new %sc/%sx still do capture to these
 	magical list/string objects which make shell use much more
 	conveninent, so not all is lost.
 
 	XXX - FIX MANUAL for the change above!
 
 	(runsource): I copied code.py's runsource() into ipython to modify
 	it a bit.  Now the code object and source to be executed are
 	stored in ipython.  This makes this info accessible to third-party
 	tools, like custom exception handlers.  After a request by Frédéric
 	Mantegazza <mantegazza-AT-ill.fr>.
 
 	* IPython/UserConfig/ipythonrc: Add up/down arrow keys to
 	history-search via readline (like C-p/C-n).  I'd wanted this for a
 	long time, but only recently found out how to do it.  For users
 	who already have their ipythonrc files made and want this, just
 	add:
 
 	readline_parse_and_bind "\e[A": history-search-backward
 	readline_parse_and_bind "\e[B": history-search-forward
 
 2005-03-18  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (magic_sc): %sc and %sx now use the fancy
 	LSString and SList classes which allow transparent conversions
 	between list mode and whitespace-separated string.
 	(magic_r): Fix recursion problem in %r.
 
 	* IPython/genutils.py (LSString): New class to be used for
 	automatic storage of the results of all alias/system calls in _o
 	and _e (stdout/err).  These provide a .l/.list attribute which
 	does automatic splitting on newlines.  This means that for most
 	uses, you'll never need to do capturing of output with %sc/%sx
 	anymore, since ipython keeps this always done for you.  Note that
 	only the LAST results are stored, the _o/e variables are
 	overwritten on each call.  If you need to save their contents
 	further, simply bind them to any other name.
 
 2005-03-17  Fernando Perez  <[e-mail]>
 
 	* IPython/Prompts.py (BasePrompt.cwd_filt): a few more fixes for
 	prompt namespace handling.
 
 2005-03-16  Fernando Perez  <[e-mail]>
 
 	* IPython/Prompts.py (CachedOutput.__init__): Fix default and
 	classic prompts to be '>>> ' (final space was missing, and it
 	trips the emacs python mode).
 	(BasePrompt.__str__): Added safe support for dynamic prompt
 	strings.  Now you can set your prompt string to be '$x', and the
 	value of x will be printed from your interactive namespace.  The
 	interpolation syntax includes the full Itpl support, so
 	${foo()+x+bar()} is a valid prompt string now, and the function
 	calls will be made at runtime.
 
 2005-03-15  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (magic_history): renamed %hist to %history, to
 	avoid name clashes in pylab.  %hist still works, it just forwards
 	the call to %history.
 
 2005-03-02  *** Released version 0.6.12
 
 2005-03-02  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (handle_magic): log magic calls properly as
 	ipmagic() function calls.
 
 	* IPython/Magic.py (magic_time): Improved %time to support
 	statements and provide wall-clock as well as CPU time.
 
 2005-02-27  Fernando Perez  <[e-mail]>
 
 	* IPython/hooks.py: New hooks module, to expose user-modifiable
 	IPython functionality in a clean manner.  For now only the editor
 	hook is actually written, and other thigns which I intend to turn
 	into proper hooks aren't yet there.  The display and prefilter
 	stuff, for example, should be hooks.  But at least now the
 	framework is in place, and the rest can be moved here with more
 	time later.  IPython had had a .hooks variable for a long time for
 	this purpose, but I'd never actually used it for anything.
 
 2005-02-26  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (make_IPython): make the default ipython
 	directory be called _ipython under win32, to follow more the
 	naming peculiarities of that platform (where buggy software like
 	Visual Sourcesafe breaks with .named directories).  Reported by
 	Ville Vainio.
 
 2005-02-23  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.__init__): removed a few
 	auto_aliases for win32 which were causing problems.  Users can
 	define the ones they personally like.
 
 2005-02-21  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (magic_time): new magic to time execution of
 	expressions.  After a request by Charles Moad <cmoad-AT-indiana.edu>.
 
 2005-02-19  Fernando Perez  <[e-mail]>
 
 	* IPython/ConfigLoader.py (ConfigLoader.load): Allow empty strings
 	into keys (for prompts, for example).
 
 	* IPython/Prompts.py (BasePrompt.set_p_str): Fix to allow empty
 	prompts in case users want them.  This introduces a small behavior
 	change: ipython does not automatically add a space to all prompts
 	anymore.  To get the old prompts with a space, users should add it
 	manually to their ipythonrc file, so for example prompt_in1 should
 	now read 'In [\#]: ' instead of 'In [\#]:'.
 	(BasePrompt.__init__): New option prompts_pad_left (only in rc
 	file) to control left-padding of secondary prompts.
 
 	* IPython/Magic.py (Magic.profile_missing_notice): Don't crash if
 	the profiler can't be imported.  Fix for Debian, which removed
 	profile.py because of License issues.  I applied a slightly
 	modified version of the original Debian patch at
 	http://bugs.debian.org/cgi-bin/bugreport.cgi?bug=294500.
 
 2005-02-17  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (native_line_ends): Fix bug which would
 	cause improper line-ends under win32 b/c I was not opening files
 	in binary mode.  Bug report and fix thanks to Ville.
 
 	* IPython/iplib.py (handle_auto): Fix bug which I introduced when
 	trying to catch spurious foo[1] autocalls.  My fix actually broke
 	',/' autoquote/call with explicit escape (bad regexp).
 
 2005-02-15  *** Released version 0.6.11
 
 2005-02-14  Fernando Perez  <[e-mail]>
 
 	* IPython/background_jobs.py: New background job management
 	subsystem.  This is implemented via a new set of classes, and
 	IPython now provides a builtin 'jobs' object for background job
 	execution.  A convenience %bg magic serves as a lightweight
 	frontend for starting the more common type of calls.  This was
 	inspired by discussions with B. Granger and the BackgroundCommand
 	class described in the book Python Scripting for Computational
 	Science, by H. P. Langtangen: http://folk.uio.no/hpl/scripting
 	(although ultimately no code from this text was used, as IPython's
 	system is a separate implementation).
 
 	* IPython/iplib.py (MagicCompleter.python_matches): add new option
 	to control the completion of single/double underscore names
 	separately.  As documented in the example ipytonrc file, the
 	readline_omit__names variable can now be set to 2, to omit even
 	single underscore names.  Thanks to a patch by Brian Wong
 	<BrianWong-AT-AirgoNetworks.Com>.
 	(InteractiveShell.__init__): Fix bug which would cause foo[1] to
 	be autocalled as foo([1]) if foo were callable.  A problem for
 	things which are both callable and implement __getitem__.
 	(init_readline): Fix autoindentation for win32.  Thanks to a patch
 	by Vivian De Smedt <vivian-AT-vdesmedt.com>.
 
 2005-02-12  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (make_IPython): Disabled the stout traps
 	which I had written long ago to sort out user error messages which
 	may occur during startup.  This seemed like a good idea initially,
 	but it has proven a disaster in retrospect.  I don't want to
 	change much code for now, so my fix is to set the internal 'debug'
 	flag to true everywhere, whose only job was precisely to control
 	this subsystem.  This closes issue 28 (as well as avoiding all
 	sorts of strange hangups which occur from time to time).
 
 2005-02-07  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (magic_edit): Fix 'ed -p' not working when the
 	previous call produced a syntax error.
 
 	* IPython/OInspect.py (Inspector.pinfo): Fix crash when inspecting
 	classes without constructor.
 
 2005-02-06  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (MagicCompleter.complete): Extend the list of
 	completions with the results of each matcher, so we return results
 	to the user from all namespaces.  This breaks with ipython
 	tradition, but I think it's a nicer behavior.  Now you get all
 	possible completions listed, from all possible namespaces (python,
 	filesystem, magics...)  After a request by John Hunter
 	<jdhunter-AT-nitace.bsd.uchicago.edu>.
 
 2005-02-05  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (magic_prun): Fix bug where prun would fail if
 	the call had quote characters in it (the quotes were stripped).
 
 2005-01-31  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.__init__): reduce reliance on
 	Itpl.itpl() to make the code more robust against psyco
 	optimizations.
 
 	* IPython/Itpl.py (Itpl.__str__): Use a _getframe() call instead
 	of causing an exception.  Quicker, cleaner.
 
 2005-01-28  Fernando Perez  <[e-mail]>
 
 	* scripts/ipython_win_post_install.py (install): hardcode
 	sys.prefix+'python.exe' as the executable path.  It turns out that
 	during the post-installation run, sys.executable resolves to the
 	name of the binary installer!  I should report this as a distutils
 	bug, I think.  I updated the .10 release with this tiny fix, to
 	avoid annoying the lists further.
 
 2005-01-27  *** Released version 0.6.10
 
 2005-01-27  Fernando Perez  <[e-mail]>
 
 	* IPython/numutils.py (norm): Added 'inf' as optional name for
 	L-infinity norm, included references to mathworld.com for vector
 	norm definitions.
 	(amin/amax): added amin/amax for array min/max.  Similar to what
 	pylab ships with after the recent reorganization of names.
 	(spike/spike_odd): removed deprecated spike/spike_odd functions.
 
 	* ipython.el: committed Alex's recent fixes and improvements.
 	Tested with python-mode from CVS, and it looks excellent.  Since
 	python-mode hasn't released anything in a while, I'm temporarily
 	putting a copy of today's CVS (v 4.70) of python-mode in:
 	  http://ipython.scipy.org/tmp/python-mode.el
 
 	* scripts/ipython_win_post_install.py (install): Win32 fix to use
 	sys.executable for the executable name, instead of assuming it's
 	called 'python.exe' (the post-installer would have produced broken
 	setups on systems with a differently named python binary).
 
 	* IPython/PyColorize.py (Parser.__call__): change explicit '\n'
 	references to os.linesep, to make the code more
 	platform-independent.  This is also part of the win32 coloring
 	fixes.
 
 	* IPython/genutils.py (page_dumb): Remove attempts to chop long
 	lines, which actually cause coloring bugs because the length of
 	the line is very difficult to correctly compute with embedded
 	escapes.  This was the source of all the coloring problems under
 	Win32.  I think that _finally_, Win32 users have a properly
 	working ipython in all respects.  This would never have happened
 	if not for Gary Bishop and Viktor Ransmayr's great help and work.
 
 2005-01-26  *** Released version 0.6.9
 
 2005-01-25  Fernando Perez  <[e-mail]>
 
 	* setup.py: finally, we have a true Windows installer, thanks to
 	the excellent work of Viktor Ransmayr
 	<viktor.ransmayr-AT-t-online.de>.  The docs have been updated for
 	Windows users.  The setup routine is quite a bit cleaner thanks to
 	this, and the post-install script uses the proper functions to
 	allow a clean de-installation using the standard Windows Control
 	Panel.
 	
 	* IPython/genutils.py (get_home_dir): changed to use the $HOME
 	environment variable under all OSes (including win32) if
 	available.  This will give consistency to win32 users who have set
 	this variable for any reason.  If os.environ['HOME'] fails, the
 	previous policy of using HOMEDRIVE\HOMEPATH kicks in.
 
 2005-01-24  Fernando Perez  <[e-mail]>
 
 	* IPython/numutils.py (empty_like): add empty_like(), similar to
 	zeros_like() but taking advantage of the new empty() Numeric routine.
 
 2005-01-23  *** Released version 0.6.8
 
 2005-01-22  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (MatplotlibShellBase.mplot_exec): I removed the
 	automatic show() calls.  After discussing things with JDH, it
 	turns out there are too many corner cases where this can go wrong.
 	It's best not to try to be 'too smart', and simply have ipython
 	reproduce as much as possible the default behavior of a normal
 	python shell.
 
 	* IPython/iplib.py (InteractiveShell.__init__): Modified the
 	line-splitting regexp and _prefilter() to avoid calling getattr()
 	on assignments.  This closes
 	http://www.scipy.net/roundup/ipython/issue24.  Note that Python's
 	readline uses getattr(), so a simple <TAB> keypress is still
 	enough to trigger getattr() calls on an object.
 
 2005-01-21  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (MatplotlibShellBase.magic_run): Fix the %run
 	docstring under pylab so it doesn't mask the original.
 
 2005-01-21  *** Released version 0.6.7
 
 2005-01-21  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (MTInteractiveShell.runcode): Trap a crash with
 	signal handling for win32 users in multithreaded mode.
 
 2005-01-17  Fernando Perez  <[e-mail]>
 
 	* IPython/OInspect.py (Inspector.pinfo): Fix crash when inspecting
 	instances with no __init__.  After a crash report by Norbert Nemec
 	<Norbert-AT-nemec-online.de>.
 
 2005-01-14  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (VerboseTB.text): Fix bug in reporting of
 	names for verbose exceptions, when multiple dotted names and the
 	'parent' object were present on the same line.
 
 2005-01-11  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (flag_calls): new utility to trap and flag
 	calls in functions.  I need it to clean up matplotlib support.
 	Also removed some deprecated code in genutils.
 
 	* IPython/Shell.py (MatplotlibShellBase.mplot_exec): small fix so
 	that matplotlib scripts called with %run, which don't call show()
 	themselves, still have their plotting windows open.
 
 2005-01-05  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellGTK.__init__): Patch by Andrew Straw
 	<astraw-AT-caltech.edu>, to fix gtk deprecation warnings.
 
 2004-12-19  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (MTInteractiveShell.runcode): Get rid of
 	parent_runcode, which was an eyesore.  The same result can be
 	obtained with Python's regular superclass mechanisms.
 
 2004-12-17  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_sc): Fix quote stripping problem
 	reported by Prabhu.
 	(Magic.magic_sx): direct all errors to Term.cerr (defaults to
 	sys.stderr) instead of explicitly calling sys.stderr.  This helps
 	maintain our I/O abstractions clean, for future GUI embeddings.
 
 	* IPython/genutils.py (info): added new utility for sys.stderr
 	unified info message handling (thin wrapper around warn()).
 
 	* IPython/ultraTB.py (VerboseTB.text): Fix misreported global
 	composite (dotted) names on verbose exceptions.
 	(VerboseTB.nullrepr): harden against another kind of errors which
 	Python's inspect module can trigger, and which were crashing
 	IPython.  Thanks to a report by Marco Lombardi
 	<mlombard-AT-ma010192.hq.eso.org>.
 
 2004-12-13  *** Released version 0.6.6
 
 2004-12-12  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellGTK.mainloop): catch RuntimeErrors
 	generated by pygtk upon initialization if it was built without
 	threads (for matplotlib users).  After a crash reported by
 	Leguijt, Jaap J SIEP-EPT-RES <Jaap.Leguijt-AT-shell.com>.
 
 	* IPython/ipmaker.py (make_IPython): fix small bug in the
 	import_some parameter for multiple imports.
 
 	* IPython/iplib.py (ipmagic): simplified the interface of
 	ipmagic() to take a single string argument, just as it would be
 	typed at the IPython cmd line.
 	(ipalias): Added new ipalias() with an interface identical to
 	ipmagic().  This completes exposing a pure python interface to the
 	alias and magic system, which can be used in loops or more complex
 	code where IPython's automatic line mangling is not active.
 
 	* IPython/genutils.py (timing): changed interface of timing to
 	simply run code once, which is the most common case.  timings()
 	remains unchanged, for the cases where you want multiple runs.
 
 	* IPython/Shell.py (MatplotlibShellBase._matplotlib_config): Fix a
 	bug where Python2.2 crashes with exec'ing code which does not end
 	in a single newline.  Python 2.3 is OK, so I hadn't noticed this
 	before.
 
 2004-12-10  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_prun): changed name of option from
 	-t to -T, to accomodate the new -t flag in %run (the %run and
 	%prun options are kind of intermixed, and it's not easy to change
 	this with the limitations of python's getopt).
 
 	* IPython/Magic.py (Magic.magic_run): Added new -t option to time
 	the execution of scripts.  It's not as fine-tuned as timeit.py,
 	but it works from inside ipython (and under 2.2, which lacks
 	timeit.py).  Optionally a number of runs > 1 can be given for
 	timing very short-running code.
 
 	* IPython/genutils.py (uniq_stable): new routine which returns a
 	list of unique elements in any iterable, but in stable order of
 	appearance.  I needed this for the ultraTB fixes, and it's a handy
 	utility.
 
 	* IPython/ultraTB.py (VerboseTB.text): Fix proper reporting of
 	dotted names in Verbose exceptions.  This had been broken since
 	the very start, now x.y will properly be printed in a Verbose
 	traceback, instead of x being shown and y appearing always as an
 	'undefined global'.  Getting this to work was a bit tricky,
 	because by default python tokenizers are stateless.  Saved by
 	python's ability to easily add a bit of state to an arbitrary
 	function (without needing to build a full-blown callable object).
 
 	Also big cleanup of this code, which had horrendous runtime
 	lookups of zillions of attributes for colorization.  Moved all
 	this code into a few templates, which make it cleaner and quicker.
 
 	Printout quality was also improved for Verbose exceptions: one
 	variable per line, and memory addresses are printed (this can be
 	quite handy in nasty debugging situations, which is what Verbose
 	is for).
 
 	* IPython/ipmaker.py (make_IPython): Do NOT execute files named in
 	the command line as scripts to be loaded by embedded instances.
 	Doing so has the potential for an infinite recursion if there are
 	exceptions thrown in the process.  This fixes a strange crash
 	reported by Philippe MULLER <muller-AT-irit.fr>.
 
 2004-12-09  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (MatplotlibShellBase.use): Change pylab support
 	to reflect new names in matplotlib, which now expose the
 	matlab-compatible interface via a pylab module instead of the
 	'matlab' name.  The new code is backwards compatible, so users of
 	all matplotlib versions are OK.  Patch by J. Hunter.
 
 	* IPython/OInspect.py (Inspector.pinfo): Add to object? printing
 	of __init__ docstrings for instances (class docstrings are already
 	automatically printed).  Instances with customized docstrings
 	(indep. of the class) are also recognized and all 3 separate
 	docstrings are printed (instance, class, constructor).  After some
 	comments/suggestions by J. Hunter.
 
 2004-12-05  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (MagicCompleter.complete): Remove annoying
 	warnings when tab-completion fails and triggers an exception.
 
 2004-12-03  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (magic_prun): Fix bug where an exception would
 	be triggered when using 'run -p'.  An incorrect option flag was
 	being set ('d' instead of 'D').
 	(manpage): fix missing escaped \- sign.
 
 2004-11-30  *** Released version 0.6.5
 
 2004-11-30  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_run): Fix bug in breakpoint
 	setting with -d option.
 
 	* setup.py (docfiles): Fix problem where the doc glob I was using
 	was COMPLETELY BROKEN.  It was giving the right files by pure
 	accident, but failed once I tried to include ipython.el.  Note:
 	glob() does NOT allow you to do exclusion on multiple endings!
 
 2004-11-29  Fernando Perez  <[e-mail]>
 
 	* IPython/usage.py (__doc__): cleaned up usage docstring, by using
 	the manpage as the source.  Better formatting & consistency.
 
 	* IPython/Magic.py (magic_run): Added new -d option, to run
 	scripts under the control of the python pdb debugger.  Note that
 	this required changing the %prun option -d to -D, to avoid a clash
 	(since %run must pass options to %prun, and getopt is too dumb to
 	handle options with string values with embedded spaces).  Thanks
 	to a suggestion by Matthew Arnison <maffew-AT-cat.org.au>.
 	(magic_who_ls): added type matching to %who and %whos, so that one
 	can filter their output to only include variables of certain
 	types.  Another suggestion by Matthew.
 	(magic_whos): Added memory summaries in kb and Mb for arrays.
 	(magic_who): Improve formatting (break lines every 9 vars).
 
 2004-11-28  Fernando Perez  <[e-mail]>
 
 	* IPython/Logger.py (Logger.log): Fix bug in syncing the input
 	cache when empty lines were present.
 
 2004-11-24  Fernando Perez  <[e-mail]>
 
 	* IPython/usage.py (__doc__): document the re-activated threading
 	options for WX and GTK.
 
 2004-11-23  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (start): Added Prabhu's big patch to reactivate
 	the -wthread and -gthread options, along with a new -tk one to try
 	and coordinate Tk threading with wx/gtk.  The tk support is very
 	platform dependent, since it seems to require Tcl and Tk to be
 	built with threads (Fedora1/2 appears NOT to have it, but in
 	Prabhu's Debian boxes it works OK).  But even with some Tk
 	limitations, this is a great improvement.
 
 	* IPython/Prompts.py (prompt_specials_color): Added \t for time
 	info in user prompts.  Patch by Prabhu.
 
 2004-11-18  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (ask_yes_no): Add check for a max of 20
 	EOFErrors and bail, to avoid infinite loops if a non-terminating
 	file is fed into ipython.  Patch submitted in issue 19 by user,
 	many thanks.
 
 	* IPython/iplib.py (InteractiveShell.handle_auto): do NOT trigger
 	autoquote/parens in continuation prompts, which can cause lots of
 	problems.  Closes roundup issue 20.
 
 2004-11-17  Fernando Perez  <[e-mail]>
 
 	* debian/control (Build-Depends-Indep): Fix dpatch dependency,
 	reported as debian bug #280505.  I'm not sure my local changelog
 	entry has the proper debian format (Jack?).
 
 2004-11-08  *** Released version 0.6.4
 
 2004-11-08  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (init_readline): Fix exit message for Windows
 	when readline is active.  Thanks to a report by Eric Jones
 	<eric-AT-enthought.com>.
 
 2004-11-07  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (page): Add a trap for OSError exceptions,
 	sometimes seen by win2k/cygwin users.
 
 2004-11-06  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (interact): Change the handling of %Exit from
 	trying to propagate a SystemExit to an internal ipython flag.
 	This is less elegant than using Python's exception mechanism, but
 	I can't get that to work reliably with threads, so under -pylab
 	%Exit was hanging IPython.  Cross-thread exception handling is
 	really a bitch.  Thaks to a bug report by Stephen Walton
 	<stephen.walton-AT-csun.edu>.
 
 2004-11-04  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (raw_input_original): store a pointer to the
 	true raw_input to harden against code which can modify it
 	(wx.py.PyShell does this and would otherwise crash ipython).
 	Thanks to a bug report by Jim Flowers <james.flowers-AT-lgx.com>.
 
 	* IPython/Shell.py (MTInteractiveShell.runsource): Cleaner fix for
 	Ctrl-C problem, which does not mess up the input line.
 
 2004-11-03  Fernando Perez  <[e-mail]>
 
 	* IPython/Release.py: Changed licensing to BSD, in all files.
 	(name): lowercase name for tarball/RPM release.
 
 	* IPython/OInspect.py (getdoc): wrap inspect.getdoc() safely for
 	use throughout ipython.
 
 	* IPython/Magic.py (Magic._ofind): Switch to using the new
 	OInspect.getdoc() function.
 
 	* IPython/Shell.py (sigint_handler): Hack to ignore the execution
 	of the line currently being canceled via Ctrl-C.  It's extremely
 	ugly, but I don't know how to do it better (the problem is one of
 	handling cross-thread exceptions).
 
 2004-10-28  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (signal_handler): add signal handlers to trap
 	SIGINT and SIGSEGV in threaded code properly.  Thanks to a bug
 	report by Francesc Alted.
 
 2004-10-21  Fernando Perez  <[e-mail]>
 
 	* IPython/Extensions/InterpreterExec.py (prefilter_shell): Fix @
 	to % for pysh syntax extensions.
 
 2004-10-09  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_whos): modify output of Numeric
 	arrays to print a more useful summary, without calling str(arr).
 	This avoids the problem of extremely lengthy computations which
 	occur if arr is large, and appear to the user as a system lockup
 	with 100% cpu activity.  After a suggestion by Kristian Sandberg
 	<[e-mail]>.
 	(Magic.__init__): fix bug in global magic escapes not being
 	correctly set.
 
 2004-10-08  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (__license__): change to absolute imports of
 	ipython's own internal packages, to start adapting to the absolute
 	import requirement of PEP-328.
 
 	* IPython/genutils.py (__author__): Fix coding to utf-8 on all
 	files, and standardize author/license marks through the Release
 	module instead of having per/file stuff (except for files with
 	particular licenses, like the MIT/PSF-licensed codes).
 
 	* IPython/Debugger.py: remove dead code for python 2.1
 
 2004-10-04  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (ipmagic): New function for accessing magics
 	via a normal python function call.
 
 	* IPython/Magic.py (Magic.magic_magic): Change the magic escape
 	from '@' to '%', to accomodate the new @decorator syntax of python
 	2.4.
 
 2004-09-29  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (MatplotlibShellBase.use): Added a wrapper to
 	matplotlib.use to prevent running scripts which try to switch
 	interactive backends from within ipython.  This will just crash
 	the python interpreter, so we can't allow it (but a detailed error
 	is given to the user).
 	
 2004-09-28  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (MatplotlibShellBase.mplot_exec):
 	matplotlib-related fixes so that using @run with non-matplotlib
 	scripts doesn't pop up spurious plot windows.  This requires
 	matplotlib >= 0.63, where I had to make some changes as well.
 
 	* IPython/ipmaker.py (make_IPython): update version requirement to
 	python 2.2.
 
 	* IPython/iplib.py (InteractiveShell.mainloop): Add an optional
 	banner arg for embedded customization.
 
 	* IPython/Magic.py (Magic.__init__): big cleanup to remove all
 	explicit uses of __IP as the IPython's instance name.  Now things
 	are properly handled via the shell.name value.  The actual code
 	is a bit ugly b/c I'm doing it via a global in Magic.py, but this
 	is much better than before.  I'll clean things completely when the
 	magic stuff gets a real overhaul.
 
 	* ipython.1: small fixes, sent in by Jack Moffit.  He also sent in
 	minor changes to debian dir.
 
 	* IPython/iplib.py (InteractiveShell.__init__): Fix adding a
 	pointer to the shell itself in the interactive namespace even when
 	a user-supplied dict is provided.  This is needed for embedding
 	purposes (found by tests with Michel Sanner).
 
 2004-09-27  Fernando Perez  <[e-mail]>
 
 	* IPython/UserConfig/ipythonrc: remove []{} from
 	readline_remove_delims, so that things like [modname.<TAB> do
 	proper completion.  This disables [].TAB, but that's a less common
 	case than module names in list comprehensions, for example.
 	Thanks to a report by Andrea Riciputi.
 
 2004-09-09  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellGTK.mainloop): reorder to avoid
 	blocking problems in win32 and osx.  Fix by John.
 
 2004-09-08  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellWX.OnInit): Fix output redirection bug
 	for Win32 and OSX.  Fix by John Hunter.
 
 2004-08-30  *** Released version 0.6.3
 
 2004-08-30  Fernando Perez  <[e-mail]>
 
 	* setup.py (isfile): Add manpages to list of dependent files to be
 	updated.
 
 2004-08-27  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (start): I've disabled -wthread and -gthread
 	for now.  They don't really work with standalone WX/GTK code
 	(though matplotlib IS working fine with both of those backends).
 	This will neeed much more testing.  I disabled most things with
 	comments, so turning it back on later should be pretty easy.
 
 	* IPython/iplib.py (InteractiveShell.__init__): Fix accidental
 	autocalling of expressions like r'foo', by modifying the line
 	split regexp.  Closes
 	http://www.scipy.net/roundup/ipython/issue18, reported by Nicholas
 	Riley <ipythonbugs-AT-sabi.net>.
 	(InteractiveShell.mainloop): honor --nobanner with banner
 	extensions.
 
 	* IPython/Shell.py: Significant refactoring of all classes, so
 	that we can really support ALL matplotlib backends and threading
 	models (John spotted a bug with Tk which required this).  Now we
 	should support single-threaded, WX-threads and GTK-threads, both
 	for generic code and for matplotlib.
 
 	* IPython/ipmaker.py (__call__): Changed -mpthread option to
 	-pylab, to simplify things for users.  Will also remove the pylab
 	profile, since now all of matplotlib configuration is directly
 	handled here.  This also reduces startup time.
 
 	* IPython/Shell.py (IPShellGTK.run): Fixed bug where mainloop() of
 	shell wasn't being correctly called.  Also in IPShellWX.
 
 	* IPython/iplib.py (InteractiveShell.__init__): Added option to
 	fine-tune banner.
 
 	* IPython/numutils.py (spike): Deprecate these spike functions,
 	delete (long deprecated) gnuplot_exec handler.
 
 2004-08-26  Fernando Perez  <[e-mail]>
 
 	* ipython.1: Update for threading options, plus some others which
 	were missing.
 
 	* IPython/ipmaker.py (__call__): Added -wthread option for
 	wxpython thread handling.  Make sure threading options are only
 	valid at the command line.
 
 	* scripts/ipython: moved shell selection into a factory function
 	in Shell.py, to keep the starter script to a minimum.
 
 2004-08-25  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellWX.wxexit): fixes to WX threading, by
 	John.  Along with some recent changes he made to matplotlib, the
 	next versions of both systems should work very well together.
 
 2004-08-24  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_prun): cleanup some dead code.  I
 	tried to switch the profiling to using hotshot, but I'm getting
 	strange errors from prof.runctx() there.  I may be misreading the
 	docs, but it looks weird.  For now the profiling code will
 	continue to use the standard profiler.
 
 2004-08-23  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellWX.__init__): Improvements to the WX
 	threaded shell, by John Hunter.  It's not quite ready yet, but
 	close.
 
 2004-08-22  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.interact): tab cleanups, also
 	in Magic and ultraTB.
 
 	* ipython.1: document threading options in manpage.
 
 	* scripts/ipython: Changed name of -thread option to -gthread,
 	since this is GTK specific.  I want to leave the door open for a
 	-wthread option for WX, which will most likely be necessary.  This
 	change affects usage and ipmaker as well.
 
 	* IPython/Shell.py (matplotlib_shell): Add a factory function to
 	handle the matplotlib shell issues.  Code by John Hunter
 	<jdhunter-AT-nitace.bsd.uchicago.edu>.
 	(IPShellMatplotlibWX.__init__): Rudimentary WX support.  It's
 	broken (and disabled for end users) for now, but it puts the
 	infrastructure in place.
 
 2004-08-21  Fernando Perez  <[e-mail]>
 
 	* ipythonrc-pylab: Add matplotlib support.
 
 	* matplotlib_config.py: new files for matplotlib support, part of
 	the pylab profile.
 
 	* IPython/usage.py (__doc__): documented the threading options.
 
 2004-08-20  Fernando Perez  <[e-mail]>
 
 	* ipython: Modified the main calling routine to handle the -thread
 	and -mpthread options.  This needs to be done as a top-level hack,
 	because it determines which class to instantiate for IPython
 	itself.
 
 	* IPython/Shell.py (MTInteractiveShell.__init__): New set of
 	classes to support multithreaded GTK operation without blocking,
 	and matplotlib with all backends.  This is a lot of still very
 	experimental code, and threads are tricky.  So it may still have a
 	few rough edges...  This code owes a lot to
 	http://aspn.activestate.com/ASPN/Cookbook/Python/Recipe/65109, by
 	Brian # McErlean and John Finlay, to Antoon Pardon for fixes, and
 	to John Hunter for all the matplotlib work.
 
 	* IPython/ipmaker.py (__call__): Added -thread and -mpthread
 	options for gtk thread and matplotlib support.
 
 2004-08-16  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.__init__): don't trigger
 	autocall for things like p*q,p/q,p+q,p-q, when p is callable.  Bug
 	reported by Stephen Walton <stephen.walton-AT-csun.edu>.
 
 2004-08-11  Fernando Perez  <[e-mail]>
 
 	* setup.py (isfile): Fix build so documentation gets updated for
 	rpms (it was only done for .tgz builds).
 
 2004-08-10  Fernando Perez  <[e-mail]>
 
 	* genutils.py (Term): Fix misspell of stdin stream (sin->cin).
 
 	* iplib.py : Silence syntax error exceptions in tab-completion.
 	
 2004-08-05  Fernando Perez  <[e-mail]>
 
 	* IPython/Prompts.py (Prompt2.set_colors): Fix incorrectly set
 	'color off' mark for continuation prompts.  This was causing long
 	continuation lines to mis-wrap.
 
 2004-08-01  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (make_IPython): Allow the shell class used
 	for building ipython to be a parameter.  All this is necessary
 	right now to have a multithreaded version, but this insane
 	non-design will be cleaned up soon.  For now, it's a hack that
 	works.
 
 	* IPython/Shell.py (IPShell.__init__): Stop using mutable default
 	args in various places.  No bugs so far, but it's a dangerous
 	practice.
 
 2004-07-31  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (complete): ignore SyntaxError exceptions to
 	fix completion of files with dots in their names under most
 	profiles (pysh was OK because the completion order is different).
 
 2004-07-27  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.__init__): build dict of
 	keywords manually, b/c the one in keyword.py was removed in python
 	2.4.  Patch by Anakim Border <aborder-AT-users.sourceforge.net>.
 	This is NOT a bug under python 2.3 and earlier.
 
 2004-07-26  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (VerboseTB.text): Add another
 	linecache.checkcache() call to try to prevent inspect.py from
 	crashing under python 2.3.  I think this fixes
 	http://www.scipy.net/roundup/ipython/issue17.
 
 2004-07-26  *** Released version 0.6.2
 
 2004-07-26  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_cd): Fix bug where 'cd -N' would
 	fail for any number.
 	(Magic.magic_bookmark): Fix bug where 'bookmark -l' would fail for
 	empty bookmarks.
 
 2004-07-26  *** Released version 0.6.1
 
 2004-07-26  Fernando Perez  <[e-mail]>
 
 	* ipython_win_post_install.py (run): Added pysh shortcut for Windows.
 
 	* IPython/iplib.py (protect_filename): Applied Ville's patch for
 	escaping '()[]{}' in filenames.
 
 	* IPython/Magic.py (shlex_split): Fix handling of '*' and '?' for
 	Python 2.2 users who lack a proper shlex.split.
 
 2004-07-19  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.init_readline): Add support
 	for reading readline's init file.  I follow the normal chain:
 	$INPUTRC is honored, otherwise ~/.inputrc is used.  Thanks to a
 	report by Mike Heeter.  This closes
 	http://www.scipy.net/roundup/ipython/issue16.
 
 2004-07-18  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (__init__): Add better handling of '\' under
 	Win32 for filenames.  After a patch by Ville.
 
 2004-07-17  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell._prefilter): fix bug where
 	autocalling would be triggered for 'foo is bar' if foo is
 	callable.  I also cleaned up the autocall detection code to use a
 	regexp, which is faster.  Bug reported by Alexander Schmolck.
 
 	* IPython/Magic.py (Magic.magic_pinfo): Fix bug where strings with
 	'?' in them would confuse the help system.  Reported by Alex
 	Schmolck.
 
 2004-07-16  Fernando Perez  <[e-mail]>
 
 	* IPython/GnuplotInteractive.py (__all__): added plot2.
 
 	* IPython/Gnuplot2.py (Gnuplot.plot2): added new function for
 	plotting dictionaries, lists or tuples of 1d arrays.
 
 	* IPython/Magic.py (Magic.magic_hist): small clenaups and
 	optimizations.
 
 	* IPython/iplib.py:Remove old Changelog info for cleanup.  This is
 	the information which was there from Janko's original IPP code:
 
 	03.05.99 20:53 porto.ifm.uni-kiel.de
 	--Started changelog.
 	--make clear do what it say it does
 	--added pretty output of lines from inputcache
 	--Made Logger a mixin class, simplifies handling of switches
 	--Added own completer class. .string<TAB> expands to last history
 	line which starts with string.  The new expansion is also present
 	with Ctrl-r from the readline library.  But this shows, who this
 	can be done for other cases.
 	--Added convention that all shell functions should accept a
 	parameter_string This opens the door for different behaviour for
 	each function. @cd is a good example of this.
 
 	04.05.99 12:12 porto.ifm.uni-kiel.de
 	--added logfile rotation
 	--added new mainloop method which freezes first the namespace
 
 	07.05.99 21:24 porto.ifm.uni-kiel.de
 	--added the docreader classes. Now there is a help system.
 	-This is only a first try. Currently it's not easy to put new
 	stuff in the indices. But this is the way to go. Info would be
 	better, but HTML is every where and not everybody has an info
 	system installed and it's not so easy to change html-docs to info.
 	--added global logfile option
 	--there is now a hook for object inspection method pinfo needs to
 	be provided for this. Can be reached by two '??'.
 
 	08.05.99 20:51 porto.ifm.uni-kiel.de
 	--added a README
 	--bug in rc file. Something has changed so functions in the rc
 	file need to reference the shell and not self. Not clear if it's a
 	bug or feature.
 	--changed rc file for new behavior
 
 2004-07-15  Fernando Perez  <[e-mail]>
 
 	* IPython/Logger.py (Logger.log): fixed recent bug where the input
 	cache was falling out of sync in bizarre manners when multi-line
 	input was present.  Minor optimizations and cleanup.
 
 	(Logger): Remove old Changelog info for cleanup.  This is the
 	information which was there from Janko's original code:
 
 	Changes to Logger: - made the default log filename a parameter
 
 	- put a check for lines beginning with !@? in log(). Needed
 	(even if the handlers properly log their lines) for mid-session
 	logging activation to work properly. Without this, lines logged
 	in mid session, which get read from the cache, would end up
 	'bare' (with !@? in the open) in the log. Now they are caught
 	and prepended with a #.
 
 	* IPython/iplib.py (InteractiveShell.init_readline): added check
 	in case MagicCompleter fails to be defined, so we don't crash.
 
 2004-07-13  Fernando Perez  <[e-mail]>
 
 	* IPython/Gnuplot2.py (Gnuplot.hardcopy): add automatic generation
 	of EPS if the requested filename ends in '.eps'.
 
 2004-07-04  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.handle_shell_escape): Fix
 	escaping of quotes when calling the shell.
 
 2004-07-02  Fernando Perez  <[e-mail]>
 
 	* IPython/Prompts.py (CachedOutput.update): Fix problem with
 	gettext not working because we were clobbering '_'.  Fixes
 	http://www.scipy.net/roundup/ipython/issue6.
 
 2004-07-01  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_cd): integrated bookmark handling
 	into @cd.  Patch by Ville.
 
 	* IPython/iplib.py (InteractiveShell.post_config_initialization):
 	new function to store things after ipmaker runs.  Patch by Ville.
 	Eventually this will go away once ipmaker is removed and the class
 	gets cleaned up, but for now it's ok.  Key functionality here is
 	the addition of the persistent storage mechanism, a dict for
 	keeping data across sessions (for now just bookmarks, but more can
 	be implemented later).
 
 	* IPython/Magic.py (Magic.magic_bookmark): New bookmark system,
 	persistent across sections.  Patch by Ville, I modified it
 	soemwhat to allow bookmarking arbitrary dirs other than CWD.  Also
 	added a '-l' option to list all bookmarks.
 
 	* IPython/iplib.py (InteractiveShell.atexit_operations): new
 	center for cleanup.  Registered with atexit.register().  I moved
 	here the old exit_cleanup().  After a patch by Ville.
 
 	* IPython/Magic.py (get_py_filename): added '~' to the accepted
 	characters in the hacked shlex_split for python 2.2.
 
 	* IPython/iplib.py (file_matches): more fixes to filenames with
 	whitespace in them.  It's not perfect, but limitations in python's
 	readline make it impossible to go further.
 
 2004-06-29  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (file_matches): escape whitespace correctly in
 	filename completions.  Bug reported by Ville.
 
 2004-06-28  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (__call__): Added per-profile histories.  Now
 	the history file will be called 'history-PROFNAME' (or just
 	'history' if no profile is loaded).  I was getting annoyed at
 	getting my Numerical work history clobbered by pysh sessions.
 
 	* IPython/iplib.py (InteractiveShell.__init__): Internal
 	getoutputerror() function so that we can honor the system_verbose
 	flag for _all_ system calls.  I also added escaping of #
 	characters here to avoid confusing Itpl.
 
 	* IPython/Magic.py (shlex_split): removed call to shell in
 	parse_options and replaced it with shlex.split().  The annoying
 	part was that in Python 2.2, shlex.split() doesn't exist, so I had
 	to backport it from 2.3, with several frail hacks (the shlex
 	module is rather limited in 2.2).  Thanks to a suggestion by Ville
 	Vainio <[e-mail]>.  For Python 2.3 there should be no
 	problem.
 	
 	(Magic.magic_system_verbose): new toggle to print the actual
 	system calls made by ipython.  Mainly for debugging purposes.
 
 	* IPython/GnuplotRuntime.py (gnu_out): fix bug for cygwin, which
 	doesn't support persistence.  Reported (and fix suggested) by
 	Travis Caldwell <[e-mail]>.
 
 2004-06-26  Fernando Perez  <[e-mail]>
 
 	* IPython/Logger.py (Logger.log): fix to handle correctly empty
 	continue prompts.
 
 	* IPython/Extensions/InterpreterExec.py (pysh): moved the pysh()
 	function (basically a big docstring) and a few more things here to
 	speedup startup. pysh.py is now very lightweight.  We want because
 	it gets execfile'd, while InterpreterExec gets imported, so
 	byte-compilation saves time.
 
 2004-06-25  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_cd): Fixed to restore usage of 'cd
 	-NUM', which was recently broken.
 
 	* IPython/iplib.py (InteractiveShell.handle_shell_escape): allow !
 	in multi-line input (but not !!, which doesn't make sense there).
 
 	* IPython/UserConfig/ipythonrc: made autoindent on by default.
 	It's just too useful, and people can turn it off in the less
 	common cases where it's a problem.
 
 2004-06-24  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell._prefilter): big change -
 	special syntaxes (like alias calling) is now allied in multi-line
 	input.  This is still _very_ experimental, but it's necessary for
 	efficient shell usage combining python looping syntax with system
 	calls.  For now it's restricted to aliases, I don't think it
 	really even makes sense to have this for magics.
 
 2004-06-23  Fernando Perez  <[e-mail]>
 
 	* IPython/Extensions/InterpreterExec.py (prefilter_shell): Added
 	$var=cmd <=> @sc var=cmd and  $$var=cmd <=> @sc -l var=cmd.
 
 	* IPython/Magic.py (Magic.magic_rehashx): modified to handle
 	extensions under Windows (after code sent by Gary Bishop).  The
 	extensions considered 'executable' are stored in IPython's rc
 	structure as win_exec_ext.
 
 	* IPython/genutils.py (shell): new function, like system() but
 	without return value.  Very useful for interactive shell work.
 
 	* IPython/Magic.py (Magic.magic_unalias): New @unalias function to
 	delete aliases.
 
 	* IPython/iplib.py (InteractiveShell.alias_table_update): make
 	sure that the alias table doesn't contain python keywords.
 
 2004-06-21  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_rehash): Fix crash when
 	non-existent items are found in $PATH.  Reported by Thorsten.
 
 2004-06-20  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (complete): modified the completer so that the
 	order of priorities can be easily changed at runtime.
 
 	* IPython/Extensions/InterpreterExec.py (prefilter_shell):
 	Modified to auto-execute all lines beginning with '~', '/' or '.'.
 
 	* IPython/Magic.py (Magic.magic_sx): modified @sc and @sx to
 	expand Python variables prepended with $ in all system calls.  The
 	same was done to InteractiveShell.handle_shell_escape.  Now all
 	system access mechanisms (!, !!, @sc, @sx and aliases) allow the
 	expansion of python variables and expressions according to the
 	syntax of PEP-215 - http://www.python.org/peps/pep-0215.html.
 
 	Though PEP-215 has been rejected, a similar (but simpler) one
 	seems like it will go into Python 2.4, PEP-292 -
 	http://www.python.org/peps/pep-0292.html.
 
 	I'll keep the full syntax of PEP-215, since IPython has since the
 	start used Ka-Ping Yee's reference implementation discussed there
 	(Itpl), and I actually like the powerful semantics it offers.
 
 	In order to access normal shell variables, the $ has to be escaped
 	via an extra $.  For example:
 
 	In [7]: PATH='a python variable'
 
 	In [8]: !echo $PATH
 	a python variable
 
 	In [9]: !echo $$PATH
 	/usr/local/lf9560/bin:/usr/local/intel/compiler70/ia32/bin:...
 
 	(Magic.parse_options): escape $ so the shell doesn't evaluate
 	things prematurely.
 
 	* IPython/iplib.py (InteractiveShell.call_alias): added the
 	ability for aliases to expand python variables via $.
 
 	* IPython/Magic.py (Magic.magic_rehash): based on the new alias
 	system, now there's a @rehash/@rehashx pair of magics.  These work
 	like the csh rehash command, and can be invoked at any time.  They
 	build a table of aliases to everything in the user's $PATH
 	(@rehash uses everything, @rehashx is slower but only adds
 	executable files).  With this, the pysh.py-based shell profile can
 	now simply call rehash upon startup, and full access to all
 	programs in the user's path is obtained.
 
 	* IPython/iplib.py (InteractiveShell.call_alias): The new alias
 	functionality is now fully in place.  I removed the old dynamic
 	code generation based approach, in favor of a much lighter one
 	based on a simple dict.  The advantage is that this allows me to
 	now have thousands of aliases with negligible cost (unthinkable
 	with the old system).
 
 2004-06-19  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (__init__): extended MagicCompleter class to
 	also complete (last in priority) on user aliases.
 
 	* IPython/Itpl.py (Itpl.__str__): fixed order of globals/locals in
 	call to eval.
 	(ItplNS.__init__): Added a new class which functions like Itpl,
 	but allows configuring the namespace for the evaluation to occur
 	in.
 
 2004-06-18  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.runcode): modify to print a
 	better message when 'exit' or 'quit' are typed (a common newbie
 	confusion).
 
 	* IPython/Magic.py (Magic.magic_colors): Added the runtime color
 	check for Windows users.
 
 	* IPython/iplib.py (InteractiveShell.user_setup): removed
 	disabling of colors for Windows.  I'll test at runtime and issue a
 	warning if Gary's readline isn't found, as to nudge users to
 	download it.
 
 2004-06-16  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (Stream.__init__): changed to print errors
 	to sys.stderr.  I had a circular dependency here.  Now it's
 	possible to run ipython as IDLE's shell (consider this pre-alpha,
 	since true stdout things end up in the starting terminal instead
 	of IDLE's out).
 
 	* IPython/Prompts.py (Prompt2.set_colors): prevent crashes for
 	users who haven't # updated their prompt_in2 definitions.  Remove
 	eventually.
 	(multiple_replace): added credit to original ASPN recipe.
 
 2004-06-15  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.__init__): add 'cp' to the
 	list of auto-defined aliases.
 
 2004-06-13  Fernando Perez  <[e-mail]>
 
 	* setup.py (scriptfiles): Don't trigger win_post_install unless an
 	install was really requested (so setup.py can be used for other
 	things under Windows).
 
 2004-06-10  Fernando Perez  <[e-mail]>
 
 	* IPython/Logger.py (Logger.create_log): Manually remove any old
 	backup, since os.remove may fail under Windows.  Fixes bug
 	reported by Thorsten.
 
 2004-06-09  Fernando Perez  <[e-mail]>
 
 	* examples/example-embed.py: fixed all references to %n (replaced
 	with \\# for ps1/out prompts and with \\D for ps2 prompts).  Done
 	for all examples and the manual as well.
 
 2004-06-08  Fernando Perez  <[e-mail]>
 
 	* IPython/Prompts.py (Prompt2.set_p_str): fixed all prompt
 	alignment and color management.  All 3 prompt subsystems now
 	inherit from BasePrompt.
 
 	* tools/release: updates for windows installer build and tag rpms
 	with python version (since paths are fixed).
 
 	* IPython/UserConfig/ipythonrc: modified to use \# instead of %n,
 	which will become eventually obsolete.  Also fixed the default
 	prompt_in2 to use \D, so at least new users start with the correct
 	defaults.
 	WARNING: Users with existing ipythonrc files will need to apply
 	this fix manually!
 
 	* setup.py: make windows installer (.exe).  This is finally the
 	integration of an old patch by Cory Dodt <dodt-AT-fcoe.k12.ca.us>,
 	which I hadn't included because it required Python 2.3 (or recent
 	distutils).
 
 	* IPython/usage.py (__doc__): update docs (and manpage) to reflect
 	usage of new '\D' escape.
 
 	* IPython/Prompts.py (ROOT_SYMBOL): Small fix for Windows (which
 	lacks os.getuid())
 	(CachedOutput.set_colors): Added the ability to turn coloring
 	on/off with @colors even for manually defined prompt colors.  It
 	uses a nasty global, but it works safely and via the generic color
 	handling mechanism.
 	(Prompt2.__init__): Introduced new escape '\D' for continuation
 	prompts. It represents the counter ('\#') as dots.
 	*** NOTE *** THIS IS A BACKWARDS-INCOMPATIBLE CHANGE.  Users will
 	need to update their ipythonrc files and replace '%n' with '\D' in
 	their prompt_in2 settings everywhere.  Sorry, but there's
 	otherwise no clean way to get all prompts to properly align.  The
 	ipythonrc shipped with IPython has been updated.
 
 2004-06-07  Fernando Perez  <[e-mail]>
 
 	* setup.py (isfile): Pass local_icons option to latex2html, so the
 	resulting HTML file is self-contained.  Thanks to
 	dryice-AT-liu.com.cn for the tip.
 
 	* pysh.py: I created a new profile 'shell', which implements a
 	_rudimentary_ IPython-based shell.  This is in NO WAY a realy
 	system shell, nor will it become one anytime soon.  It's mainly
 	meant to illustrate the use of the new flexible bash-like prompts.
 	I guess it could be used by hardy souls for true shell management,
 	but it's no tcsh/bash...  pysh.py is loaded by the 'shell'
 	profile.  This uses the InterpreterExec extension provided by
 	W.J. van der Laan <gnufnork-AT-hetdigitalegat.nl>
 
 	* IPython/Prompts.py (PromptOut.__str__): now it will correctly
 	auto-align itself with the length of the previous input prompt
 	(taking into account the invisible color escapes).
 	(CachedOutput.__init__): Large restructuring of this class.  Now
 	all three prompts (primary1, primary2, output) are proper objects,
 	managed by the 'parent' CachedOutput class.  The code is still a
 	bit hackish (all prompts share state via a pointer to the cache),
 	but it's overall far cleaner than before.
 
 	* IPython/genutils.py (getoutputerror): modified to add verbose,
 	debug and header options.  This makes the interface of all getout*
 	functions uniform.
 	(SystemExec.getoutputerror): added getoutputerror to SystemExec.
 
 	* IPython/Magic.py (Magic.default_option): added a function to
 	allow registering default options for any magic command.  This
 	makes it easy to have profiles which customize the magics globally
 	for a certain use.  The values set through this function are
 	picked up by the parse_options() method, which all magics should
 	use to parse their options.
 
 	* IPython/genutils.py (warn): modified the warnings framework to
 	use the Term I/O class.  I'm trying to slowly unify all of
 	IPython's I/O operations to pass through Term.
 
 	* IPython/Prompts.py (Prompt2._str_other): Added functionality in
 	the secondary prompt to correctly match the length of the primary
 	one for any prompt.  Now multi-line code will properly line up
 	even for path dependent prompts, such as the new ones available
 	via the prompt_specials.
 
 2004-06-06  Fernando Perez  <[e-mail]>
 
 	* IPython/Prompts.py (prompt_specials): Added the ability to have
 	bash-like special sequences in the prompts, which get
 	automatically expanded.  Things like hostname, current working
 	directory and username are implemented already, but it's easy to
 	add more in the future.  Thanks to a patch by W.J. van der Laan
 	<gnufnork-AT-hetdigitalegat.nl>
 	(prompt_specials): Added color support for prompt strings, so
 	users can define arbitrary color setups for their prompts.
 
 2004-06-05  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (Term.reopen_all): Added Windows-specific
 	code to load Gary Bishop's readline and configure it
 	automatically.  Thanks to Gary for help on this.
 
 2004-06-01  Fernando Perez  <[e-mail]>
 
 	* IPython/Logger.py (Logger.create_log): fix bug for logging
 	with no filename (previous fix was incomplete).
 
 2004-05-25  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.parse_options): fix bug where naked
 	parens would get passed to the shell.
 
 2004-05-20  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_prun): changed default profile
 	sort order to 'time' (the more common profiling need).
 
 	* IPython/OInspect.py (Inspector.pinfo): flush the inspect cache
 	so that source code shown is guaranteed in sync with the file on
 	disk (also changed in psource).  Similar fix to the one for
 	ultraTB on 2004-05-06.  Thanks to a bug report by Yann Le Du
 	<yann.ledu-AT-noos.fr>.
 	
 	* IPython/Magic.py (Magic.parse_options): Fixed bug where commands
 	with a single option would not be correctly parsed. Closes
 	http://www.scipy.net/roundup/ipython/issue14.  This bug had been
 	introduced in 0.6.0 (on 2004-05-06).
 
 2004-05-13  *** Released version 0.6.0
 
 2004-05-13  Fernando Perez  <[e-mail]>
 
 	* debian/: Added debian/ directory to CVS, so that debian support
 	is publicly accessible.  The debian package is maintained by Jack
 	Moffit <jack-AT-xiph.org>.
 
 	* Documentation: included the notes about an ipython-based system
 	shell (the hypothetical 'pysh') into the new_design.pdf document,
 	so that these ideas get distributed to users along with the
 	official documentation.
 
 2004-05-10  Fernando Perez  <[e-mail]>
 
 	* IPython/Logger.py (Logger.create_log): fix recently introduced
 	bug (misindented line) where logstart would fail when not given an
 	explicit filename.
 
 2004-05-09  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.parse_options): skip system call when
 	there are no options to look for.  Faster, cleaner for the common
 	case.
 
 	* Documentation: many updates to the manual: describing Windows
 	support better, Gnuplot updates, credits, misc small stuff.  Also
 	updated the new_design doc a bit.
 
 2004-05-06  *** Released version 0.6.0.rc1
 
 2004-05-06  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (ListTB.text): modified a ton of string +=
 	operations to use the vastly more efficient list/''.join() method.
 	(FormattedTB.text): Fix
 	http://www.scipy.net/roundup/ipython/issue12 - exception source
 	extract not updated after reload.  Thanks to Mike Salib
 	<msalib-AT-mit.edu> for pinning the source of the problem.
 	Fortunately, the solution works inside ipython and doesn't require
 	any changes to python proper.
 
 	* IPython/Magic.py (Magic.parse_options): Improved to process the
 	argument list as a true shell would (by actually using the
 	underlying system shell).  This way, all @magics automatically get
 	shell expansion for variables.  Thanks to a comment by Alex
 	Schmolck.
 
 2004-04-04  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.interact): Added a special
 	trap for a debugger quit exception, which is basically impossible
 	to handle by normal mechanisms, given what pdb does to the stack.
 	This fixes a crash reported by <fgibbons-AT-llama.med.harvard.edu>.
 
 2004-04-03  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (Term): Standardized the names of the Term
 	class streams to cin/cout/cerr, following C++ naming conventions
 	(I can't use in/out/err because 'in' is not a valid attribute
 	name).
 
 	* IPython/iplib.py (InteractiveShell.interact): don't increment
 	the prompt if there's no user input.  By Daniel 'Dang' Griffith
 	<pythondev-dang-AT-lazytwinacres.net>, after a suggestion from
 	Francois Pinard.
 
 2004-04-02  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (Stream.__init__): Modified to survive at
 	least importing in contexts where stdin/out/err aren't true file
 	objects, such as PyCrust (they lack fileno() and mode).  However,
 	the recovery facilities which rely on these things existing will
 	not work.
 
 2004-04-01  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_sx): modified (as well as @sc) to
 	use the new getoutputerror() function, so it properly
 	distinguishes stdout/err.
 
 	* IPython/genutils.py (getoutputerror): added a function to
 	capture separately the standard output and error of a command.
 	After a comment from dang on the mailing lists.  This code is
 	basically a modified version of commands.getstatusoutput(), from
 	the standard library.
 
 	* IPython/iplib.py (InteractiveShell.handle_shell_escape): added
 	'!!' as a special syntax (shorthand) to access @sx.
 
 	* IPython/Magic.py (Magic.magic_sx): new magic, to execute a shell
 	command and return its output as a list split on '\n'.
 
 2004-03-31  Fernando Perez  <[e-mail]>
 
 	* IPython/FakeModule.py (FakeModule.__init__): added __nonzero__
 	method to dictionaries used as FakeModule instances if they lack
 	it.  At least pydoc in python2.3 breaks for runtime-defined
 	functions without this hack.  At some point I need to _really_
 	understand what FakeModule is doing, because it's a gross hack.
 	But it solves Arnd's problem for now...
 
 2004-02-27  Fernando Perez  <[e-mail]>
 
 	* IPython/Logger.py (Logger.create_log): Fix bug where 'rotate'
 	mode would behave erratically.  Also increased the number of
 	possible logs in rotate mod to 999.  Thanks to Rod Holland
 	<[e-mail]> for the report and fixes.
 	
 2004-02-26  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (page): Check that the curses module really
 	has the initscr attribute before trying to use it.  For some
 	reason, the Solaris curses module is missing this.  I think this
 	should be considered a Solaris python bug, but I'm not sure.
 
 2004-01-17  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (Stream.__init__): Changes to try to make
 	ipython robust against stdin/out/err being closed by the user.
 	This is 'user error' (and blocks a normal python session, at least
 	the stdout case).  However, Ipython should be able to survive such
 	instances of abuse as gracefully as possible.  To simplify the
 	coding and maintain compatibility with Gary Bishop's Term
 	contributions, I've made use of classmethods for this.  I think
 	this introduces a dependency on python 2.2.
 
 2004-01-13  Fernando Perez  <[e-mail]>
 
 	* IPython/numutils.py (exp_safe): simplified the code a bit and
 	removed the need for importing the kinds module altogether.
 
 2004-01-06  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_sc): Made the shell capture system
 	a magic function instead, after some community feedback.  No
 	special syntax will exist for it, but its name is deliberately
 	very short.
 
 2003-12-20  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.handle_shell_assign): Added
 	new functionality, to automagically assign the result of a shell
 	command to a variable.  I'll solicit some community feedback on
 	this before making it permanent.
 
 	* IPython/OInspect.py (Inspector.pinfo): Fix crash when info was
 	requested about callables for which inspect couldn't obtain a
 	proper argspec.  Thanks to a crash report sent by Etienne
 	Posthumus <etienne-AT-apple01.cs.vu.nl>.
 
 2003-12-09  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (page): patch for the pager to work across
 	various versions of Windows.  By Gary Bishop.
 
 2003-12-04  Fernando Perez  <[e-mail]>
 
 	* IPython/Gnuplot2.py (PlotItems): Fixes for working with
 	Gnuplot.py version 1.7, whose internal names changed quite a bit.
 	While I tested this and it looks ok, there may still be corner
 	cases I've missed.
 
 2003-12-01  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell._prefilter): Fixed a bug
 	where a line like 'p,q=1,2' would fail because the automagic
 	system would be triggered for @p.
 
 	* IPython/DPyGetOpt.py (DPyGetOpt.processArguments): Tab-related
 	cleanups, code unmodified.
 
 	* IPython/genutils.py (Term): added a class for IPython to handle
 	output.  In most cases it will just be a proxy for stdout/err, but
 	having this allows modifications to be made for some platforms,
 	such as handling color escapes under Windows.  All of this code
 	was contributed by Gary Bishop, with minor modifications by me.
 	The actual changes affect many files.
 
 2003-11-30  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (file_matches): new completion code, courtesy
 	of Jeff Collins.  This enables filename completion again under
 	python 2.3, which disabled it at the C level.
 
 2003-11-11  Fernando Perez  <[e-mail]>
 
 	* IPython/numutils.py (amap): Added amap() fn.  Simple shorthand
 	for Numeric.array(map(...)), but often convenient.
 
 2003-11-05  Fernando Perez  <[e-mail]>
 
 	* IPython/numutils.py (frange): Changed a call from int() to
 	int(round()) to prevent a problem reported with arange() in the
 	numpy list.
 
 2003-10-06  Fernando Perez  <[e-mail]>
 
 	* IPython/DPyGetOpt.py (DPyGetOpt.processArguments): changed to
 	prevent crashes if sys lacks an argv attribute (it happens with
 	embedded interpreters which build a bare-bones sys module).
 	Thanks to a report/bugfix by Adam Hupp <hupp-AT-cs.wisc.edu>.
 
 2003-09-24  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic._ofind): blanket except around getattr()
 	to protect against poorly written user objects where __getattr__
 	raises exceptions other than AttributeError.  Thanks to a bug
 	report by Oliver Sander <osander-AT-gmx.de>.
 
 	* IPython/FakeModule.py (FakeModule.__repr__): this method was
 	missing.  Thanks to bug report by Ralf Schmitt <ralf-AT-brainbot.com>.
 
 2003-09-09  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell._prefilter): fix bug where
 	unpacking a list whith a callable as first element would
 	mistakenly trigger autocalling.  Thanks to a bug report by Jeffery
 	Collins.
 
 2003-08-25  *** Released version 0.5.0
 
 2003-08-22  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (VerboseTB.linereader): Improved handling of
 	improperly defined user exceptions.  Thanks to feedback from Mark
 	Russell <mrussell-AT-verio.net>.
 	
 2003-08-20  Fernando Perez  <[e-mail]>
 
 	* IPython/OInspect.py (Inspector.pinfo): changed String Form
 	printing so that it would print multi-line string forms starting
 	with a new line.  This way the formatting is better respected for
 	objects which work hard to make nice string forms.
 
 	* IPython/iplib.py (InteractiveShell.handle_auto): Fix bug where
 	autocall would overtake data access for objects with both
 	__getitem__ and __call__.
 
 2003-08-19  *** Released version 0.5.0-rc1
 
 2003-08-19  Fernando Perez  <[e-mail]>
 
 	* IPython/deep_reload.py (load_tail): single tiny change here
 	seems to fix the long-standing bug of dreload() failing to work
 	for dotted names.  But this module is pretty tricky, so I may have
 	missed some subtlety.  Needs more testing!.
 
 	* IPython/ultraTB.py (VerboseTB.linereader): harden against user
 	exceptions which have badly implemented __str__ methods.
 	(VerboseTB.text): harden against inspect.getinnerframes crashing,
 	which I've been getting reports about from Python 2.3 users.  I
 	wish I had a simple test case to reproduce the problem, so I could
 	either write a cleaner workaround or file a bug report if
 	necessary.
 
 	* IPython/Magic.py (Magic.magic_edit): fixed bug where after
 	making a class 'foo', file 'foo.py' couldn't be edited.  Thanks to
 	a bug report by Tjabo Kloppenburg.
 
 	* IPython/ultraTB.py (VerboseTB.debugger): hardened against pdb
 	crashes.  Wrapped the pdb call in a blanket try/except, since pdb
 	seems rather unstable.  Thanks to a bug report by Tjabo
 	Kloppenburg <tjabo.kloppenburg-AT-unix-ag.uni-siegen.de>.
 
 	* IPython/Release.py (version): release 0.5.0-rc1.  I want to put
 	this out soon because of the critical fixes in the inner loop for
 	generators.
 
 	* IPython/Magic.py (Magic.getargspec): removed.  This (and
 	_get_def) have been obsoleted by OInspect for a long time, I
 	hadn't noticed that they were dead code.
 	(Magic._ofind): restored _ofind functionality for a few literals
 	(those in ["''",'""','[]','{}','()']).  But it won't work anymore
 	for things like "hello".capitalize?, since that would require a
 	potentially dangerous eval() again.
 
 	* IPython/iplib.py (InteractiveShell._prefilter): reorganized the
 	logic a bit more to clean up the escapes handling and minimize the
 	use of _ofind to only necessary cases.  The interactive 'feel' of
 	IPython should have improved quite a bit with the changes in
 	_prefilter and _ofind (besides being far safer than before).
 
 	* IPython/Magic.py (Magic.magic_edit): Fixed old bug (but rather
 	obscure, never reported).  Edit would fail to find the object to
 	edit under some circumstances.
 	(Magic._ofind): CRITICAL FIX.  Finally removed the eval() calls
 	which were causing double-calling of generators.  Those eval calls
 	were _very_ dangerous, since code with side effects could be
 	triggered.  As they say, 'eval is evil'...  These were the
 	nastiest evals in IPython.  Besides, _ofind is now far simpler,
 	and it should also be quite a bit faster.  Its use of inspect is
 	also safer, so perhaps some of the inspect-related crashes I've
 	seen lately with Python 2.3 might be taken care of.  That will
 	need more testing.
 
 2003-08-17  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell._prefilter): significant
 	simplifications to the logic for handling user escapes.  Faster
 	and simpler code.
 
 2003-08-14  Fernando Perez  <[e-mail]>
 
         * IPython/numutils.py (sum_flat): rewrote to be non-recursive.
         Now it requires O(N) storage (N=size(a)) for non-contiguous input,
         but it should be quite a bit faster.  And the recursive version
         generated O(log N) intermediate storage for all rank>1 arrays,
         even if they were contiguous.
         (l1norm): Added this function.
         (norm):  Added this function for arbitrary norms (including
         l-infinity).  l1 and l2 are still special cases for convenience
         and speed.
 	
 2003-08-03  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_edit): Removed all remaining string
 	exceptions, which now raise PendingDeprecationWarnings in Python
 	2.3.  There were some in Magic and some in Gnuplot2.
 
 2003-06-30  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (page): modified to call curses only for
 	terminals where TERM=='xterm'.  After problems under many other
 	terminals were reported by Keith Beattie <KSBeattie-AT-lbl.gov>.
 
 	* IPython/iplib.py (complete): removed spurious 'print "IE"' which
 	would be triggered when readline was absent.  This was just an old
 	debugging statement I'd forgotten to take out.
 
 2003-06-20  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (clock): modified to return only user time
 	(not counting system time), after a discussion on scipy.  While
 	system time may be a useful quantity occasionally, it may much
 	more easily be skewed by occasional swapping or other similar
 	activity.
 
 2003-06-05  Fernando Perez  <[e-mail]>
 
 	* IPython/numutils.py (identity): new function, for building
 	arbitrary rank Kronecker deltas (mostly backwards compatible with
 	Numeric.identity)
 
 2003-06-03  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.handle_magic): protect
 	arguments passed to magics with spaces, to allow trailing '\' to
 	work normally (mainly for Windows users).
 
 2003-05-29  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (make_IPython): Load site._Helper() as help
 	instead of pydoc.help.  This fixes a bizarre behavior where
 	printing '%s' % locals() would trigger the help system.  Now
 	ipython behaves like normal python does.  
 
 	Note that if one does 'from pydoc import help', the bizarre
 	behavior returns, but this will also happen in normal python, so
 	it's not an ipython bug anymore (it has to do with how pydoc.help
 	is implemented).
 
 2003-05-22  Fernando Perez  <[e-mail]>
 
 	* IPython/FlexCompleter.py (Completer.attr_matches): fixed to
 	return [] instead of None when nothing matches, also match to end
 	of line.  Patch by Gary Bishop.
 
 	* IPython/ipmaker.py (make_IPython): Added same sys.excepthook
 	protection as before, for files passed on the command line.  This
 	prevents the CrashHandler from kicking in if user files call into
 	sys.excepthook (such as PyQt and WxWindows have a nasty habit of
 	doing).  After a report by Kasper Souren <Kasper.Souren-AT-ircam.fr>
 
 2003-05-20  *** Released version 0.4.0
 
 2003-05-20  Fernando Perez  <[e-mail]>
 
 	* setup.py: added support for manpages.  It's a bit hackish b/c of
 	a bug in the way the bdist_rpm distutils target handles gzipped
 	manpages, but it works.  After a patch by Jack.
 
 2003-05-19  Fernando Perez  <[e-mail]>
 
 	* IPython/numutils.py: added a mockup of the kinds module, since
 	it was recently removed from Numeric.  This way, numutils will
 	work for all users even if they are missing kinds.
 
 	* IPython/Magic.py (Magic._ofind): Harden against an inspect
 	failure, which can occur with SWIG-wrapped extensions.  After a
 	crash report from Prabhu.
 
 2003-05-16  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.excepthook): New method to
 	protect ipython from user code which may call directly
 	sys.excepthook (this looks like an ipython crash to the user, even
 	when it isn't).  After a patch by Gary Bishop <gb-AT-cs.unc.edu>.
 	This is especially important to help users of WxWindows, but may
 	also be useful in other cases.
 
 	* IPython/ultraTB.py (AutoFormattedTB.__call__): Changed to allow
 	an optional tb_offset to be specified, and to preserve exception
 	info if given.  After a patch by Gary Bishop <gb-AT-cs.unc.edu>.
 
 	* ipython.1 (Default): Thanks to Jack's work, we now have manpages!
 
 2003-05-15  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.user_setup): Fix crash when
 	installing for a new user under Windows.
 
 2003-05-12  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.handle_emacs): New line
 	handler for Emacs comint-based lines.  Currently it doesn't do
 	much (but importantly, it doesn't update the history cache).  In
 	the future it may be expanded if Alex needs more functionality
 	there.
 
 	* IPython/CrashHandler.py (CrashHandler.__call__): Added platform
 	info to crash reports.
 
 	* IPython/iplib.py (InteractiveShell.mainloop): Added -c option,
 	just like Python's -c.  Also fixed crash with invalid -color
 	option value at startup. Thanks to Will French
 	<wfrench-AT-bestweb.net> for the bug report.
 
 2003-05-09  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (EvalDict.__getitem__): Renamed EvalString
 	to EvalDict (it's a mapping, after all) and simplified its code
 	quite a bit, after a nice discussion on c.l.py where Gustavo
 	Córdova <gcordova-AT-sismex.com> suggested the new version.
 
 2003-04-30  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (timings_out): modified it to reduce its
 	overhead in the common reps==1 case.
 
 2003-04-29  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (timings_out): Modified to use the resource
 	module, which avoids the wraparound problems of time.clock().
 
 2003-04-17  *** Released version 0.2.15pre4
 
 2003-04-17  Fernando Perez  <[e-mail]>
 
 	* setup.py (scriptfiles): Split windows-specific stuff over to a
 	separate file, in an attempt to have a Windows GUI installer.
 	That didn't work, but part of the groundwork is done.
 
 	* IPython/UserConfig/ipythonrc: Added M-i, M-o and M-I for
 	indent/unindent with 4 spaces.  Particularly useful in combination
 	with the new auto-indent option.
 
 2003-04-16  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py: various replacements of self.rc for
 	self.shell.rc.  A lot more remains to be done to fully disentangle
 	this class from the main Shell class.
 
 	* IPython/GnuplotRuntime.py: added checks for mouse support so
 	that we don't try to enable it if the current gnuplot doesn't
 	really support it.  Also added checks so that we don't try to
 	enable persist under Windows (where Gnuplot doesn't recognize the
 	option).
 
 	* IPython/iplib.py (InteractiveShell.interact): Added optional
 	auto-indenting code, after a patch by King C. Shu
 	<kingshu-AT-myrealbox.com>. It's off by default because it doesn't
 	get along well with pasting indented code.  If I ever figure out
 	how to make that part go well, it will become on by default.
 
 	* IPython/Prompts.py (Prompt1.auto_rewrite): Fixed bug which would
 	crash ipython if there was an unmatched '%' in the user's prompt
 	string.  Reported by Thorsten Kampe <thorsten-AT-thorstenkampe.de>.
 	
 	* IPython/iplib.py (InteractiveShell.interact): removed the
 	ability to ask the user whether he wants to crash or not at the
 	'last line' exception handler.  Calling functions at that point
 	changes the stack, and the error reports would have incorrect
 	tracebacks.
 
 	* IPython/Magic.py (Magic.magic_page): Added new @page magic, to
 	pass through a peger a pretty-printed form of any object.  After a
 	contribution by Olivier Aubert <oaubert-AT-bat710.univ-lyon1.fr>
 
 2003-04-14  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.user_setup): Fixed bug where
 	all files in ~ would be modified at first install (instead of
 	~/.ipython).  This could be potentially disastrous, as the
 	modification (make line-endings native) could damage binary files.
 	
 2003-04-10  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.handle_help): Modified to
 	handle only lines which are invalid python.  This now means that
 	lines like 'x=1 #?' execute properly.  Thanks to Jeffery Collins
 	for the bug report.
 
 2003-04-01  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.showtraceback): Fixed bug
 	where failing to set sys.last_traceback would crash pdb.pm().
 	Thanks to Jeffery D. Collins <Jeff.Collins-AT-vexcel.com> for the bug
 	report.
 
 2003-03-25  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_prun): rstrip() output of profiler
 	before printing it (it had a lot of spurious blank lines at the
 	end).
 
 	* IPython/Gnuplot2.py (Gnuplot.hardcopy): fixed bug where lpr
 	output would be sent 21 times!  Obviously people don't use this
 	too often, or I would have heard about it.
 
 2003-03-24  Fernando Perez  <[e-mail]>
 
 	* setup.py (scriptfiles): renamed the data_files parameter from
 	'base' to 'data' to fix rpm build issues.  Thanks to Ralf Ahlbrink
 	for the patch.
 
 2003-03-20  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (error): added error() and fatal()
 	functions.
 
 2003-03-18  *** Released version 0.2.15pre3
 
 2003-03-18  Fernando Perez  <[e-mail]>
 
 	* setupext/install_data_ext.py
 	(install_data_ext.initialize_options): Class contributed by Jack
 	Moffit for fixing the old distutils hack.  He is sending this to
 	the distutils folks so in the future we may not need it as a
 	private fix.
 
 	* MANIFEST.in: Extensive reorganization, based on Jack Moffit's
 	changes for Debian packaging.  See his patch for full details.
 	The old distutils hack of making the ipythonrc* files carry a
 	bogus .py extension is gone, at last.  Examples were moved to a
 	separate subdir under doc/, and the separate executable scripts
 	now live in their own directory.  Overall a great cleanup.  The
 	manual was updated to use the new files, and setup.py has been
 	fixed for this setup.
 
 	* IPython/PyColorize.py (Parser.usage): made non-executable and
 	created a pycolor wrapper around it to be included as a script.
 
 2003-03-12  *** Released version 0.2.15pre2
 
 2003-03-12  Fernando Perez  <[e-mail]>
 
 	* IPython/ColorANSI.py (make_color_table): Finally fixed the
 	long-standing problem with garbage characters in some terminals.
 	The issue was really that the \001 and \002 escapes must _only_ be
 	passed to input prompts (which call readline), but _never_ to
 	normal text to be printed on screen.  I changed ColorANSI to have
 	two classes: TermColors and InputTermColors, each with the
 	appropriate escapes for input prompts or normal text.  The code in
 	Prompts.py got slightly more complicated, but this very old and
 	annoying bug is finally fixed.  
 
 	All the credit for nailing down the real origin of this problem
 	and the correct solution goes to Jack Moffit <jack-AT-xiph.org>.
 	*Many* thanks to him for spending quite a bit of effort on this.
 
 2003-03-05  *** Released version 0.2.15pre1
 
 2003-03-03  Fernando Perez  <[e-mail]>
 
 	* IPython/FakeModule.py: Moved the former _FakeModule to a
 	separate file, because it's also needed by Magic (to fix a similar
 	pickle-related issue in @run).
 
 2003-03-02  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_autocall): new magic to control
 	the autocall option at runtime.
 	(Magic.magic_dhist): changed self.user_ns to self.shell.user_ns
 	across Magic.py to start separating Magic from InteractiveShell.
 	(Magic._ofind): Fixed to return proper namespace for dotted
 	names. Before, a dotted name would always return 'not currently
 	defined', because it would find the 'parent'. s.x would be found,
 	but since 'x' isn't defined by itself, it would get confused.
 	(Magic.magic_run): Fixed pickling problems reported by Ralf
 	Ahlbrink <RAhlbrink-AT-RosenInspection.net>.  The fix was similar to
 	that I'd used when Mike Heeter reported similar issues at the
 	top-level, but now for @run.  It boils down to injecting the
 	namespace where code is being executed with something that looks
 	enough like a module to fool pickle.dump().  Since a pickle stores
 	a named reference to the importing module, we need this for
 	pickles to save something sensible.
 
 	* IPython/ipmaker.py (make_IPython): added an autocall option.
 
 	* IPython/iplib.py (InteractiveShell._prefilter): reordered all of
 	the auto-eval code.  Now autocalling is an option, and the code is
 	also vastly safer.  There is no more eval() involved at all.
 
 2003-03-01  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic._ofind): Changed interface to return a
 	dict with named keys instead of a tuple.
 
 	* IPython: Started using CVS for IPython as of 0.2.15pre1.
 
 	* setup.py (make_shortcut): Fixed message about directories
 	created during Windows installation (the directories were ok, just
 	the printed message was misleading).  Thanks to Chris Liechti
 	<cliechti-AT-gmx.net> for the heads up.
 
 2003-02-21  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell._prefilter): Fixed catching
 	of ValueError exception when checking for auto-execution.  This
 	one is raised by things like Numeric arrays arr.flat when the
 	array is non-contiguous.
 
 2003-01-31  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (SystemExec.bq): Fixed bug where bq would
 	not return any value at all (even though the command would get
 	executed).
 	(xsys): Flush stdout right after printing the command to ensure
 	proper ordering of commands and command output in the total
 	output.
 	(SystemExec/xsys/bq): Switched the names of xsys/bq and
 	system/getoutput as defaults.  The old ones are kept for
 	compatibility reasons, so no code which uses this library needs
 	changing.
 
 2003-01-27  *** Released version 0.2.14
 
 2003-01-25  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_edit): Fixed problem where
 	functions defined in previous edit sessions could not be re-edited
 	(because the temp files were immediately removed).  Now temp files
 	are removed only at IPython's exit.
 	(Magic.magic_run): Improved @run to perform shell-like expansions
 	on its arguments (~users and $VARS).  With this, @run becomes more
 	like a normal command-line.
 
 	* IPython/Shell.py (IPShellEmbed.__call__): Fixed a bunch of small
 	bugs related to embedding and cleaned up that code.  A fairly
 	important one was the impossibility to access the global namespace
 	through the embedded IPython (only local variables were visible).
 
 2003-01-14  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell._prefilter): Fixed
 	auto-calling to be a bit more conservative.  Now it doesn't get
 	triggered if any of '!=()<>' are in the rest of the input line, to
 	allow comparing callables.  Thanks to Alex for the heads up.
 
 2003-01-07  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (page): fixed estimation of the number of
 	lines in a string to be paged to simply count newlines. This
 	prevents over-guessing due to embedded escape sequences. A better
 	long-term solution would involve stripping out the control chars
 	for the count, but it's potentially so expensive I just don't
 	think it's worth doing.
 
 2002-12-19  *** Released version 0.2.14pre50
 
 2002-12-19  Fernando Perez  <[e-mail]>
 
 	* tools/release (version): Changed release scripts to inform
 	Andrea and build a NEWS file with a list of recent changes.
 
 	* IPython/ColorANSI.py (__all__): changed terminal detection
 	code. Seems to work better for xterms without breaking
 	konsole. Will need more testing to determine if WinXP and Mac OSX
 	also work ok.
 
 2002-12-18  *** Released version 0.2.14pre49
 
 2002-12-18  Fernando Perez  <[e-mail]>
 
 	* Docs: added new info about Mac OSX, from Andrea.
 
 	* IPython/Gnuplot2.py (String): Added a String PlotItem class to
 	allow direct plotting of python strings whose format is the same
 	of gnuplot data files.
 
 2002-12-16  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.interact): fixed default (y)
 	value of exit question to be acknowledged.
 
 2002-12-03  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py: removed generators, which had been added
 	by mistake in an earlier debugging run. This was causing trouble
 	to users of python 2.1.x. Thanks to Abel Daniel <abli-AT-freemail.hu>
 	for pointing this out.
 
 2002-11-17  Fernando Perez  <[e-mail]>
 
 	* Manual: updated the Gnuplot section.
 
 	* IPython/GnuplotRuntime.py: refactored a lot all this code, with
 	a much better split of what goes in Runtime and what goes in
 	Interactive.
 
 	* IPython/ipmaker.py: fixed bug where import_fail_info wasn't
 	being imported from iplib.
 
 	* IPython/GnuplotInteractive.py (magic_gpc): renamed @gp to @gpc
 	for command-passing. Now the global Gnuplot instance is called
 	'gp' instead of 'g', which was really a far too fragile and
 	common name.
 
 	* IPython/Gnuplot2.py (eps_fix_bbox): added this to fix broken
 	bounding boxes generated by Gnuplot for square plots.
 
 	* IPython/genutils.py (popkey): new function added. I should
 	suggest this on c.l.py as a dict method, it seems useful.
 
 	* IPython/Gnuplot2.py (Gnuplot.plot): Overhauled plot and replot
 	to transparently handle PostScript generation. MUCH better than
 	the previous plot_eps/replot_eps (which I removed now). The code
 	is also fairly clean and well documented now (including
 	docstrings).
 
 2002-11-13  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_edit): fixed docstring
 	(inconsistent with options).
 
 	* IPython/Gnuplot2.py (Gnuplot.hardcopy): hardcopy had been
 	manually disabled, I don't know why. Fixed it.
 	(Gnuplot._plot_eps): added new plot_eps/replot_eps to get directly
 	eps output.
 
 2002-11-12  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (ask_yes_no): trap EOF and ^C so that they
 	don't propagate up to caller. Fixes crash reported by François
 	Pinard.
 
 2002-11-09  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (make_IPython): fixed problem with writing
 	history file for new users.
 	(make_IPython): fixed bug where initial install would leave the
 	user running in the .ipython dir.
 	(make_IPython): fixed bug where config dir .ipython would be
 	created regardless of the given -ipythondir option. Thanks to Cory
 	Dodt <cdodt-AT-fcoe.k12.ca.us> for the bug report.
 
 	* IPython/genutils.py (ask_yes_no): new function for asking yes/no
 	type confirmations. Will need to use it in all of IPython's code
 	consistently.
 	
 	* IPython/CrashHandler.py (CrashHandler.__call__): changed the
 	context to print 31 lines instead of the default 5. This will make
 	the crash reports extremely detailed in case the problem is in
 	libraries I don't have access to.
 
 	* IPython/iplib.py (InteractiveShell.interact): changed the 'last
 	line of defense' code to still crash, but giving users fair
 	warning. I don't want internal errors to go unreported: if there's
 	an internal problem, IPython should crash and generate a full
 	report.
 
 2002-11-08  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.interact): added code to trap
 	otherwise uncaught exceptions which can appear if people set
 	sys.stdout to something badly broken. Thanks to a crash report
 	from henni-AT-mail.brainbot.com.
 
 2002-11-04  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.interact): added
 	__IPYTHON__active to the builtins. It's a flag which goes on when
 	the interaction starts and goes off again when it stops. This
 	allows embedding code to detect being inside IPython. Before this
 	was done via __IPYTHON__, but that only shows that an IPython
 	instance has been created.
 
 	* IPython/Magic.py (Magic.magic_env): I realized that in a
 	UserDict, instance.data holds the data as a normal dict. So I
 	modified @env to return os.environ.data instead of rebuilding a
 	dict by hand.
 
 2002-11-02  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (warn): changed so that level 1 prints no
 	header. Level 2 is now the default (with 'WARNING' header, as
 	before). I think I tracked all places where changes were needed in
 	IPython, but outside code using the old level numbering may have
 	broken.
 
 	* IPython/iplib.py (InteractiveShell.runcode): added this to
 	handle the tracebacks in SystemExit traps correctly. The previous
 	code (through interact) was printing more of the stack than
 	necessary, showing IPython internal code to the user.
 
 	* IPython/UserConfig/ipythonrc.py: Made confirm_exit 1 by
 	default. Now that the default at the confirmation prompt is yes,
 	it's not so intrusive. François' argument that ipython sessions
 	tend to be complex enough not to lose them from an accidental C-d,
 	is a valid one.
 
 	* IPython/iplib.py (InteractiveShell.interact): added a
 	showtraceback() call to the SystemExit trap, and modified the exit
 	confirmation to have yes as the default.
 
 	* IPython/UserConfig/ipythonrc.py: removed 'session' option from
 	this file. It's been gone from the code for a long time, this was
 	simply leftover junk.
 
 2002-11-01  Fernando Perez  <[e-mail]>
 
 	* IPython/UserConfig/ipythonrc.py: new confirm_exit option
 	added. If set, IPython now traps EOF and asks for
 	confirmation. After a request by François Pinard.
 
 	* IPython/Magic.py (Magic.magic_Exit): New @Exit and @Quit instead
 	of @abort, and with a new (better) mechanism for handling the
 	exceptions.
 
 2002-10-27  Fernando Perez  <[e-mail]>
 
 	* IPython/usage.py (__doc__): updated the --help information and
 	the ipythonrc file to indicate that -log generates
 	./ipython.log. Also fixed the corresponding info in @logstart.
 	This and several other fixes in the manuals thanks to reports by
 	François Pinard <pinard-AT-iro.umontreal.ca>.
 	
 	* IPython/Logger.py (Logger.switch_log): Fixed error message to
 	refer to @logstart (instead of @log, which doesn't exist).
 
 	* IPython/iplib.py (InteractiveShell._prefilter): fixed
 	AttributeError crash. Thanks to Christopher Armstrong
 	<radix-AT-twistedmatrix.com> for the report/fix. This bug had been
 	introduced recently (in 0.2.14pre37) with the fix to the eval
 	problem mentioned below.
 	
 2002-10-17  Fernando Perez  <[e-mail]>
 
 	* IPython/ConfigLoader.py (ConfigLoader.load): Fixes for Windows
 	installation. Thanks to Leonardo Santagada <retype-AT-terra.com.br>.
 
 	* IPython/iplib.py (InteractiveShell._prefilter): Many changes to
 	this function to fix a problem reported by Alex Schmolck. He saw
 	it with list comprehensions and generators, which were getting
 	called twice. The real problem was an 'eval' call in testing for
 	automagic which was evaluating the input line silently. 
 
 	This is a potentially very nasty bug, if the input has side
 	effects which must not be repeated. The code is much cleaner now,
 	without any blanket 'except' left and with a regexp test for
 	actual function names. 
 
 	But an eval remains, which I'm not fully comfortable with. I just
 	don't know how to find out if an expression could be a callable in
 	the user's namespace without doing an eval on the string. However
 	that string is now much more strictly checked so that no code
 	slips by, so the eval should only happen for things that can
 	really be only function/method names.
 
 2002-10-15  Fernando Perez  <[e-mail]>
 
 	* Updated LyX to 1.2.1 so I can work on the docs again. Added Mac
 	OSX information to main manual, removed README_Mac_OSX file from
 	distribution. Also updated credits for recent additions.
 
 2002-10-10  Fernando Perez  <[e-mail]>
 
 	* README_Mac_OSX: Added a README for Mac OSX users for fixing
 	terminal-related issues. Many thanks to Andrea Riciputi
 	<andrea.riciputi-AT-libero.it> for writing it.
 
 	* IPython/UserConfig/ipythonrc.py: Fixes to various small issues,
 	thanks to Thorsten Kampe <thorsten-AT-thorstenkampe.de>.
 
 	* setup.py (make_shortcut): Fixes for Windows installation. Thanks
 	to Fredrik Kant <fredrik.kant-AT-front.com> and Syver Enstad
 	<syver-en-AT-online.no> who both submitted patches for this problem.
 
 	* IPython/iplib.py (InteractiveShell.embed_mainloop): Patch for
 	global embedding to make sure that things don't overwrite user
 	globals accidentally. Thanks to Richard <rxe-AT-renre-europe.com>
 
 	* IPython/Gnuplot2.py (gp): Patch for Gnuplot.py 1.6
 	compatibility. Thanks to Hayden Callow
 	<h.callow-AT-elec.canterbury.ac.nz>
 
 2002-10-04  Fernando Perez  <[e-mail]>
 
 	* IPython/Gnuplot2.py (PlotItem): Added 'index' option for
 	Gnuplot.File objects.
 	      
 2002-07-23  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (timing): Added timings() and timing() for
 	quick access to the most commonly needed data, the execution
 	times. Old timing() renamed to timings_out().
 
 2002-07-18  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellEmbed.restore_system_completer): fixed
 	bug with nested instances disrupting the parent's tab completion.
 
 	* IPython/iplib.py (all_completions): Added Alex Schmolck's
 	all_completions code to begin the emacs integration.
 
 	* IPython/Gnuplot2.py (zip_items): Added optional 'titles'
 	argument to allow titling individual arrays when plotting.
 
 2002-07-15  Fernando Perez  <[e-mail]>
 
 	* setup.py (make_shortcut): changed to retrieve the value of
 	'Program Files' directory from the registry (this value changes in
 	non-english versions of Windows). Thanks to Thomas Fanslau
 	<tfanslau-AT-gmx.de> for the report.
 
 2002-07-10  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (VerboseTB.debugger): enabled workaround for
 	a bug in pdb, which crashes if a line with only whitespace is
 	entered. Bug report submitted to sourceforge.
 
 2002-07-09  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (VerboseTB.nullrepr): fixed rare crash when
 	reporting exceptions (it's a bug in inspect.py, I just set a
 	workaround).
 
 2002-07-08  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.__init__): fixed reference to
 	__IPYTHON__ in __builtins__ to show up in user_ns.
 
 2002-07-03  Fernando Perez  <[e-mail]>
 
 	* IPython/GnuplotInteractive.py (magic_gp_set_default): changed
 	name from @gp_set_instance to @gp_set_default.
 
 	* IPython/ipmaker.py (make_IPython): default editor value set to
 	'0' (a string), to match the rc file. Otherwise will crash when
 	.strip() is called on it.
 	
 
 2002-06-28  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.safe_execfile): fix importing
 	of files in current directory when a file is executed via
 	@run. Patch also by RA <ralf_ahlbrink-AT-web.de>.
 
 	* setup.py (manfiles): fix for rpm builds, submitted by RA
 	<ralf_ahlbrink-AT-web.de>. Now we have RPMs!
 
 	* IPython/ipmaker.py (make_IPython): fixed lookup of default
 	editor when set to '0'. Problem was, '0' evaluates to True (it's a
 	string!). A. Schmolck caught this one.
 
 2002-06-27  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (make_IPython): fixed bug when running user
 	defined files at the cmd line. __name__ wasn't being set to
 	__main__.
 
 	* IPython/Gnuplot2.py (zip_items): improved it so it can plot also
 	regular lists and tuples besides Numeric arrays.
 
 	* IPython/Prompts.py (CachedOutput.__call__): Added output
 	supression for input ending with ';'. Similar to Mathematica and
 	Matlab. The _* vars and Out[] list are still updated, just like
 	Mathematica behaves.
 
 2002-06-25  Fernando Perez  <[e-mail]>
 
 	* IPython/ConfigLoader.py (ConfigLoader.load): fixed checking of
 	.ini extensions for profiels under Windows.
 
 	* IPython/OInspect.py (Inspector.pinfo): improved alignment of
 	string form. Fix contributed by Alexander Schmolck
 	<a.schmolck-AT-gmx.net>
 
 	* IPython/GnuplotRuntime.py (gp_new): new function. Returns a
 	pre-configured Gnuplot instance.
 
 2002-06-21  Fernando Perez  <[e-mail]>
 
 	* IPython/numutils.py (exp_safe): new function, works around the
 	underflow problems in Numeric.
 	(log2): New fn. Safe log in base 2: returns exact integer answer
 	for exact integer powers of 2.
 
 	* IPython/Magic.py (get_py_filename): fixed it not expanding '~'
 	properly.
 
 2002-06-20  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (timing): new function like
 	Mathematica's. Similar to time_test, but returns more info.
 
 2002-06-18  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_save): modified @save and @r
 	according to Mike Heeter's suggestions.
 
 2002-06-16  Fernando Perez  <[e-mail]>
 
 	* IPython/GnuplotRuntime.py: Massive overhaul to the Gnuplot
 	system. GnuplotMagic is gone as a user-directory option. New files
 	make it easier to use all the gnuplot stuff both from external
 	programs as well as from IPython. Had to rewrite part of
 	hardcopy() b/c of a strange bug: often the ps files simply don't
 	get created, and require a repeat of the command (often several
 	times).
 
 	* IPython/ultraTB.py (AutoFormattedTB.__call__): changed to
 	resolve output channel at call time, so that if sys.stderr has
 	been redirected by user this gets honored.
 
 2002-06-13  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShell.__init__): Changed IPythonShell to
 	IPShell. Kept a copy with the old names to avoid breaking people's
 	embedded code.
 
 	* IPython/ipython: simplified it to the bare minimum after
 	Holger's suggestions. Added info about how to use it in
 	PYTHONSTARTUP.
 
 	* IPython/Shell.py (IPythonShell): changed the options passing
 	from a string with funky %s replacements to a straight list. Maybe
 	a bit more typing, but it follows sys.argv conventions, so there's
 	less special-casing to remember.
 
 2002-06-12  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_r): new magic auto-repeat
 	command. Thanks to a suggestion by Mike Heeter.
 	(Magic.magic_pfile): added behavior to look at filenames if given
 	arg is not a defined object.
 	(Magic.magic_save): New @save function to save code snippets. Also
 	a Mike Heeter idea.
 
 	* IPython/UserConfig/GnuplotMagic.py (plot): Improvements to
 	plot() and replot(). Much more convenient now, especially for
 	interactive use.
 
 	* IPython/Magic.py (Magic.magic_run): Added .py automatically to
 	filenames.
 
 2002-06-02  Fernando Perez  <[e-mail]>
 
 	* IPython/Struct.py (Struct.__init__): modified to admit
 	initialization via another struct.
 
 	* IPython/genutils.py (SystemExec.__init__): New stateful
 	interface to xsys and bq. Useful for writing system scripts.
 
 2002-05-30  Fernando Perez  <[e-mail]>
 
 	* MANIFEST.in: Changed docfile selection to exclude all the lyx
 	documents. This will make the user download smaller (it's getting
 	too big).
 
 2002-05-29  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (_FakeModule.__init__): New class introduced to
 	fix problems with shelve and pickle. Seems to work, but I don't
 	know if corner cases break it. Thanks to Mike Heeter
 	<korora-AT-SDF.LONESTAR.ORG> for the bug reports and test cases.
 
 2002-05-24  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Macro.__init__): fixed magics embedded in
 	macros having broken.
 
 2002-05-21  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_logstart): fixed recently
 	introduced logging bug: all history before logging started was
 	being written one character per line! This came from the redesign
 	of the input history as a special list which slices to strings,
 	not to lists.
 
 2002-05-20  Fernando Perez  <[e-mail]>
 
 	* IPython/Prompts.py (CachedOutput.__init__): made the color table
 	be an attribute of all classes in this module. The design of these
 	classes needs some serious overhauling.
 
 	* IPython/DPyGetOpt.py (DPyGetOpt.setPosixCompliance): fixed bug
 	which was ignoring '_' in option names.
 
 	* IPython/ultraTB.py (FormattedTB.__init__): Changed
 	'Verbose_novars' to 'Context' and made it the new default. It's a
 	bit more readable and also safer than verbose.
 
 	* IPython/PyColorize.py (Parser.__call__): Fixed coloring of
 	triple-quoted strings.
 
 	* IPython/OInspect.py (__all__): new module exposing the object
 	introspection facilities. Now the corresponding magics are dummy
 	wrappers around this. Having this module will make it much easier
 	to put these functions into our modified pdb.
 	This new object inspector system uses the new colorizing module,
 	so source code and other things are nicely syntax highlighted.
 
 2002-05-18  Fernando Perez  <[e-mail]>
 
 	* IPython/ColorANSI.py: Split the coloring tools into a separate
 	module so I can use them in other code easier (they were part of
 	ultraTB).
 
 2002-05-17  Fernando Perez  <[e-mail]>
 
 	* IPython/UserConfig/GnuplotMagic.py (magic_gp_set_instance):
 	fixed it to set the global 'g' also to the called instance, as
 	long as 'g' was still a gnuplot instance (so it doesn't overwrite
 	user's 'g' variables).
 
 	* IPython/iplib.py (InteractiveShell.__init__): Added In/Out
 	global variables (aliases to _ih,_oh) so that users which expect
 	In[5] or Out[7] to work aren't unpleasantly surprised.
 	(InputList.__getslice__): new class to allow executing slices of
 	input history directly. Very simple class, complements the use of
 	macros.
 
 2002-05-16  Fernando Perez  <[e-mail]>
 
 	* setup.py (docdirbase): make doc directory be just doc/IPython
 	without version numbers, it will reduce clutter for users.
 
 	* IPython/Magic.py (Magic.magic_run): Add explicit local dict to
 	execfile call to prevent possible memory leak. See for details:
 	http://mail.python.org/pipermail/python-list/2002-February/088476.html
 
 2002-05-15  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_psource): made the object
 	introspection names be more standard: pdoc, pdef, pfile and
 	psource. They all print/page their output, and it makes
 	remembering them easier. Kept old names for compatibility as
 	aliases.
 
 2002-05-14  Fernando Perez  <[e-mail]>
 
 	* IPython/UserConfig/GnuplotMagic.py: I think I finally understood
 	what the mouse problem was. The trick is to use gnuplot with temp
 	files and NOT with pipes (for data communication), because having
 	both pipes and the mouse on is bad news.
 
 2002-05-13  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic._ofind): fixed namespace order search
 	bug. Information would be reported about builtins even when
 	user-defined functions overrode them.
 
 2002-05-11  Fernando Perez  <[e-mail]>
 
 	* IPython/__init__.py (__all__): removed FlexCompleter from
 	__all__ so that things don't fail in platforms without readline.
 
 2002-05-10  Fernando Perez  <[e-mail]>
 
 	* IPython/__init__.py (__all__): removed numutils from __all__ b/c
 	it requires Numeric, effectively making Numeric a dependency for
 	IPython.
 
 	* Released 0.2.13
 
 	* IPython/Magic.py (Magic.magic_prun): big overhaul to the
 	profiler interface. Now all the major options from the profiler
 	module are directly supported in IPython, both for single
 	expressions (@prun) and for full programs (@run -p).
 
 2002-05-09  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_doc): fixed to show docstrings of
 	magic properly formatted for screen.
 
 	* setup.py (make_shortcut): Changed things to put pdf version in
 	doc/ instead of doc/manual (had to change lyxport a bit).
 
 	* IPython/Magic.py (Profile.string_stats): made profile runs go
 	through pager (they are long and a pager allows searching, saving,
 	etc.)
 
 2002-05-08  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.12
 
 2002-05-06  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_hist): small bug fixed (recently
 	introduced); 'hist n1 n2' was broken.
 	(Magic.magic_pdb): added optional on/off arguments to @pdb
 	(Magic.magic_run): added option -i to @run, which executes code in
 	the IPython namespace instead of a clean one. Also added @irun as
 	an alias to @run -i.
 
 	* IPython/UserConfig/GnuplotMagic.py (magic_gp_set_instance):
 	fixed (it didn't really do anything, the namespaces were wrong).
 
 	* IPython/Debugger.py (__init__): Added workaround for python 2.1
 
 	* IPython/__init__.py (__all__): Fixed package namespace, now
 	'import IPython' does give access to IPython.<all> as
 	expected. Also renamed __release__ to Release.
 
 	* IPython/Debugger.py (__license__): created new Pdb class which
 	functions like a drop-in for the normal pdb.Pdb but does NOT
 	import readline by default. This way it doesn't muck up IPython's
 	readline handling, and now tab-completion finally works in the
 	debugger -- sort of. It completes things globally visible, but the
 	completer doesn't track the stack as pdb walks it. That's a bit
 	tricky, and I'll have to implement it later.
 
 2002-05-05  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_oinfo): fixed formatting bug for
 	magic docstrings when printed via ? (explicit \'s were being
 	printed).
 
 	* IPython/ipmaker.py (make_IPython): fixed namespace
 	identification bug. Now variables loaded via logs or command-line
 	files are recognized in the interactive namespace by @who.
 
 	* IPython/iplib.py (InteractiveShell.safe_execfile): Fixed bug in
 	log replay system stemming from the string form of Structs.
 
 	* IPython/Magic.py (Macro.__init__): improved macros to properly
 	handle magic commands in them.
 	(Magic.magic_logstart): usernames are now expanded so 'logstart
 	~/mylog' now works.
 
 	* IPython/iplib.py (complete): fixed bug where paths starting with
 	'/' would be completed as magic names.
 
 2002-05-04  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_run): added options -p and -f to
 	allow running full programs under the profiler's control.
 
 	* IPython/ultraTB.py (FormattedTB.__init__): Added Verbose_novars
 	mode to report exceptions verbosely but without formatting
 	variables. This addresses the issue of ipython 'freezing' (it's
 	not frozen, but caught in an expensive formatting loop) when huge
 	variables are in the context of an exception.
 	(VerboseTB.text): Added '--->' markers at line where exception was
 	triggered. Much clearer to read, especially in NoColor modes.
 
 	* IPython/Magic.py (Magic.magic_run): bugfix: -n option had been
 	implemented in reverse when changing to the new parse_options().
 
 2002-05-03  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.parse_options): new function so that
 	magics can parse options easier.
 	(Magic.magic_prun): new function similar to profile.run(),
 	suggested by Chris Hart.
 	(Magic.magic_cd): fixed behavior so that it only changes if
 	directory actually is in history.
 
 	* IPython/usage.py (__doc__): added information about potential
 	slowness of Verbose exception mode when there are huge data
 	structures to be formatted (thanks to Archie Paulson).
 
 	* IPython/ipmaker.py (make_IPython): Changed default logging
 	(when simply called with -log) to use curr_dir/ipython.log in
 	rotate mode. Fixed crash which was occuring with -log before
 	(thanks to Jim Boyle).
 
 2002-05-01  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.11 for these fixes (mainly the ultraTB one which
 	was nasty -- though somewhat of a corner case).
 
 	* IPython/ultraTB.py (AutoFormattedTB.text): renamed __text to
 	text (was a bug).
 
 2002-04-30  Fernando Perez  <[e-mail]>
 
 	* IPython/UserConfig/GnuplotMagic.py (magic_gp): Minor fix to add
 	a print after ^D or ^C from the user so that the In[] prompt
 	doesn't over-run the gnuplot one.
 
 2002-04-29  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.10
 
 	* IPython/__release__.py (version): get date dynamically.
 
 	* Misc. documentation updates thanks to Arnd's comments. Also ran
 	a full spellcheck on the manual (hadn't been done in a while).
 
 2002-04-27  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_logstart): Fixed bug where
 	starting a log in mid-session would reset the input history list.
 
 2002-04-26  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.wait): Fixed bug where not
 	all files were being included in an update. Now anything in
 	UserConfig that matches [A-Za-z]*.py will go (this excludes
 	__init__.py)
 
 2002-04-25  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.__init__): Added __IPYTHON__
 	to __builtins__ so that any form of embedded or imported code can
 	test for being inside IPython.
 
 	* IPython/UserConfig/GnuplotMagic.py: (magic_gp_set_instance):
 	changed to GnuplotMagic because it's now an importable module,
 	this makes the name follow that of the standard Gnuplot module.
 	GnuplotMagic can now be loaded at any time in mid-session.
 
 2002-04-24  Fernando Perez  <[e-mail]>
 
 	* IPython/numutils.py: removed SIUnits. It doesn't properly set
 	the globals (IPython has its own namespace) and the
 	PhysicalQuantity stuff is much better anyway.
 
 	* IPython/UserConfig/example-gnuplot.py (g2): Added gnuplot
 	embedding example to standard user directory for
 	distribution. Also put it in the manual.
 
 	* IPython/numutils.py (gnuplot_exec): Changed to take a gnuplot
 	instance as first argument (so it doesn't rely on some obscure
 	hidden global).
 
 	* IPython/UserConfig/ipythonrc.py: put () back in accepted
 	delimiters. While it prevents ().TAB from working, it allows
 	completions in open (... expressions. This is by far a more common
 	case.
 
 2002-04-23  Fernando Perez  <[e-mail]>
 
 	* IPython/Extensions/InterpreterPasteInput.py: new
 	syntax-processing module for pasting lines with >>> or ... at the
 	start.
 
 	* IPython/Extensions/PhysicalQ_Interactive.py
 	(PhysicalQuantityInteractive.__int__): fixed to work with either
 	Numeric or math.
 
 	* IPython/UserConfig/ipythonrc-numeric.py: reorganized the
 	provided profiles. Now we have:
 	-math -> math module as * and cmath with its own namespace.
 	-numeric -> Numeric as *, plus gnuplot & grace
 	-physics -> same as before
 
 	* IPython/Magic.py (Magic.magic_magic): Fixed bug where
 	user-defined magics wouldn't be found by @magic if they were
 	defined as class methods. Also cleaned up the namespace search
 	logic and the string building (to use %s instead of many repeated
 	string adds).
 
 	* IPython/UserConfig/example-magic.py (magic_foo): updated example
 	of user-defined magics to operate with class methods (cleaner, in
 	line with the gnuplot code).
 
 2002-04-22  Fernando Perez  <[e-mail]>
 
 	* setup.py: updated dependency list so that manual is updated when
 	all included files change.
 
 	* IPython/ipmaker.py (make_IPython): Fixed bug which was ignoring
 	the delimiter removal option (the fix is ugly right now).
 
 	* IPython/UserConfig/ipythonrc-physics.py: simplified not to load
 	all of the math profile (quicker loading, no conflict between
 	g-9.8 and g-gnuplot).
 
 	* IPython/CrashHandler.py (CrashHandler.__call__): changed default
 	name of post-mortem files to IPython_crash_report.txt.
 
 	* Cleanup/update of the docs. Added all the new readline info and
 	formatted all lists as 'real lists'.
 
 	* IPython/ipmaker.py (make_IPython): removed now-obsolete
 	tab-completion options, since the full readline parse_and_bind is
 	now accessible.
 
 	* IPython/iplib.py (InteractiveShell.init_readline): Changed
 	handling of readline options. Now users can specify any string to
 	be passed to parse_and_bind(), as well as the delimiters to be
 	removed.
 	(InteractiveShell.__init__): Added __name__ to the global
 	namespace so that things like Itpl which rely on its existence
 	don't crash.
 	(InteractiveShell._prefilter): Defined the default with a _ so
 	that prefilter() is easier to override, while the default one
 	remains available.
 
 2002-04-18  Fernando Perez  <[e-mail]>
 
 	* Added information about pdb in the docs.
 
 2002-04-17  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (make_IPython): added rc_override option to
 	allow passing config options at creation time which may override
 	anything set in the config files or command line. This is
 	particularly useful for configuring embedded instances.
 
 2002-04-15  Fernando Perez  <[e-mail]>
 
 	* IPython/Logger.py (Logger.log): Fixed a nasty bug which could
 	crash embedded instances because of the input cache falling out of
 	sync with the output counter.
 
 	* IPython/Shell.py (IPythonShellEmbed.__init__): added a debug
 	mode which calls pdb after an uncaught exception in IPython itself.
 
 2002-04-14  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.showtraceback): pdb mucks up
 	readline, fix it back after each call.
 
 	* IPython/ultraTB.py (AutoFormattedTB.__text): made text a private
 	method to force all access via __call__(), which guarantees that
 	traceback references are properly deleted.
 
 	* IPython/Prompts.py (CachedOutput._display): minor fixes to
 	improve printing when pprint is in use.
 
 2002-04-13  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPythonShellEmbed.__call__): SystemExit
 	exceptions aren't caught anymore. If the user triggers one, he
 	should know why he's doing it and it should go all the way up,
 	just like any other exception. So now @abort will fully kill the
 	embedded interpreter and the embedding code (unless that happens
 	to catch SystemExit).
 
 	* IPython/ultraTB.py (VerboseTB.__init__): added a call_pdb flag
 	and a debugger() method to invoke the interactive pdb debugger
 	after printing exception information. Also added the corresponding
 	-pdb option and @pdb magic to control this feature, and updated
 	the docs. After a suggestion from Christopher Hart
 	(hart-AT-caltech.edu).
 
 2002-04-12  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPythonShellEmbed.__init__): modified to use
 	the exception handlers defined by the user (not the CrashHandler)
 	so that user exceptions don't trigger an ipython bug report.
 
 	* IPython/ultraTB.py (ColorTB.__init__): made the color scheme
 	configurable (it should have always been so).
 
 2002-03-26  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPythonShellEmbed.__call__): many changes here
 	and there to fix embedding namespace issues. This should all be
 	done in a more elegant way.
 
 2002-03-25  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (get_home_dir): Try to make it work under
 	win9x also.
 
 2002-03-20  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPythonShellEmbed.__init__): leave
 	sys.displayhook untouched upon __init__.
 
 2002-03-19  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.9 (for embedding bug, basically).
 
 	* IPython/Shell.py (IPythonShellEmbed.__call__): Trap SystemExit
 	exceptions so that enclosing shell's state can be restored.
 
 	* Changed magic_gnuplot.py to magic-gnuplot.py to standardize
 	naming conventions in the .ipython/ dir.
 
 	* IPython/iplib.py (InteractiveShell.init_readline): removed '-'
 	from delimiters list so filenames with - in them get expanded.
 
 	* IPython/Shell.py (IPythonShellEmbed.__call__): fixed bug with
 	sys.displayhook not being properly restored after an embedded call.
 
  2002-03-18  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.8
 
 	* IPython/iplib.py (InteractiveShell.user_setup): fixed bug where
 	some files weren't being included in a -upgrade.
 	(InteractiveShell.init_readline): Added 'set show-all-if-ambiguous
 	on' so that the first tab completes.
 	(InteractiveShell.handle_magic): fixed bug with spaces around
 	quotes breaking many magic commands.
 
 	* setup.py: added note about ignoring the syntax error messages at
 	installation.
 
 	* IPython/UserConfig/magic_gnuplot.py (magic_gp): finished
 	streamlining the gnuplot interface, now there's only one magic @gp.
 
 2002-03-17  Fernando Perez  <[e-mail]>
 
 	* IPython/UserConfig/magic_gnuplot.py: new name for the
 	example-magic_pm.py file. Much enhanced system, now with a shell
 	for communicating directly with gnuplot, one command at a time.
 
 	* IPython/Magic.py (Magic.magic_run): added option -n to prevent
 	setting __name__=='__main__'.
 
 	* IPython/UserConfig/example-magic_pm.py (magic_pm): Added
 	mini-shell for accessing gnuplot from inside ipython. Should
 	extend it later for grace access too. Inspired by Arnd's
 	suggestion.
 
 	* IPython/iplib.py (InteractiveShell.handle_magic): fixed bug when
 	calling magic functions with () in their arguments. Thanks to Arnd
 	Baecker for pointing this to me.
 
 	* IPython/numutils.py (sum_flat): fixed bug. Would recurse
 	infinitely for integer or complex arrays (only worked with floats).
 
 2002-03-16  Fernando Perez  <[e-mail]>
 
 	* setup.py: Merged setup and setup_windows into a single script
 	which properly handles things for windows users.
 
 2002-03-15  Fernando Perez  <[e-mail]>
 
 	* Big change to the manual: now the magics are all automatically
 	documented. This information is generated from their docstrings
 	and put in a latex file included by the manual lyx file. This way
 	we get always up to date information for the magics. The manual
 	now also has proper version information, also auto-synced.
 
 	For this to work, an undocumented --magic_docstrings option was added.
 
 2002-03-13  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (TermColors): fixed problem with dark colors
 	under CDE terminals. An explicit ;2 color reset is needed in the escapes.
 
 2002-03-12  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (TermColors): changed color escapes again to
 	fix the (old, reintroduced) line-wrapping bug. Basically, if
 	\001..\002 aren't given in the color escapes, lines get wrapped
 	weirdly. But giving those screws up old xterms and emacs terms. So
 	I added some logic for emacs terms to be ok, but I can't identify old
 	xterms separately ($TERM=='xterm' for many terminals, like konsole).
 
 2002-03-10  Fernando Perez  <[e-mail]>
 
 	* IPython/usage.py (__doc__): Various documentation cleanups and
 	updates, both in usage docstrings and in the manual.
 
 	* IPython/Prompts.py (CachedOutput.set_colors): cleanups for
 	handling of caching. Set minimum acceptabe value for having a
 	cache at 20 values.
 
 	* IPython/iplib.py (InteractiveShell.user_setup): moved the
 	install_first_time function to a method, renamed it and added an
 	'upgrade' mode. Now people can update their config directory with
 	a simple command line switch (-upgrade, also new).
 
 	* IPython/Magic.py (Magic.magic_pfile): Made @pfile an alias to
 	@file (convenient for automagic users under Python >= 2.2). 
 	Removed @files (it seemed more like a plural than an abbrev. of
 	'file show').
 
 	* IPython/iplib.py (install_first_time): Fixed crash if there were
 	backup files ('~') in .ipython/ install directory.
 
 	* IPython/ipmaker.py (make_IPython): fixes for new prompt
 	system. Things look fine, but these changes are fairly
 	intrusive. Test them for a few days.
 
 	* IPython/Prompts.py (CachedOutput.__init__): Massive rewrite of
 	the prompts system. Now all in/out prompt strings are user
 	controllable. This is particularly useful for embedding, as one
 	can tag embedded instances with particular prompts. 
 
 	Also removed global use of sys.ps1/2, which now allows nested
 	embeddings without any problems. Added command-line options for
 	the prompt strings.
 
 2002-03-08  Fernando Perez  <[e-mail]>
 
 	* IPython/UserConfig/example-embed-short.py (ipshell): added
 	example file with the bare minimum code for embedding.
 
 	* IPython/Shell.py (IPythonShellEmbed.set_dummy_mode): added
 	functionality for the embeddable shell to be activated/deactivated
 	either globally or at each call.
 
 	* IPython/Prompts.py (Prompt1.auto_rewrite): Fixes the problem of
 	rewriting the prompt with '--->' for auto-inputs with proper
 	coloring. Now the previous UGLY hack in handle_auto() is gone, and
 	this is handled by the prompts class itself, as it should.
 
 2002-03-05  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_logstart): Changed @log to
 	@logstart to avoid name clashes with the math log function.
 
 	* Big updates to X/Emacs section of the manual.
 
 	* Removed ipython_emacs. Milan explained to me how to pass
 	arguments to ipython through Emacs. Some day I'm going to end up
 	learning some lisp...
 
 2002-03-04  Fernando Perez  <[e-mail]>
 
 	* IPython/ipython_emacs: Created script to be used as the
 	py-python-command Emacs variable so we can pass IPython
 	parameters. I can't figure out how to tell Emacs directly to pass
 	parameters to IPython, so a dummy shell script will do it.
 
 	Other enhancements made for things to work better under Emacs'
 	various types of terminals. Many thanks to Milan Zamazal
 	<pdm-AT-zamazal.org> for all the suggestions and pointers.
 
 2002-03-01  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (make_IPython): added a --readline! option so
 	that loading of readline is now optional. This gives better
 	control to emacs users.
 
 	* IPython/ultraTB.py (__date__): Modified color escape sequences
 	and now things work fine under xterm and in Emacs' term buffers
 	(though not shell ones). Well,  in emacs you get colors, but all
 	seem to be 'light' colors (no difference between dark and light
 	ones). But the garbage chars are gone, and also in xterms. It
 	seems that now I'm using 'cleaner' ansi sequences.
 
 2002-02-21  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.7 (mainly to publish the scoping fix).
 	
 	* IPython/Logger.py (Logger.logstate): added. A corresponding
 	@logstate magic was created.
 
 	* IPython/Magic.py: fixed nested scoping problem under Python
 	2.1.x (automagic wasn't working).
 
 2002-02-20  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.6.
 
 	* IPython/OutputTrap.py (OutputTrap.__init__): added a 'quiet'
 	option so that logs can come out without any headers at all.
 
 	* IPython/UserConfig/ipythonrc-scipy.py: created a profile for
 	SciPy.
 
 	* IPython/iplib.py (InteractiveShell.embed_mainloop): Changed so
 	that embedded IPython calls don't require vars() to be explicitly
 	passed. Now they are extracted from the caller's frame (code
 	snatched from Eric Jones' weave). Added better documentation to
 	the section on embedding and the example file.
 
 	* IPython/genutils.py (page): Changed so that under emacs, it just
 	prints the string. You can then page up and down in the emacs
 	buffer itself. This is how the builtin help() works.
 
 	* IPython/Prompts.py (CachedOutput.__call__): Fixed issue with
 	macro scoping: macros need to be executed in the user's namespace
 	to work as if they had been typed by the user.
 
 	* IPython/Magic.py (Magic.magic_macro): Changed macros so they
 	execute automatically (no need to type 'exec...'). They then
 	behave like 'true macros'. The printing system was also modified
 	for this to work.
 
 2002-02-19  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (page_file): new function for paging files
 	in an OS-independent way. Also necessary for file viewing to work
 	well inside Emacs buffers.
 	(page): Added checks for being in an emacs buffer.
 	(page): fixed bug for Windows ($TERM isn't set in Windows). Fixed
 	same bug in iplib.
 
 2002-02-18  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.init_readline): modified use
 	of readline so that IPython can work inside an Emacs buffer.
 
 	* IPython/ultraTB.py (AutoFormattedTB.__call__): some fixes to
 	method signatures (they weren't really bugs, but it looks cleaner
 	and keeps PyChecker happy).
 
 	* IPython/ipmaker.py (make_IPython): added hooks Struct to __IP
 	for implementing various user-defined hooks. Currently only
 	display is done.
 
 	* IPython/Prompts.py (CachedOutput._display): changed display
 	functions so that they can be dynamically changed by users easily.
 
 	* IPython/Extensions/numeric_formats.py (num_display): added an
 	extension for printing NumPy arrays in flexible manners. It
 	doesn't do anything yet, but all the structure is in
 	place. Ultimately the plan is to implement output format control
 	like in Octave.
 
 	* IPython/Magic.py (Magic.lsmagic): changed so that bound magic
 	methods are found at run-time by all the automatic machinery.
 
 2002-02-17  Fernando Perez  <[e-mail]>
 
 	* setup_Windows.py (make_shortcut): documented. Cleaned up the
 	whole file a little.
 
 	* ToDo: closed this document. Now there's a new_design.lyx
 	document for all new ideas. Added making a pdf of it for the
 	end-user distro.
 
 	* IPython/Logger.py (Logger.switch_log): Created this to replace
 	logon() and logoff(). It also fixes a nasty crash reported by 
 	Philip Hisley <compsys-AT-starpower.net>. Many thanks to him.
 
 	* IPython/iplib.py (complete): got auto-completion to work with
 	automagic (I had wanted this for a long time).
 
 	* IPython/Magic.py (Magic.magic_files): Added @files as an alias
 	to @file, since file() is now a builtin and clashes with automagic
 	for @file.
 
 	* Made some new files: Prompts, CrashHandler, Magic, Logger. All
 	of this was previously in iplib, which had grown to more than 2000
 	lines, way too long. No new functionality, but it makes managing
 	the code a bit easier.
 
 	* IPython/iplib.py (IPythonCrashHandler.__call__): Added version
 	information to crash reports.
 
 2002-02-12  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.5.
 
 2002-02-11  Fernando Perez  <[e-mail]>
 
 	* Wrote a relatively complete Windows installer. It puts
 	everything in place, creates Start Menu entries and fixes the
 	color issues. Nothing fancy, but it works.
 
 2002-02-10  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.safe_execfile): added an
 	os.path.expanduser() call so that we can type @run ~/myfile.py and
 	have thigs work as expected.
 
 	* IPython/genutils.py (page): fixed exception handling so things
 	work both in Unix and Windows correctly. Quitting a pager triggers
 	an IOError/broken pipe in Unix, and in windows not finding a pager
 	is also an IOError, so I had to actually look at the return value
 	of the exception, not just the exception itself. Should be ok now.
 
 	* IPython/ultraTB.py (ColorSchemeTable.set_active_scheme):
 	modified to allow case-insensitive color scheme changes.
 
 2002-02-09  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (native_line_ends): new function to leave
 	user config files with os-native line-endings.
 
 	* README and manual updates.
 
 	* IPython/genutils.py: fixed unicode bug: use types.StringTypes
 	instead of StringType to catch Unicode strings.
 
 	* IPython/genutils.py (filefind): fixed bug for paths with
 	embedded spaces (very common in Windows).
 
 	* IPython/ipmaker.py (make_IPython): added a '.ini' to the rc
 	files under Windows, so that they get automatically associated
 	with a text editor. Windows makes it a pain to handle
 	extension-less files.
 
 	* IPython/iplib.py (InteractiveShell.init_readline): Made the
 	warning about readline only occur for Posix. In Windows there's no
 	way to get readline, so why bother with the warning.
 
 	* IPython/Struct.py (Struct.__str__): fixed to use self.__dict__
 	for __str__ instead of dir(self), since dir() changed in 2.2.
 
 	* Ported to Windows! Tested on XP, I suspect it should work fine
 	on NT/2000, but I don't think it will work on 98 et al. That
 	series of Windows is such a piece of junk anyway that I won't try
 	porting it there. The XP port was straightforward, showed a few
 	bugs here and there (fixed all), in particular some string
 	handling stuff which required considering Unicode strings (which
 	Windows uses). This is good, but hasn't been too tested :) No
 	fancy installer yet, I'll put a note in the manual so people at
 	least make manually a shortcut.
 
 	* IPython/iplib.py (Magic.magic_colors): Unified the color options
 	into a single one, "colors". This now controls both prompt and
 	exception color schemes, and can be changed both at startup
 	(either via command-line switches or via ipythonrc files) and at
 	runtime, with @colors.
 	(Magic.magic_run): renamed @prun to @run and removed the old
 	@run. The two were too similar to warrant keeping both.
 
 2002-02-03  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (install_first_time): Added comment on how to
 	configure the color options for first-time users. Put a <return>
 	request at the end so that small-terminal users get a chance to
 	read the startup info.
 
 2002-01-23  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (CachedOutput.update): Changed output memory
 	variable names from _o,_oo,_ooo,_o<n> to simply _,__,___,_<n>. For
 	input history we still use _i. Did this b/c these variable are
 	very commonly used in interactive work, so the less we need to
 	type the better off we are.
 	(Magic.magic_prun): updated @prun to better handle the namespaces
 	the file will run in, including a fix for __name__ not being set
 	before.
 
 2002-01-20  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (VerboseTB.linereader): Fixed printing of
 	extra garbage for Python 2.2. Need to look more carefully into
 	this later.
 
 2002-01-19  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.showtraceback): fixed to
 	display SyntaxError exceptions properly formatted when they occur
 	(they can be triggered by imported code).
 
 2002-01-18  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.safe_execfile): now
 	SyntaxError exceptions are reported nicely formatted, instead of
 	spitting out only offset information as before.
 	(Magic.magic_prun): Added the @prun function for executing
 	programs with command line args inside IPython.
 
 2002-01-16  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (Magic.magic_hist): Changed @hist and @dhist
 	to *not* include the last item given in a range. This brings their
 	behavior in line with Python's slicing: 
 	  a[n1:n2] -> a[n1]...a[n2-1]
 	It may be a bit less convenient, but I prefer to stick to Python's
 	conventions *everywhere*, so users never have to wonder.
 	(Magic.magic_macro): Added @macro function to ease the creation of
 	macros.
 
 2002-01-05  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.4.
 
 	* IPython/iplib.py (Magic.magic_pdef): 
 	(InteractiveShell.safe_execfile): report magic lines and error
 	lines without line numbers so one can easily copy/paste them for
 	re-execution.
 
 	* Updated manual with recent changes.
 
 	* IPython/iplib.py (Magic.magic_oinfo): added constructor
 	docstring printing when class? is called. Very handy for knowing
 	how to create class instances (as long as __init__ is well
 	documented, of course :)
 	(Magic.magic_doc): print both class and constructor docstrings.
 	(Magic.magic_pdef): give constructor info if passed a class and
 	__call__ info for callable object instances.
 
 2002-01-04  Fernando Perez  <[e-mail]>
 
 	* Made deep_reload() off by default. It doesn't always work
 	exactly as intended, so it's probably safer to have it off. It's
 	still available as dreload() anyway, so nothing is lost.
 
 2002-01-02  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.3 (contacted R.Singh at CU about biopython course,
 	so I wanted an updated release).
 
 2001-12-27  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.interact): Added the original
 	code from 'code.py' for this module in order to change the
 	handling of a KeyboardInterrupt. This was necessary b/c otherwise
 	the history cache would break when the user hit Ctrl-C, and
 	interact() offers no way to add any hooks to it.
 
 2001-12-23  Fernando Perez  <[e-mail]>
 
 	* setup.py: added check for 'MANIFEST' before trying to remove
 	it. Thanks to Sean Reifschneider.
 
 2001-12-22  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.2.
 
 	* Finished (reasonably) writing the manual. Later will add the
 	python-standard navigation stylesheets, but for the time being
 	it's fairly complete. Distribution will include html and pdf
 	versions.
 
 	* Bugfix: '.' wasn't being added to sys.path. Thanks to Prabhu
 	(MayaVi author).
 
 2001-12-21  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.1. Barring any nasty bugs, this is it as far as a
 	good public release, I think (with the manual and the distutils
 	installer). The manual can use some work, but that can go
 	slowly. Otherwise I think it's quite nice for end users. Next
 	summer, rewrite the guts of it...
 
 	* Changed format of ipythonrc files to use whitespace as the
 	separator instead of an explicit '='. Cleaner.
 
 2001-12-20  Fernando Perez  <[e-mail]>
 
 	* Started a manual in LyX. For now it's just a quick merge of the
 	various internal docstrings and READMEs. Later it may grow into a
 	nice, full-blown manual.
 
 	* Set up a distutils based installer. Installation should now be
 	trivially simple for end-users.
 
 2001-12-11  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.0. First public release, announced it at
 	comp.lang.python. From now on, just bugfixes...
 
 	* Went through all the files, set copyright/license notices and
 	cleaned up things. Ready for release.
 
 2001-12-10  Fernando Perez  <[e-mail]>
 
 	* Changed the first-time installer not to use tarfiles. It's more
 	robust now and less unix-dependent. Also makes it easier for
 	people to later upgrade versions.
 
 	* Changed @exit to @abort to reflect the fact that it's pretty
 	brutal (a sys.exit()). The difference between @abort and Ctrl-D
 	becomes significant only when IPyhton is embedded: in that case,
 	C-D closes IPython only, but @abort kills the enclosing program
 	too (unless it had called IPython inside a try catching
 	SystemExit).
 
 	* Created Shell module which exposes the actuall IPython Shell
 	classes, currently the normal and the embeddable one. This at
 	least offers a stable interface we won't need to change when
 	(later) the internals are rewritten. That rewrite will be confined
 	to iplib and ipmaker, but the Shell interface should remain as is.
 
 	* Added embed module which offers an embeddable IPShell object,
 	useful to fire up IPython *inside* a running program. Great for
 	debugging or dynamical data analysis.
 
 2001-12-08  Fernando Perez  <[e-mail]>
 
 	* Fixed small bug preventing seeing info from methods of defined
 	objects (incorrect namespace in _ofind()).
 
 	* Documentation cleanup. Moved the main usage docstrings to a
 	separate file, usage.py (cleaner to maintain, and hopefully in the
 	future some perlpod-like way of producing interactive, man and
 	html docs out of it will be found).
 
 	* Added @profile to see your profile at any time.
 
 	* Added @p as an alias for 'print'. It's especially convenient if
 	using automagic ('p x' prints x).
 
 	* Small cleanups and fixes after a pychecker run.
 
 	* Changed the @cd command to handle @cd - and @cd -<n> for
 	visiting any directory in _dh.
 
 	* Introduced _dh, a history of visited directories. @dhist prints
 	it out with numbers.
 
 2001-12-07  Fernando Perez  <[e-mail]>
 
 	* Released 0.1.22
 
 	* Made initialization a bit more robust against invalid color
 	options in user input (exit, not traceback-crash).
 
 	* Changed the bug crash reporter to write the report only in the
 	user's .ipython directory. That way IPython won't litter people's
 	hard disks with crash files all over the place. Also print on
 	screen the necessary mail command.
 
 	* With the new ultraTB, implemented LightBG color scheme for light
 	background terminals. A lot of people like white backgrounds, so I
 	guess we should at least give them something readable.
 
 2001-12-06  Fernando Perez  <[e-mail]>
 
 	* Modified the structure of ultraTB. Now there's a proper class
 	for tables of color schemes which allow adding schemes easily and
 	switching the active scheme without creating a new instance every
 	time (which was ridiculous). The syntax for creating new schemes
 	is also cleaner. I think ultraTB is finally done, with a clean
 	class structure. Names are also much cleaner (now there's proper
 	color tables, no need for every variable to also have 'color' in
 	its name).
 
 	* Broke down genutils into separate files. Now genutils only
 	contains utility functions, and classes have been moved to their
 	own files (they had enough independent functionality to warrant
 	it): ConfigLoader, OutputTrap, Struct.
 
 2001-12-05  Fernando Perez  <[e-mail]>
 
 	* IPython turns 21! Released version 0.1.21, as a candidate for
 	public consumption. If all goes well, release in a few days.
 
 	* Fixed path bug (files in Extensions/ directory wouldn't be found
 	unless IPython/ was explicitly in sys.path).
 
 	* Extended the FlexCompleter class as MagicCompleter to allow
 	completion of @-starting lines.
 
 	* Created __release__.py file as a central repository for release
 	info that other files can read from.
 
 	* Fixed small bug in logging: when logging was turned on in
 	mid-session, old lines with special meanings (!@?) were being
 	logged without the prepended comment, which is necessary since
 	they are not truly valid python syntax. This should make session
 	restores produce less errors.
 
 	* The namespace cleanup forced me to make a FlexCompleter class
 	which is nothing but a ripoff of rlcompleter, but with selectable
 	namespace (rlcompleter only works in __main__.__dict__). I'll try
 	to submit a note to the authors to see if this change can be
 	incorporated in future rlcompleter releases (Dec.6: done)
 
 	* More fixes to namespace handling. It was a mess! Now all
 	explicit references to __main__.__dict__ are gone (except when
 	really needed) and everything is handled through the namespace
 	dicts in the IPython instance. We seem to be getting somewhere
 	with this, finally...
 
 	* Small documentation updates.
 
 	* Created the Extensions directory under IPython (with an
 	__init__.py). Put the PhysicalQ stuff there. This directory should
 	be used for all special-purpose extensions.
 
 	* File renaming:
 	  ipythonlib --> ipmaker
 	  ipplib     --> iplib
 	This makes a bit more sense in terms of what these files actually do.
 
 	* Moved all the classes and functions in ipythonlib to ipplib, so
 	now ipythonlib only has make_IPython(). This will ease up its
 	splitting in smaller functional chunks later.
 
 	* Cleaned up (done, I think) output of @whos. Better column
 	formatting, and now shows str(var) for as much as it can, which is
 	typically what one gets with a 'print var'.
 
 2001-12-04  Fernando Perez  <[e-mail]>
 
 	* Fixed namespace problems. Now builtin/IPyhton/user names get
 	properly reported in their namespace. Internal namespace handling
 	is finally getting decent (not perfect yet, but much better than
 	the ad-hoc mess we had).
 
 	* Removed -exit option. If people just want to run a python
 	script, that's what the normal interpreter is for. Less
 	unnecessary options, less chances for bugs.
 
 	* Added a crash handler which generates a complete post-mortem if
 	IPython crashes. This will help a lot in tracking bugs down the
 	road.
 
 	* Fixed nasty bug in auto-evaluation part of prefilter(). Names
 	which were boud to functions being reassigned would bypass the
 	logger, breaking the sync of _il with the prompt counter. This
 	would then crash IPython later when a new line was logged.
 
 2001-12-02  Fernando Perez  <[e-mail]>
 
 	* Made IPython a package. This means people don't have to clutter
 	their sys.path with yet another directory. Changed the INSTALL
 	file accordingly.
 
 	* Cleaned up the output of @who_ls, @who and @whos. @who_ls now
 	sorts its output (so @who shows it sorted) and @whos formats the
 	table according to the width of the first column. Nicer, easier to
 	read. Todo: write a generic table_format() which takes a list of
 	lists and prints it nicely formatted, with optional row/column
 	separators and proper padding and justification. 
 
 	* Released 0.1.20
 
 	* Fixed bug in @log which would reverse the inputcache list (a
 	copy operation was missing).
 
 	* Code cleanup. @config was changed to use page(). Better, since
 	its output is always quite long.
 
 	* Itpl is back as a dependency. I was having too many problems
 	getting the parametric aliases to work reliably, and it's just
 	easier to code weird string operations with it than playing %()s
 	games. It's only ~6k, so I don't think it's too big a deal.
 
 	* Found (and fixed) a very nasty bug with history. !lines weren't
 	getting cached, and the out of sync caches would crash
 	IPython. Fixed it by reorganizing the prefilter/handlers/logger
 	division of labor a bit better. Bug fixed, cleaner structure.
 
 2001-12-01  Fernando Perez  <[e-mail]>
 
 	* Released 0.1.19
 
 	* Added option -n to @hist to prevent line number printing. Much
 	easier to copy/paste code this way.
 
 	* Created global _il to hold the input list. Allows easy
 	re-execution of blocks of code by slicing it (inspired by Janko's
 	comment on 'macros').
 
 	* Small fixes and doc updates.
 
 	* Rewrote @history function (was @h). Renamed it to @hist, @h is
 	much too fragile with automagic. Handles properly multi-line
 	statements and takes parameters.
 
 2001-11-30  Fernando Perez  <[e-mail]>
 
 	* Version 0.1.18 released.
 
 	* Fixed nasty namespace bug in initial module imports.
 
 	* Added copyright/license notes to all code files (except
 	DPyGetOpt). For the time being, LGPL. That could change.
 
 	* Rewrote a much nicer README, updated INSTALL, cleaned up
 	ipythonrc-* samples.
 
 	* Overall code/documentation cleanup. Basically ready for
 	release. Only remaining thing: licence decision (LGPL?).
 
 	* Converted load_config to a class, ConfigLoader. Now recursion
 	control is better organized. Doesn't include the same file twice.
 
 2001-11-29  Fernando Perez  <[e-mail]>
 
 	* Got input history working. Changed output history variables from
 	_p to _o so that _i is for input and _o for output. Just cleaner
 	convention.
 
 	* Implemented parametric aliases. This pretty much allows the
 	alias system to offer full-blown shell convenience, I think.
 
 	* Version 0.1.17 released, 0.1.18 opened.
 
 	* dot_ipython/ipythonrc (alias): added documentation.
 	(xcolor): Fixed small bug (xcolors -> xcolor)
 
 	* Changed the alias system. Now alias is a magic command to define
 	aliases just like the shell. Rationale: the builtin magics should
 	be there for things deeply connected to IPython's
 	architecture. And this is a much lighter system for what I think
 	is the really important feature: allowing users to define quickly
 	magics that will do shell things for them, so they can customize
 	IPython easily to match their work habits. If someone is really
 	desperate to have another name for a builtin alias, they can
 	always use __IP.magic_newname = __IP.magic_oldname. Hackish but
 	works.
 
 2001-11-28  Fernando Perez  <[e-mail]>
 
 	* Changed @file so that it opens the source file at the proper
 	line. Since it uses less, if your EDITOR environment is
 	configured, typing v will immediately open your editor of choice
 	right at the line where the object is defined. Not as quick as
 	having a direct @edit command, but for all intents and purposes it
 	works. And I don't have to worry about writing @edit to deal with
 	all the editors, less does that.
 
 	* Version 0.1.16 released, 0.1.17 opened.
 
 	* Fixed some nasty bugs in the page/page_dumb combo that could
 	crash IPython.
 
 2001-11-27  Fernando Perez  <[e-mail]>
 
 	* Version 0.1.15 released, 0.1.16 opened.
 
 	* Finally got ? and ?? to work for undefined things: now it's
 	possible to type {}.get? and get information about the get method
 	of dicts, or os.path? even if only os is defined (so technically
 	os.path isn't). Works at any level. For example, after import os,
 	os?, os.path?, os.path.abspath? all work. This is great, took some
 	work in _ofind.
 
 	* Fixed more bugs with logging. The sanest way to do it was to add
 	to @log a 'mode' parameter. Killed two in one shot (this mode
 	option was a request of Janko's). I think it's finally clean
 	(famous last words).
 
 	* Added a page_dumb() pager which does a decent job of paging on
 	screen, if better things (like less) aren't available. One less
 	unix dependency (someday maybe somebody will port this to
 	windows).
 
 	* Fixed problem in magic_log: would lock of logging out if log
 	creation failed (because it would still think it had succeeded).
 
 	* Improved the page() function using curses to auto-detect screen
 	size. Now it can make a much better decision on whether to print
 	or page a string. Option screen_length was modified: a value 0
 	means auto-detect, and that's the default now.
 
 	* Version 0.1.14 released, 0.1.15 opened. I think this is ready to
 	go out. I'll test it for a few days, then talk to Janko about
 	licences and announce it.
 
 	* Fixed the length of the auto-generated ---> prompt which appears
 	for auto-parens and auto-quotes. Getting this right isn't trivial,
 	with all the color escapes, different prompt types and optional
 	separators. But it seems to be working in all the combinations.
 
 2001-11-26  Fernando Perez  <[e-mail]>
 
 	* Wrote a regexp filter to get option types from the option names
 	string. This eliminates the need to manually keep two duplicate
 	lists.
 
 	* Removed the unneeded check_option_names. Now options are handled
 	in a much saner manner and it's easy to visually check that things
 	are ok.
 
 	* Updated version numbers on all files I modified to carry a
 	notice so Janko and Nathan have clear version markers.
 
 	* Updated docstring for ultraTB with my changes. I should send
 	this to Nathan.
 
 	* Lots of small fixes. Ran everything through pychecker again.
 
 	* Made loading of deep_reload an cmd line option. If it's not too
 	kosher, now people can just disable it. With -nodeep_reload it's
 	still available as dreload(), it just won't overwrite reload().
 
 	* Moved many options to the no| form (-opt and -noopt
 	accepted). Cleaner.
 
 	* Changed magic_log so that if called with no parameters, it uses
 	'rotate' mode. That way auto-generated logs aren't automatically
 	over-written. For normal logs, now a backup is made if it exists
 	(only 1 level of backups). A new 'backup' mode was added to the
 	Logger class to support this. This was a request by Janko.
 
 	* Added @logoff/@logon to stop/restart an active log.
 
 	* Fixed a lot of bugs in log saving/replay. It was pretty
 	broken. Now special lines (!@,/) appear properly in the command
 	history after a log replay.
 
 	* Tried and failed to implement full session saving via pickle. My
 	idea was to pickle __main__.__dict__, but modules can't be
 	pickled. This would be a better alternative to replaying logs, but
 	seems quite tricky to get to work. Changed -session to be called
 	-logplay, which more accurately reflects what it does. And if we
 	ever get real session saving working, -session is now available.
 
 	* Implemented color schemes for prompts also. As for tracebacks,
 	currently only NoColor and Linux are supported. But now the
 	infrastructure is in place, based on a generic ColorScheme
 	class. So writing and activating new schemes both for the prompts
 	and the tracebacks should be straightforward.
 
 	* Version 0.1.13 released, 0.1.14 opened.
 
 	* Changed handling of options for output cache. Now counter is
 	hardwired starting at 1 and one specifies the maximum number of
 	entries *in the outcache* (not the max prompt counter). This is
 	much better, since many statements won't increase the cache
 	count. It also eliminated some confusing options, now there's only
 	one: cache_size.
 
 	* Added 'alias' magic function and magic_alias option in the
 	ipythonrc file. Now the user can easily define whatever names he
 	wants for the magic functions without having to play weird
 	namespace games. This gives IPython a real shell-like feel.
 
 	* Fixed doc/?/?? for magics. Now all work, in all forms (explicit
 	@ or not).
 
 	This was one of the last remaining 'visible' bugs (that I know
 	of). I think if I can clean up the session loading so it works
 	100% I'll release a 0.2.0 version on c.p.l (talk to Janko first
 	about licensing).	
 
 2001-11-25  Fernando Perez  <[e-mail]>
 
 	* Rewrote somewhat oinfo (?/??). Nicer, now uses page() and
 	there's a cleaner distinction between what ? and ?? show.
 
 	* Added screen_length option. Now the user can define his own
 	screen size for page() operations.
 
 	* Implemented magic shell-like functions with automatic code
 	generation. Now adding another function is just a matter of adding
 	an entry to a dict, and the function is dynamically generated at
 	run-time. Python has some really cool features!
 
 	* Renamed many options to cleanup conventions a little. Now all
 	are lowercase, and only underscores where needed. Also in the code
 	option name tables are clearer.
 
 	* Changed prompts a little. Now input is 'In [n]:' instead of
 	'In[n]:='. This allows it the numbers to be aligned with the
 	Out[n] numbers, and removes usage of ':=' which doesn't exist in
 	Python (it was a Mathematica thing). The '...' continuation prompt
 	was also changed a little to align better.
 
 	* Fixed bug when flushing output cache. Not all _p<n> variables
 	exist, so their deletion needs to be wrapped in a try:
 
 	* Figured out how to properly use inspect.formatargspec() (it
 	requires the args preceded by *). So I removed all the code from
 	_get_pdef in Magic, which was just replicating that.
 
 	* Added test to prefilter to allow redefining magic function names
 	as variables. This is ok, since the @ form is always available,
 	but whe should allow the user to define a variable called 'ls' if
 	he needs it.
 
 	* Moved the ToDo information from README into a separate ToDo.
 
 	* General code cleanup and small bugfixes. I think it's close to a
 	state where it can be released, obviously with a big 'beta'
 	warning on it.
 
 	* Got the magic function split to work. Now all magics are defined
 	in a separate class. It just organizes things a bit, and now
 	Xemacs behaves nicer (it was choking on InteractiveShell b/c it
 	was too long).
 
 	* Changed @clear to @reset to avoid potential confusions with
 	the shell command clear. Also renamed @cl to @clear, which does
 	exactly what people expect it to from their shell experience.
 
 	Added a check to the @reset command (since it's so
 	destructive, it's probably a good idea to ask for confirmation).
 	But now reset only works for full namespace resetting. Since the
 	del keyword is already there for deleting a few specific
 	variables, I don't see the point of having a redundant magic
 	function for the same task.
 
 2001-11-24  Fernando Perez  <[e-mail]>
 
 	* Updated the builtin docs (esp. the ? ones).
 
 	* Ran all the code through pychecker. Not terribly impressed with
 	it: lots of spurious warnings and didn't really find anything of
 	substance (just a few modules being imported and not used).
 
 	* Implemented the new ultraTB functionality into IPython. New
 	option: xcolors. This chooses color scheme. xmode now only selects
 	between Plain and Verbose. Better orthogonality.
 
 	* Large rewrite of ultraTB. Much cleaner now, with a separation of
 	mode and color scheme for the exception handlers. Now it's
 	possible to have the verbose traceback with no coloring.
 
 2001-11-23  Fernando Perez  <[e-mail]>
 
 	* Version 0.1.12 released, 0.1.13 opened.
 
 	* Removed option to set auto-quote and auto-paren escapes by
 	user. The chances of breaking valid syntax are just too high. If
 	someone *really* wants, they can always dig into the code.
 
 	* Made prompt separators configurable.
 
 2001-11-22  Fernando Perez  <[e-mail]>
 
 	* Small bugfixes in many places.
 
 	* Removed the MyCompleter class from ipplib. It seemed redundant
 	with the C-p,C-n history search functionality. Less code to
 	maintain.
 
 	* Moved all the original ipython.py code into ipythonlib.py. Right
 	now it's just one big dump into a function called make_IPython, so
 	no real modularity has been gained. But at least it makes the
 	wrapper script tiny, and since ipythonlib is a module, it gets
 	compiled and startup is much faster.
 
 	This is a reasobably 'deep' change, so we should test it for a
 	while without messing too much more with the code.
 
 2001-11-21  Fernando Perez  <[e-mail]>
 
 	* Version 0.1.11 released, 0.1.12 opened for further work.
 
 	* Removed dependency on Itpl. It was only needed in one place. It
 	would be nice if this became part of python, though. It makes life
 	*a lot* easier in some cases.
 
 	* Simplified the prefilter code a bit. Now all handlers are
 	expected to explicitly return a value (at least a blank string).
 
 	* Heavy edits in ipplib. Removed the help system altogether. Now
 	obj?/?? is used for inspecting objects, a magic @doc prints
 	docstrings, and full-blown Python help is accessed via the 'help'
 	keyword. This cleans up a lot of code (less to maintain) and does
 	the job. Since 'help' is now a standard Python component, might as
 	well use it and remove duplicate functionality.
 
 	Also removed the option to use ipplib as a standalone program. By
 	now it's too dependent on other parts of IPython to function alone.
 
 	* Fixed bug in genutils.pager. It would crash if the pager was
 	exited immediately after opening (broken pipe).
 
 	* Trimmed down the VerboseTB reporting a little. The header is
 	much shorter now and the repeated exception arguments at the end
 	have been removed. For interactive use the old header seemed a bit
 	excessive.
 
 	* Fixed small bug in output of @whos for variables with multi-word
 	types (only first word was displayed).
 
 2001-11-17  Fernando Perez  <[e-mail]>
 
 	* Version 0.1.10 released, 0.1.11 opened for further work.
 
 	* Modified dirs and friends. dirs now *returns* the stack (not
 	prints), so one can manipulate it as a variable. Convenient to
 	travel along many directories.
 
 	* Fixed bug in magic_pdef: would only work with functions with
 	arguments with default values.
 
 2001-11-14  Fernando Perez  <[e-mail]>
 
 	* Added the PhysicsInput stuff to dot_ipython so it ships as an
 	example with IPython. Various other minor fixes and cleanups.
 
 	* Version 0.1.9 released, 0.1.10 opened for further work.
 
 	* Added sys.path to the list of directories searched in the
 	execfile= option. It used to be the current directory and the
 	user's IPYTHONDIR only.
 
 2001-11-13  Fernando Perez  <[e-mail]>
 
 	* Reinstated the raw_input/prefilter separation that Janko had
 	initially. This gives a more convenient setup for extending the
 	pre-processor from the outside: raw_input always gets a string,
 	and prefilter has to process it. We can then redefine prefilter
 	from the outside and implement extensions for special
 	purposes.
 
 	Today I got one for inputting PhysicalQuantity objects
 	(from Scientific) without needing any function calls at
 	all. Extremely convenient, and it's all done as a user-level
 	extension (no IPython code was touched). Now instead of:
 		a = PhysicalQuantity(4.2,'m/s**2')
 	one can simply say
 		a = 4.2 m/s**2
 	or even
 		a = 4.2 m/s^2
 	
 	I use this, but it's also a proof of concept: IPython really is
 	fully user-extensible, even at the level of the parsing of the
 	command line. It's not trivial, but it's perfectly doable.
 
 	* Added 'add_flip' method to inclusion conflict resolver. Fixes
 	the problem of modules being loaded in the inverse order in which
 	they were defined in 
 
 	* Version 0.1.8 released, 0.1.9 opened for further work.
 
 	* Added magics pdef, source and file. They respectively show the
 	definition line ('prototype' in C), source code and full python
 	file for any callable object. The object inspector oinfo uses
 	these to show the same information.
 
 	* Version 0.1.7 released, 0.1.8 opened for further work.
 
 	* Separated all the magic functions into a class called Magic. The
 	InteractiveShell class was becoming too big for Xemacs to handle
 	(de-indenting a line would lock it up for 10 seconds while it
 	backtracked on the whole class!)
 
 	FIXME: didn't work. It can be done, but right now namespaces are
 	all messed up. Do it later (reverted it for now, so at least
 	everything works as before).
 
 	* Got the object introspection system (magic_oinfo) working! I
 	think this is pretty much ready for release to Janko, so he can
 	test it for a while and then announce it. Pretty much 100% of what
 	I wanted for the 'phase 1' release is ready. Happy, tired.
 
 2001-11-12  Fernando Perez  <[e-mail]>
 
 	* Version 0.1.6 released, 0.1.7 opened for further work.
 
 	* Fixed bug in printing: it used to test for truth before
 	printing, so 0 wouldn't print. Now checks for None.
 
 	* Fixed bug where auto-execs increase the prompt counter by 2 (b/c
 	they have to call len(str(sys.ps1)) ). But the fix is ugly, it
 	reaches by hand into the outputcache. Think of a better way to do
 	this later.
 
 	* Various small fixes thanks to Nathan's comments.
 
 	* Changed magic_pprint to magic_Pprint. This way it doesn't
 	collide with pprint() and the name is consistent with the command
 	line option.
 
 	* Changed prompt counter behavior to be fully like
 	Mathematica's. That is, even input that doesn't return a result
 	raises the prompt counter. The old behavior was kind of confusing
 	(getting the same prompt number several times if the operation
 	didn't return a result).
 
 	* Fixed Nathan's last name in a couple of places (Gray, not Graham).
 
 	* Fixed -Classic mode (wasn't working anymore).
 
 	* Added colored prompts using Nathan's new code. Colors are
 	currently hardwired, they can be user-configurable. For
 	developers, they can be chosen in file ipythonlib.py, at the
 	beginning of the CachedOutput class def.
 
 2001-11-11  Fernando Perez  <[e-mail]>
 
 	* Version 0.1.5 released, 0.1.6 opened for further work.
 
 	* Changed magic_env to *return* the environment as a dict (not to
 	print it). This way it prints, but it can also be processed.
 
 	* Added Verbose exception reporting to interactive
 	exceptions. Very nice, now even 1/0 at the prompt gives a verbose
 	traceback. Had to make some changes to the ultraTB file. This is
 	probably the last 'big' thing in my mental todo list.  This ties
 	in with the next entry:
 
 	* Changed -Xi and -Xf to a single -xmode option. Now all the user
 	has to specify is Plain, Color or Verbose for all exception
 	handling.
 
 	* Removed ShellServices option. All this can really be done via
 	the magic system. It's easier to extend, cleaner and has automatic
 	namespace protection and documentation.
 
 2001-11-09  Fernando Perez  <[e-mail]>
 
 	* Fixed bug in output cache flushing (missing parameter to
 	__init__). Other small bugs fixed (found using pychecker).
 
 	* Version 0.1.4 opened for bugfixing.
 
 2001-11-07  Fernando Perez  <[e-mail]>
 
 	* Version 0.1.3 released, mainly because of the raw_input bug.
 
 	* Fixed NASTY bug in raw_input: input line wasn't properly parsed
 	and when testing for whether things were callable, a call could
 	actually be made to certain functions. They would get called again
 	once 'really' executed, with a resulting double call. A disaster
 	in many cases (list.reverse() would never work!).
 
 	* Removed prefilter() function, moved its code to raw_input (which
 	after all was just a near-empty caller for prefilter). This saves
 	a function call on every prompt, and simplifies the class a tiny bit.
 
 	* Fix _ip to __ip name in magic example file.
 
 	* Changed 'tar -x -f' to 'tar xvf' in auto-installer. This should
 	work with non-gnu versions of tar.
 
 2001-11-06  Fernando Perez  <[e-mail]>
 
 	* Version 0.1.2. Just to keep track of the recent changes.
 
 	* Fixed nasty bug in output prompt routine. It used to check 'if
 	arg != None...'. Problem is, this fails if arg implements a
 	special comparison (__cmp__) which disallows comparing to
 	None. Found it when trying to use the PhysicalQuantity module from
 	ScientificPython.
 
 2001-11-05  Fernando Perez  <[e-mail]>
 
 	* Also added dirs. Now the pushd/popd/dirs family functions
 	basically like the shell, with the added convenience of going home
 	when called with no args.
 
 	* pushd/popd slightly modified to mimic shell behavior more
 	closely.
 
 	* Added env,pushd,popd from ShellServices as magic functions. I
 	think the cleanest will be to port all desired functions from
 	ShellServices as magics and remove ShellServices altogether. This
 	will provide a single, clean way of adding functionality
 	(shell-type or otherwise) to IP.
 
 2001-11-04  Fernando Perez  <[e-mail]>
 
 	* Added .ipython/ directory to sys.path. This way users can keep
 	customizations there and access them via import.
 
 2001-11-03  Fernando Perez  <[e-mail]>
 
 	* Opened version 0.1.1 for new changes.
 
 	* Changed version number to 0.1.0: first 'public' release, sent to
 	Nathan and Janko.
 
 	* Lots of small fixes and tweaks.
 
 	* Minor changes to whos format. Now strings are shown, snipped if
 	too long.
 
 	* Changed ShellServices to work on __main__ so they show up in @who
 
 	* Help also works with ? at the end of a line:
 		?sin and sin?
 	both produce the same effect. This is nice, as often I use the
 	tab-complete to find the name of a method, but I used to then have
 	to go to the beginning of the line to put a ? if I wanted more
 	info. Now I can just add the ? and hit return. Convenient.
 
 2001-11-02  Fernando Perez  <[e-mail]>
 
 	* Python version check (>=2.1) added.
 
 	* Added LazyPython documentation. At this point the docs are quite
 	a mess. A cleanup is in order.
 
 	* Auto-installer created. For some bizarre reason, the zipfiles
 	module isn't working on my system. So I made a tar version
 	(hopefully the command line options in various systems won't kill
 	me).
 
 	* Fixes to Struct in genutils. Now all dictionary-like methods are
 	protected (reasonably).
 
 	* Added pager function to genutils and changed ? to print usage
 	note through it (it was too long).
 
 	* Added the LazyPython functionality. Works great! I changed the
 	auto-quote escape to ';', it's on home row and next to '. But
 	both auto-quote and auto-paren (still /) escapes are command-line
 	parameters.
 	
 
 2001-11-01  Fernando Perez  <[e-mail]>
 
 	* Version changed to 0.0.7. Fairly large change: configuration now
 	is all stored in a directory, by default .ipython. There, all
 	config files have normal looking names (not .names)
 
 	* Version 0.0.6 Released first to Lucas and Archie as a test
 	run. Since it's the first 'semi-public' release, change version to
 	> 0.0.6 for any changes now.
 
 	* Stuff I had put in the ipplib.py changelog:
 	
 	Changes to InteractiveShell:
 	
 	- Made the usage message a parameter.
 	
 	- Require the name of the shell variable to be given. It's a bit
 	of a hack, but allows the name 'shell' not to be hardwire in the
 	magic (@) handler, which is problematic b/c it requires
 	polluting the global namespace with 'shell'. This in turn is
 	fragile: if a user redefines a variable called shell, things
 	break.
 
 	- magic @: all functions available through @ need to be defined
 	as magic_<name>, even though they can be called simply as
 	@<name>. This allows the special command @magic to gather
 	information automatically about all existing magic functions,
 	even if they are run-time user extensions, by parsing the shell
 	instance __dict__ looking for special magic_ names.
 
 	- mainloop: added *two* local namespace parameters. This allows
 	the class to differentiate between parameters which were there
 	before and after command line initialization was processed. This
 	way, later @who can show things loaded at startup by the
 	user. This trick was necessary to make session saving/reloading
 	really work: ideally after saving/exiting/reloading a session,
 	*everythin* should look the same, including the output of @who. I
 	was only able to make this work with this double namespace
 	trick.
 
 	- added a header to the logfile which allows (almost) full
 	session restoring.
 
 	- prepend lines beginning with @ or !, with a and log
 	them. Why?  !lines: may be useful to know what you did @lines:
 	they may affect session state. So when restoring a session, at
 	least inform the user of their presence. I couldn't quite get
 	them to properly re-execute, but at least the user is warned.
 
 	* Started ChangeLog.