Merge from branches/0.7.1 into trunk, revs 1052-1057

IPython/OInspect.py

@@ -1,461 +1,475 b''
 # -*- coding: utf-8 -*-
 """Tools for inspecting Python objects.
 
 Uses syntax highlighting for presenting the various information elements.
 
 Similar in spirit to the inspect module, but all calls take a name argument to
 reference the name under which an object is being read.
 
-$Id: OInspect.py 1016 2006-01-14 00:54:23Z vivainio $
+$Id: OInspect.py 1058 2006-01-22 14:30:01Z vivainio $
 """
 
 #*****************************************************************************
 #       Copyright (C) 2001-2004 Fernando Perez <[e-mail]>
 #
 #  Distributed under the terms of the BSD License.  The full license is in
 #  the file COPYING, distributed as part of this software.
 #*****************************************************************************
 
 from IPython import Release
 __author__  = '%s <%s>' % Release.authors['Fernando']
 __license__ = Release.license
 
 __all__ = ['Inspector','InspectColors']
 
 # stdlib modules
 import __builtin__
 import inspect
 import linecache
 import string
 import StringIO
 import types
 
 # IPython's own
 from IPython import PyColorize
 from IPython.genutils import page,indent,Term,mkdict
 from IPython.Itpl import itpl
 from IPython.wildcard import list_namespace
 from IPython.ColorANSI import *
 
 #****************************************************************************
 # Builtin color schemes
 
 Colors = TermColors  # just a shorthand
 
 # Build a few color schemes
 NoColor = ColorScheme(
     'NoColor',{
     'header' : Colors.NoColor,
     'normal' : Colors.NoColor  # color off (usu. Colors.Normal)
     }  )
 
 LinuxColors = ColorScheme(
     'Linux',{
     'header' : Colors.LightRed,
     'normal' : Colors.Normal  # color off (usu. Colors.Normal)
     } )
 
 LightBGColors = ColorScheme(
     'LightBG',{
     'header' : Colors.Red,
     'normal' : Colors.Normal  # color off (usu. Colors.Normal)
     }  )
 
 # Build table of color schemes (needed by the parser)
 InspectColors = ColorSchemeTable([NoColor,LinuxColors,LightBGColors],
                                  'Linux')
 
 #****************************************************************************
 # Auxiliary functions
 def getdoc(obj):
     """Stable wrapper around inspect.getdoc.
 
     This can't crash because of attribute problems.
 
     It also attempts to call a getdoc() method on the given object.  This
     allows objects which provide their docstrings via non-standard mechanisms
     (like Pyro proxies) to still be inspected by ipython's ? system."""
 
     ds = None  # default return value
     try:
         ds = inspect.getdoc(obj)
     except:
         # Harden against an inspect failure, which can occur with
         # SWIG-wrapped extensions.
         pass
     # Allow objects to offer customized documentation via a getdoc method:
     try:
         ds2 = obj.getdoc()
     except:
         pass
     else:
         # if we get extra info, we add it to the normal docstring.
         if ds is None:
             ds = ds2
         else:
             ds = '%s\n%s' % (ds,ds2)
     return ds
 
 #****************************************************************************
 # Class definitions
 
 class myStringIO(StringIO.StringIO):
     """Adds a writeln method to normal StringIO."""
     def writeln(self,*arg,**kw):
         """Does a write() and then a write('\n')"""
         self.write(*arg,**kw)
         self.write('\n')
 
 class Inspector:
     def __init__(self,color_table,code_color_table,scheme):
         self.color_table = color_table
         self.parser = PyColorize.Parser(code_color_table,out='str')
         self.format = self.parser.format
         self.set_active_scheme(scheme)
 
     def __getargspec(self,obj):
         """Get the names and default values of a function's arguments.
 
         A tuple of four things is returned: (args, varargs, varkw, defaults).
         'args' is a list of the argument names (it may contain nested lists).
         'varargs' and 'varkw' are the names of the * and ** arguments or None.
         'defaults' is an n-tuple of the default values of the last n arguments.
 
         Modified version of inspect.getargspec from the Python Standard
         Library."""
 
         if inspect.isfunction(obj):
             func_obj = obj
         elif inspect.ismethod(obj):
             func_obj = obj.im_func
         else:
             raise TypeError, 'arg is not a Python function'
         args, varargs, varkw = inspect.getargs(func_obj.func_code)
         return args, varargs, varkw, func_obj.func_defaults
 
     def __getdef(self,obj,oname=''):
         """Return the definition header for any callable object.
 
         If any exception is generated, None is returned instead and the
         exception is suppressed."""
         
         try:
             return oname + inspect.formatargspec(*self.__getargspec(obj))
         except:
             return None
  
     def __head(self,h):
         """Return a header string with proper colors."""
         return '%s%s%s' % (self.color_table.active_colors.header,h,
                            self.color_table.active_colors.normal)
 
     def set_active_scheme(self,scheme):
         self.color_table.set_active_scheme(scheme)
         self.parser.color_table.set_active_scheme(scheme)
     
     def noinfo(self,msg,oname):
         """Generic message when no information is found."""
         print 'No %s found' % msg,
         if oname:
             print 'for %s' % oname
         else:
             print
             
     def pdef(self,obj,oname=''):
         """Print the definition header for any callable object.
 
         If the object is a class, print the constructor information."""
 
         if not callable(obj):
             print 'Object is not callable.'
             return
 
         header = ''
         if type(obj) is types.ClassType:
             header = self.__head('Class constructor information:\n')
             obj = obj.__init__
         elif type(obj) is types.InstanceType:
             obj = obj.__call__
 
         output = self.__getdef(obj,oname)
         if output is None:
             self.noinfo('definition header',oname)
         else:
             print >>Term.cout, header,self.format(output),
 
     def pdoc(self,obj,oname='',formatter = None):
         """Print the docstring for any object.
 
         Optional:
         -formatter: a function to run the docstring through for specially
         formatted docstrings."""
         
         head = self.__head  # so that itpl can find it even if private
         ds = getdoc(obj)
         if formatter:
             ds = formatter(ds)
         if type(obj) is types.ClassType:
             init_ds = getdoc(obj.__init__)
             output = itpl('$head("Class Docstring:")\n'
                           '$indent(ds)\n'
                           '$head("Constructor Docstring"):\n'
                           '$indent(init_ds)')
         elif type(obj) is types.InstanceType and hasattr(obj,'__call__'):
             call_ds = getdoc(obj.__call__)
             if call_ds:
                 output = itpl('$head("Class Docstring:")\n$indent(ds)\n'
                               '$head("Calling Docstring:")\n$indent(call_ds)')
             else:
                 output = ds
         else:
             output = ds
         if output is None:
             self.noinfo('documentation',oname)
             return
         page(output)
 
     def psource(self,obj,oname=''):
         """Print the source code for an object."""
 
         # Flush the source cache because inspect can return out-of-date source
         linecache.checkcache()
         try:
             src = inspect.getsource(obj) 
         except:
             self.noinfo('source',oname)
         else:
             page(self.format(src))
 
     def pfile(self,obj,oname=''):
         """Show the whole file where an object was defined."""
         try:
             sourcelines,lineno = inspect.getsourcelines(obj)
         except:
             self.noinfo('file',oname)
         else:
             # run contents of file through pager starting at line
             # where the object is defined            
-            page(self.format(open(inspect.getabsfile(obj)).read()),lineno)
+            ofile = inspect.getabsfile(obj)
+            
+            if (ofile.endswith('.so') or ofile.endswith('.dll')):
+                print 'File %r is binary, not printing.' % ofile
+            else:
+                # Print only text files, not extension binaries.
+                page(self.format(open(ofile).read()),lineno)
+            #page(self.format(open(inspect.getabsfile(obj)).read()),lineno)
 
     def pinfo(self,obj,oname='',formatter=None,info=None,detail_level=0):
         """Show detailed information about an object.
 
         Optional arguments:
         
         - oname: name of the variable pointing to the object.
 
         - formatter: special formatter for docstrings (see pdoc)
 
         - info: a structure with some information fields which may have been
         precomputed already.
 
         - detail_level: if set to 1, more information is given.
         """
 
         obj_type = type(obj)
 
         header = self.__head
         if info is None:
             ismagic = 0
             isalias = 0
             ospace = ''
         else:
             ismagic = info.ismagic
             isalias = info.isalias
             ospace = info.namespace
         # Get docstring, special-casing aliases:
         if isalias:
             ds = "Alias to the system command:\n  %s" % obj[1]
         else:
             ds = getdoc(obj)
             if ds is None:
                 ds = '<no docstring>'
         if formatter is not None:
             ds = formatter(ds)
 
         # store output in a list which gets joined with \n at the end.
         out = myStringIO()
         
         string_max = 200 # max size of strings to show (snipped if longer)
         shalf = int((string_max -5)/2)
 
         if ismagic:
             obj_type_name = 'Magic function'
         elif isalias:
             obj_type_name = 'System alias'
         else:
             obj_type_name = obj_type.__name__
         out.writeln(header('Type:\t\t')+obj_type_name)
 
         try:
             bclass = obj.__class__
             out.writeln(header('Base Class:\t')+str(bclass))
         except: pass
 
         # String form, but snip if too long in ? form (full in ??)
         try:
             ostr = str(obj)
             str_head = 'String Form:'
             if not detail_level and len(ostr)>string_max:
                 ostr = ostr[:shalf] + ' <...> ' + ostr[-shalf:]
                 ostr = ("\n" + " " * len(str_head.expandtabs())).\
                        join(map(string.strip,ostr.split("\n")))
             if ostr.find('\n') > -1:
                 # Print multi-line strings starting at the next line.
                 str_sep = '\n'
             else:
                 str_sep = '\t'
             out.writeln("%s%s%s" % (header(str_head),str_sep,ostr))
         except:
             pass
 
         if ospace:
             out.writeln(header('Namespace:\t')+ospace)
 
         # Length (for strings and lists)
         try:
             length = str(len(obj))
             out.writeln(header('Length:\t\t')+length)
         except: pass
 
         # Filename where object was defined
+        binary_file = False
         try:
-            file = inspect.getabsfile(obj)
-            if file.endswith('<string>'):
-                file = 'Dynamically generated function. No source code available.'
-            out.writeln(header('File:\t\t')+file)
-        except: pass
+            fname = inspect.getabsfile(obj)
+            if fname.endswith('<string>'):
+                fname = 'Dynamically generated function. No source code available.'
+            if fname.endswith('.so') or fname.endswith('.dll'):
+                binary_file = True
+            out.writeln(header('File:\t\t')+fname)
+        except:
+            # if anything goes wrong, we don't want to show source, so it's as
+            # if the file was binary
+            binary_file = True
 
         # reconstruct the function definition and print it:
         defln = self.__getdef(obj,oname)
         if defln:
             out.write(header('Definition:\t')+self.format(defln))
  
         # Docstrings only in detail 0 mode, since source contains them (we
         # avoid repetitions).  If source fails, we add them back, see below.
         if ds and detail_level == 0:
                 out.writeln(header('Docstring:\n') + indent(ds))
 
         # Original source code for any callable
         if detail_level:
             # Flush the source cache because inspect can return out-of-date source
             linecache.checkcache()
             try:
+                if not binary_file:
                 source = self.format(inspect.getsource(obj))
                 out.write(header('Source:\n')+source.rstrip())
             except:
                 if ds:
                     out.writeln(header('Docstring:\n') + indent(ds))
 
         # Constructor docstring for classes
         if obj_type is types.ClassType:
             # reconstruct the function definition and print it:
             try:
                 obj_init =  obj.__init__
             except AttributeError:
                 init_def = init_ds = None
             else:
                 init_def = self.__getdef(obj_init,oname)
                 init_ds  = getdoc(obj_init)
 
             if init_def or init_ds:
                 out.writeln(header('\nConstructor information:'))
                 if init_def:
                     out.write(header('Definition:\t')+ self.format(init_def))
                 if init_ds:
                     out.writeln(header('Docstring:\n') + indent(init_ds))
         # and class docstring for instances:
         elif obj_type is types.InstanceType:
 
             # First, check whether the instance docstring is identical to the
             # class one, and print it separately if they don't coincide.  In
             # most cases they will, but it's nice to print all the info for
             # objects which use instance-customized docstrings.
             if ds:
                 class_ds = getdoc(obj.__class__)
                 if class_ds and ds != class_ds:
                     out.writeln(header('Class Docstring:\n') +
                                 indent(class_ds))
 
             # Next, try to show constructor docstrings
             try:
                 init_ds = getdoc(obj.__init__)
             except AttributeError:
                 init_ds = None
             if init_ds:
                 out.writeln(header('Constructor Docstring:\n') +
                             indent(init_ds))
 
             # Call form docstring for callable instances
             if hasattr(obj,'__call__'):
                 out.writeln(header('Callable:\t')+'Yes')
                 call_def = self.__getdef(obj.__call__,oname)
                 if call_def is None:
                     out.write(header('Call def:\t')+
                               'Calling definition not available.')
                 else:
                     out.write(header('Call def:\t')+self.format(call_def))
                 call_ds = getdoc(obj.__call__)
                 if call_ds:
                     out.writeln(header('Call docstring:\n') + indent(call_ds))
 
         # Finally send to printer/pager
         output = out.getvalue()
         if output:
             page(output)
         # end pinfo
 
     def psearch(self,pattern,ns_table,ns_search=[],
                 ignore_case=False,show_all=False):
         """Search namespaces with wildcards for objects.
 
         Arguments:
 
         - pattern: string containing shell-like wildcards to use in namespace
         searches and optionally a type specification to narrow the search to
         objects of that type.
 
         - ns_table: dict of name->namespaces for search.
 
         Optional arguments:
         
           - ns_search: list of namespace names to include in search.
 
           - ignore_case(False): make the search case-insensitive.
 
           - show_all(False): show all names, including those starting with
           underscores.
         """
         # defaults
         type_pattern = 'all'
         filter = ''
 
         cmds = pattern.split()
         len_cmds  =  len(cmds)
         if len_cmds == 1:
             # Only filter pattern given
             filter = cmds[0]
         elif len_cmds == 2:
             # Both filter and type specified
             filter,type_pattern = cmds
         else:
             raise ValueError('invalid argument string for psearch: <%s>' %
                              pattern)
 
         # filter search namespaces
         for name in ns_search:
             if name not in ns_table:
                 raise ValueError('invalid namespace <%s>. Valid names: %s' %
                                  (name,ns_table.keys()))
 
         #print 'type_pattern:',type_pattern # dbg
         search_result = []
         for ns_name in ns_search:
             ns = ns_table[ns_name]
             tmp_res = list(list_namespace(ns,type_pattern,filter,
                                           ignore_case=ignore_case,
                                           show_all=show_all))
             search_result.extend(tmp_res)
         search_result.sort()
 
         page('\n'.join(search_result))

IPython/Release.py

@@ -1,77 +1,77 b''
 # -*- coding: utf-8 -*-
 """Release data for the IPython project.
 
-$Id: Release.py 1014 2006-01-13 19:16:41Z vivainio $"""
+$Id: Release.py 1058 2006-01-22 14:30:01Z vivainio $"""
 
 #*****************************************************************************
 #       Copyright (C) 2001-2006 Fernando Perez <[e-mail]>
 #
 #       Copyright (c) 2001 Janko Hauser <[e-mail]> and Nathaniel Gray
 #       <[e-mail]>
 #
 #  Distributed under the terms of the BSD License.  The full license is in
 #  the file COPYING, distributed as part of this software.
 #*****************************************************************************
 
 # Name of the package for release purposes.  This is the name which labels
 # the tarballs and RPMs made by distutils, so it's best to lowercase it.
 name = 'ipython'
 
 # For versions with substrings (like 0.6.16.svn), use an extra . to separate
 # the new substring.  We have to avoid using either dashes or underscores,
 # because bdist_rpm does not accept dashes (an RPM) convention, and
 # bdist_deb does not accept underscores (a Debian convention).
 
-version = '0.7.1.svn'
+version = '0.7.2.svn'
 
-revision = '$Revision: 1014 $'
+revision = '$Revision: 1058 $'
 
 description = "An enhanced interactive Python shell."
 
 long_description = \
 """
 IPython provides a replacement for the interactive Python interpreter with
 extra functionality.
 
 Main features:
 
  * Comprehensive object introspection.
 
  * Input history, persistent across sessions.
 
  * Caching of output results during a session with automatically generated
    references.
 
  * Readline based name completion.
 
  * Extensible system of 'magic' commands for controlling the environment and
    performing many tasks related either to IPython or the operating system.
 
  * Configuration system with easy switching between different setups (simpler
    than changing $PYTHONSTARTUP environment variables every time).
 
  * Session logging and reloading.
 
  * Extensible syntax processing for special purpose situations.
 
  * Access to the system shell with user-extensible alias system.
 
  * Easily embeddable in other Python programs.
 
  * Integrated access to the pdb debugger and the Python profiler. """
 
 license = 'BSD'
 
 authors = {'Fernando' : ('Fernando Perez','[e-mail]'),
            'Janko'    : ('Janko Hauser','[e-mail]'),
            'Nathan'   : ('Nathaniel Gray','[e-mail]'),
            'Ville'    : ('Ville Vainio','[e-mail]')           
            }
 
 url = 'http://ipython.scipy.org'
 
 download_url = 'http://ipython.scipy.org/dist'
 
 platforms = ['Linux','Mac OSX','Windows XP/2000/NT','Windows 95/98/ME']
 
 keywords = ['Interactive','Interpreter','Shell']

IPython/Shell.py

@@ -1,939 +1,955 b''
 # -*- coding: utf-8 -*-
 """IPython Shell classes.
 
 All the matplotlib support code was co-developed with John Hunter,
 matplotlib's author.
 
-$Id: Shell.py 1005 2006-01-12 08:39:26Z fperez $"""
+$Id: Shell.py 1058 2006-01-22 14:30:01Z vivainio $"""
 
 #*****************************************************************************
 #       Copyright (C) 2001-2006 Fernando Perez <[e-mail]>
 #
 #  Distributed under the terms of the BSD License.  The full license is in
 #  the file COPYING, distributed as part of this software.
 #*****************************************************************************
 
 from IPython import Release
 __author__  = '%s <%s>' % Release.authors['Fernando']
 __license__ = Release.license
 
 # Code begins
-import __main__
 import __builtin__
+import __main__
+import Queue
 import os
-import sys
 import signal
-import time
+import sys
 import threading
+import time
 
 import IPython
 from IPython import ultraTB
 from IPython.genutils import Term,warn,error,flag_calls
 from IPython.iplib import InteractiveShell
 from IPython.ipmaker import make_IPython
 from IPython.Magic import Magic
 from IPython.ipstruct import Struct
 
 # global flag to pass around information about Ctrl-C without exceptions
 KBINT = False
 
 # global flag to turn on/off Tk support.
 USE_TK = False
 
 #-----------------------------------------------------------------------------
 # This class is trivial now, but I want to have it in to publish a clean
 # interface. Later when the internals are reorganized, code that uses this
 # shouldn't have to change.
 
 class IPShell:
     """Create an IPython instance."""
     
     def __init__(self,argv=None,user_ns=None,user_global_ns=None,
                  debug=1,shell_class=InteractiveShell):
         self.IP = make_IPython(argv,user_ns=user_ns,user_global_ns=user_global_ns,
                                debug=debug,shell_class=shell_class)
 
     def mainloop(self,sys_exit=0,banner=None):
         self.IP.mainloop(banner)
         if sys_exit:
             sys.exit()
 
 #-----------------------------------------------------------------------------
 class IPShellEmbed:
     """Allow embedding an IPython shell into a running program.
 
     Instances of this class are callable, with the __call__ method being an
     alias to the embed() method of an InteractiveShell instance.
 
     Usage (see also the example-embed.py file for a running example):
 
     ipshell = IPShellEmbed([argv,banner,exit_msg,rc_override])
 
     - argv: list containing valid command-line options for IPython, as they
     would appear in sys.argv[1:].
 
     For example, the following command-line options:
 
       $ ipython -prompt_in1 'Input <\\#>' -colors LightBG
 
     would be passed in the argv list as:
 
       ['-prompt_in1','Input <\\#>','-colors','LightBG']
 
     - banner: string which gets printed every time the interpreter starts.
 
     - exit_msg: string which gets printed every time the interpreter exits.
 
     - rc_override: a dict or Struct of configuration options such as those
     used by IPython. These options are read from your ~/.ipython/ipythonrc
     file when the Shell object is created. Passing an explicit rc_override
     dict with any options you want allows you to override those values at
     creation time without having to modify the file. This way you can create
     embeddable instances configured in any way you want without editing any
     global files (thus keeping your interactive IPython configuration
     unchanged).
 
     Then the ipshell instance can be called anywhere inside your code:
     
     ipshell(header='') -> Opens up an IPython shell.
 
     - header: string printed by the IPython shell upon startup. This can let
     you know where in your code you are when dropping into the shell. Note
     that 'banner' gets prepended to all calls, so header is used for
     location-specific information.
 
     For more details, see the __call__ method below.
 
     When the IPython shell is exited with Ctrl-D, normal program execution
     resumes.
 
     This functionality was inspired by a posting on comp.lang.python by cmkl
     <[e-mail]> on Dec. 06/01 concerning similar uses of pyrepl, and
     by the IDL stop/continue commands."""
 
     def __init__(self,argv=None,banner='',exit_msg=None,rc_override=None):
         """Note that argv here is a string, NOT a list."""
         self.set_banner(banner)
         self.set_exit_msg(exit_msg)
         self.set_dummy_mode(0)
 
         # sys.displayhook is a global, we need to save the user's original
         # Don't rely on __displayhook__, as the user may have changed that.
         self.sys_displayhook_ori = sys.displayhook
 
         # save readline completer status
         try:
             #print 'Save completer',sys.ipcompleter  # dbg
             self.sys_ipcompleter_ori = sys.ipcompleter
         except:
             pass # not nested with IPython
         
         # FIXME. Passing user_ns breaks namespace handling.
         #self.IP = make_IPython(argv,user_ns=__main__.__dict__)
         self.IP = make_IPython(argv,rc_override=rc_override,embedded=True)
 
         # copy our own displayhook also
         self.sys_displayhook_embed = sys.displayhook
         # and leave the system's display hook clean
         sys.displayhook = self.sys_displayhook_ori
         # don't use the ipython crash handler so that user exceptions aren't
         # trapped
         sys.excepthook = ultraTB.FormattedTB(color_scheme = self.IP.rc.colors,
                                              mode = self.IP.rc.xmode,
                                              call_pdb = self.IP.rc.pdb)
         self.restore_system_completer()
 
     def restore_system_completer(self):
         """Restores the readline completer which was in place.
 
         This allows embedded IPython within IPython not to disrupt the
         parent's completion.
         """
         
         try:
             self.IP.readline.set_completer(self.sys_ipcompleter_ori)
             sys.ipcompleter = self.sys_ipcompleter_ori
         except:
             pass
 
     def __call__(self,header='',local_ns=None,global_ns=None,dummy=None):
         """Activate the interactive interpreter.
 
         __call__(self,header='',local_ns=None,global_ns,dummy=None) -> Start
         the interpreter shell with the given local and global namespaces, and
         optionally print a header string at startup.
 
         The shell can be globally activated/deactivated using the
         set/get_dummy_mode methods. This allows you to turn off a shell used
         for debugging globally.
 
         However, *each* time you call the shell you can override the current
         state of dummy_mode with the optional keyword parameter 'dummy'. For
         example, if you set dummy mode on with IPShell.set_dummy_mode(1), you
         can still have a specific call work by making it as IPShell(dummy=0).
 
         The optional keyword parameter dummy controls whether the call
         actually does anything.  """
 
         # Allow the dummy parameter to override the global __dummy_mode
         if dummy or (dummy != 0 and self.__dummy_mode):
             return
 
         # Set global subsystems (display,completions) to our values
         sys.displayhook = self.sys_displayhook_embed
         if self.IP.has_readline:
             self.IP.readline.set_completer(self.IP.Completer.complete)
 
         if self.banner and header:
             format = '%s\n%s\n'
         else:
             format = '%s%s\n'
         banner =  format % (self.banner,header)
 
         # Call the embedding code with a stack depth of 1 so it can skip over
         # our call and get the original caller's namespaces.
         self.IP.embed_mainloop(banner,local_ns,global_ns,stack_depth=1)
 
         if self.exit_msg:
             print self.exit_msg
             
         # Restore global systems (display, completion)
         sys.displayhook = self.sys_displayhook_ori
         self.restore_system_completer()
     
     def set_dummy_mode(self,dummy):
         """Sets the embeddable shell's dummy mode parameter.
 
         set_dummy_mode(dummy): dummy = 0 or 1.
 
         This parameter is persistent and makes calls to the embeddable shell
         silently return without performing any action. This allows you to
         globally activate or deactivate a shell you're using with a single call.
 
         If you need to manually"""
 
         if dummy not in [0,1,False,True]:
             raise ValueError,'dummy parameter must be boolean'
         self.__dummy_mode = dummy
 
     def get_dummy_mode(self):
         """Return the current value of the dummy mode parameter.
         """
         return self.__dummy_mode
     
     def set_banner(self,banner):
         """Sets the global banner.
 
         This banner gets prepended to every header printed when the shell
         instance is called."""
 
         self.banner = banner
 
     def set_exit_msg(self,exit_msg):
         """Sets the global exit_msg.
 
         This exit message gets printed upon exiting every time the embedded
         shell is called. It is None by default. """
 
         self.exit_msg = exit_msg
 
 #-----------------------------------------------------------------------------
 def sigint_handler (signum,stack_frame):
     """Sigint handler for threaded apps.
 
     This is a horrible hack to pass information about SIGINT _without_ using
     exceptions, since I haven't been able to properly manage cross-thread
     exceptions in GTK/WX.  In fact, I don't think it can be done (or at least
     that's my understanding from a c.l.py thread where this was discussed)."""
 
     global KBINT
     
     print '\nKeyboardInterrupt - Press <Enter> to continue.',
     Term.cout.flush()
     # Set global flag so that runsource can know that Ctrl-C was hit
     KBINT = True
 
 class MTInteractiveShell(InteractiveShell):
     """Simple multi-threaded shell."""
 
     # Threading strategy taken from:
     # http://aspn.activestate.com/ASPN/Cookbook/Python/Recipe/65109, by Brian
     # McErlean and John Finlay.  Modified with corrections by Antoon Pardon,
     # from the pygtk mailing list, to avoid lockups with system calls.
 
     # class attribute to indicate whether the class supports threads or not.
     # Subclasses with thread support should override this as needed.
     isthreaded = True
 
     def __init__(self,name,usage=None,rc=Struct(opts=None,args=None),
                  user_ns=None,user_global_ns=None,banner2='',**kw):
         """Similar to the normal InteractiveShell, but with threading control"""
         
         InteractiveShell.__init__(self,name,usage,rc,user_ns,
                                   user_global_ns,banner2)
 
-        # Locking control variable
-        self.thread_ready = threading.Condition()
+        # Locking control variable.  We need to use a norma lock, not an RLock
+        # here.  I'm not exactly sure why, it seems to me like it should be
+        # the opposite, but we deadlock with an RLock.  Puzzled...
+        self.thread_ready = threading.Condition(threading.Lock())
+
+        # A queue to hold the code to be executed.  A scalar variable is NOT
+        # enough, because uses like macros cause reentrancy.
+        self.code_queue = Queue.Queue()
 
         # Stuff to do at closing time
         self._kill = False
         on_kill = kw.get('on_kill')
         if on_kill is None:
             on_kill = []
         # Check that all things to kill are callable:
         for t in on_kill:
             if not callable(t):
                 raise TypeError,'on_kill must be a list of callables'
         self.on_kill = on_kill
 
     def runsource(self, source, filename="<input>", symbol="single"):
         """Compile and run some source in the interpreter.
 
         Modified version of code.py's runsource(), to handle threading issues.
         See the original for full docstring details."""
 
         global KBINT
         
         # If Ctrl-C was typed, we reset the flag and return right away
         if KBINT:
             KBINT = False
             return False
         
         try:
             code = self.compile(source, filename, symbol)
         except (OverflowError, SyntaxError, ValueError):
             # Case 1
             self.showsyntaxerror(filename)
             return False
 
         if code is None:
             # Case 2
             return True
 
         # Case 3
-        # Store code in self, so the execution thread can handle it
-        self.thread_ready.acquire()
-        self.code_to_run = code
+        # Store code in queue, so the execution thread can handle it.
+
+        # Note that with macros and other applications, we MAY re-enter this
+        # section, so we have to acquire the lock with non-blocking semantics,
+        # else we deadlock.
+        got_lock = self.thread_ready.acquire(False)
+        self.code_queue.put(code)
+        if got_lock:
         self.thread_ready.wait()  # Wait until processed in timeout interval
         self.thread_ready.release()
 
         return False
 
     def runcode(self):
         """Execute a code object.
 
         Multithreaded wrapper around IPython's runcode()."""
 
         # lock thread-protected stuff
-        self.thread_ready.acquire()
+        self.thread_ready.acquire(False)
 
         # Install sigint handler
         try:
             signal.signal(signal.SIGINT, sigint_handler)
         except SystemError:
             # This happens under Windows, which seems to have all sorts
             # of problems with signal handling.  Oh well...
             pass
 
         if self._kill:
             print >>Term.cout, 'Closing threads...',
             Term.cout.flush()
             for tokill in self.on_kill:
                 tokill()
             print >>Term.cout, 'Done.'
 
-        # Run pending code by calling parent class
-        if self.code_to_run is not None:
+        # Flush queue of pending code by calling the run methood of the parent
+        # class with all items which may be in the queue.
+        while 1:
+            try:
+                code_to_run = self.code_queue.get_nowait()
+            except Queue.Empty:
+                break
             self.thread_ready.notify()
-            InteractiveShell.runcode(self,self.code_to_run)
+            InteractiveShell.runcode(self,code_to_run)
             
         # We're done with thread-protected variables
         self.thread_ready.release()
         # This MUST return true for gtk threading to work
         return True
 
     def kill (self):
         """Kill the thread, returning when it has been shut down."""
-        self.thread_ready.acquire()
+        self.thread_ready.acquire(False)
         self._kill = True
         self.thread_ready.release()
 
 class MatplotlibShellBase:
     """Mixin class to provide the necessary modifications to regular IPython
     shell classes for matplotlib support.
 
     Given Python's MRO, this should be used as the FIRST class in the
     inheritance hierarchy, so that it overrides the relevant methods."""
     
     def _matplotlib_config(self,name):
-        """Return various items needed to setup the user's shell with matplotlib"""
+        """Return items needed to setup the user's shell with matplotlib"""
 
         # Initialize matplotlib to interactive mode always
         import matplotlib
         from matplotlib import backends
         matplotlib.interactive(True)
 
         def use(arg):
             """IPython wrapper for matplotlib's backend switcher.
 
             In interactive use, we can not allow switching to a different
             interactive backend, since thread conflicts will most likely crash
             the python interpreter.  This routine does a safety check first,
             and refuses to perform a dangerous switch.  It still allows
             switching to non-interactive backends."""
 
             if arg in backends.interactive_bk and arg != self.mpl_backend:
                 m=('invalid matplotlib backend switch.\n'
                    'This script attempted to switch to the interactive '
                    'backend: `%s`\n'
                    'Your current choice of interactive backend is: `%s`\n\n'
                    'Switching interactive matplotlib backends at runtime\n'
                    'would crash the python interpreter, '
                    'and IPython has blocked it.\n\n'
                    'You need to either change your choice of matplotlib backend\n'
                    'by editing your .matplotlibrc file, or run this script as a \n'
                    'standalone file from the command line, not using IPython.\n' %
                    (arg,self.mpl_backend) )
                 raise RuntimeError, m
             else:
                 self.mpl_use(arg)
                 self.mpl_use._called = True
         
         self.matplotlib = matplotlib
         self.mpl_backend = matplotlib.rcParams['backend']
 
         # we also need to block switching of interactive backends by use()
         self.mpl_use = matplotlib.use
         self.mpl_use._called = False
         # overwrite the original matplotlib.use with our wrapper
         matplotlib.use = use
 
-
         # This must be imported last in the matplotlib series, after
         # backend/interactivity choices have been made
         try:
             import matplotlib.pylab as pylab
             self.pylab = pylab
             self.pylab_name = 'pylab'
         except ImportError:
             import matplotlib.matlab as matlab            
             self.pylab = matlab
             self.pylab_name = 'matlab'
 
         self.pylab.show._needmain = False
         # We need to detect at runtime whether show() is called by the user.
         # For this, we wrap it into a decorator which adds a 'called' flag.
         self.pylab.draw_if_interactive = flag_calls(self.pylab.draw_if_interactive)
 
         # Build a user namespace initialized with matplotlib/matlab features.
         user_ns = {'__name__':'__main__',
                    '__builtins__' : __builtin__ }
 
         # Be careful not to remove the final \n in the code string below, or
         # things will break badly with py22 (I think it's a python bug, 2.3 is
         # OK).
         pname = self.pylab_name # Python can't interpolate dotted var names
         exec ("import matplotlib\n"
               "import matplotlib.%(pname)s as %(pname)s\n"
               "from matplotlib.%(pname)s import *\n" % locals()) in user_ns
         
         # Build matplotlib info banner
         b="""
   Welcome to pylab, a matplotlib-based Python environment.
   For more information, type 'help(pylab)'.
 """
         return user_ns,b
 
     def mplot_exec(self,fname,*where,**kw):
         """Execute a matplotlib script.
 
         This is a call to execfile(), but wrapped in safeties to properly
         handle interactive rendering and backend switching."""
 
         #print '*** Matplotlib runner ***' # dbg
         # turn off rendering until end of script
         isInteractive = self.matplotlib.rcParams['interactive']
         self.matplotlib.interactive(False)
         self.safe_execfile(fname,*where,**kw)
         self.matplotlib.interactive(isInteractive)
         # make rendering call now, if the user tried to do it
         if self.pylab.draw_if_interactive.called:
             self.pylab.draw()
             self.pylab.draw_if_interactive.called = False
                 
         # if a backend switch was performed, reverse it now
         if self.mpl_use._called:
             self.matplotlib.rcParams['backend'] = self.mpl_backend
         
     def magic_run(self,parameter_s=''):
         Magic.magic_run(self,parameter_s,runner=self.mplot_exec)
 
     # Fix the docstring so users see the original as well
     magic_run.__doc__ = "%s\n%s" % (Magic.magic_run.__doc__,
                                     "\n        *** Modified %run for Matplotlib,"
                                     " with proper interactive handling ***")
 
 # Now we provide 2 versions of a matplotlib-aware IPython base shells, single
 # and multithreaded.  Note that these are meant for internal use, the IPShell*
 # classes below are the ones meant for public consumption.
 
 class MatplotlibShell(MatplotlibShellBase,InteractiveShell):
     """Single-threaded shell with matplotlib support."""
 
     def __init__(self,name,usage=None,rc=Struct(opts=None,args=None),
                  user_ns=None,user_global_ns=None,**kw):
         user_ns,b2 = self._matplotlib_config(name)
         InteractiveShell.__init__(self,name,usage,rc,user_ns,user_global_ns,
                                   banner2=b2,**kw)
 
 class MatplotlibMTShell(MatplotlibShellBase,MTInteractiveShell):
     """Multi-threaded shell with matplotlib support."""
 
     def __init__(self,name,usage=None,rc=Struct(opts=None,args=None),
                  user_ns=None,user_global_ns=None, **kw):
         user_ns,b2 = self._matplotlib_config(name)
         MTInteractiveShell.__init__(self,name,usage,rc,user_ns,user_global_ns,
                                     banner2=b2,**kw)
 
 #-----------------------------------------------------------------------------
 # Utility functions for the different GUI enabled IPShell* classes.
 
 def get_tk():
     """Tries to import Tkinter and returns a withdrawn Tkinter root
     window.  If Tkinter is already imported or not available, this
     returns None.  This function calls `hijack_tk` underneath.
     """
     if not USE_TK or sys.modules.has_key('Tkinter'):
         return None
     else:
         try:
             import Tkinter
         except ImportError:
             return None
         else:
             hijack_tk()
             r = Tkinter.Tk()
             r.withdraw()
             return r
 
 def hijack_tk():
     """Modifies Tkinter's mainloop with a dummy so when a module calls
     mainloop, it does not block.
 
     """
     def misc_mainloop(self, n=0):
         pass
     def tkinter_mainloop(n=0):
         pass
     
     import Tkinter
     Tkinter.Misc.mainloop = misc_mainloop
     Tkinter.mainloop = tkinter_mainloop
 
 def update_tk(tk):
     """Updates the Tkinter event loop.  This is typically called from
     the respective WX or GTK mainloops.
     """    
     if tk:
         tk.update()
 
 def hijack_wx():
     """Modifies wxPython's MainLoop with a dummy so user code does not
     block IPython.  The hijacked mainloop function is returned.
     """    
     def dummy_mainloop(*args, **kw):
         pass
     import wxPython
     ver = wxPython.__version__
     orig_mainloop = None
     if ver[:3] >= '2.5':
         import wx
         if hasattr(wx, '_core_'): core = getattr(wx, '_core_')
         elif hasattr(wx, '_core'): core = getattr(wx, '_core')
         else: raise AttributeError('Could not find wx core module')
         orig_mainloop = core.PyApp_MainLoop
         core.PyApp_MainLoop = dummy_mainloop
     elif ver[:3] == '2.4':
         orig_mainloop = wxPython.wxc.wxPyApp_MainLoop
         wxPython.wxc.wxPyApp_MainLoop = dummy_mainloop
     else:
         warn("Unable to find either wxPython version 2.4 or >= 2.5.")
     return orig_mainloop
 
 def hijack_gtk():
     """Modifies pyGTK's mainloop with a dummy so user code does not
     block IPython.  This function returns the original `gtk.mainloop`
     function that has been hijacked.
     """    
     def dummy_mainloop(*args, **kw):
         pass
     import gtk
     if gtk.pygtk_version >= (2,4,0): orig_mainloop = gtk.main
     else:                            orig_mainloop = gtk.mainloop
     gtk.mainloop = dummy_mainloop
     gtk.main = dummy_mainloop
     return orig_mainloop
 
 #-----------------------------------------------------------------------------
 # The IPShell* classes below are the ones meant to be run by external code as
 # IPython instances.  Note that unless a specific threading strategy is
 # desired, the factory function start() below should be used instead (it
 # selects the proper threaded class).
 
 class IPShellGTK(threading.Thread):
     """Run a gtk mainloop() in a separate thread.
     
     Python commands can be passed to the thread where they will be executed.
     This is implemented by periodically checking for passed code using a
     GTK timeout callback."""
     
     TIMEOUT = 100 # Millisecond interval between timeouts.
 
     def __init__(self,argv=None,user_ns=None,user_global_ns=None,
                  debug=1,shell_class=MTInteractiveShell):
 
         import gtk
         
         self.gtk = gtk
         self.gtk_mainloop = hijack_gtk()
 
         # Allows us to use both Tk and GTK.
         self.tk = get_tk()
         
         if gtk.pygtk_version >= (2,4,0): mainquit = self.gtk.main_quit
         else:                            mainquit = self.gtk.mainquit
 
         self.IP = make_IPython(argv,user_ns=user_ns,
                                user_global_ns=user_global_ns,
                                debug=debug,
                                shell_class=shell_class,
                                on_kill=[mainquit])
 
         # HACK: slot for banner in self; it will be passed to the mainloop
         # method only and .run() needs it.  The actual value will be set by
         # .mainloop().
         self._banner = None 
 
         threading.Thread.__init__(self)
 
     def run(self):
         self.IP.mainloop(self._banner)
         self.IP.kill()
 
     def mainloop(self,sys_exit=0,banner=None):
 
         self._banner = banner
         
         if self.gtk.pygtk_version >= (2,4,0):
             import gobject
             gobject.idle_add(self.on_timer)
         else:
             self.gtk.idle_add(self.on_timer)
 
         if sys.platform != 'win32':
             try:
                 if self.gtk.gtk_version[0] >= 2:
                     self.gtk.threads_init()
             except AttributeError:
                 pass
             except RuntimeError:
                 error('Your pyGTK likely has not been compiled with '
                       'threading support.\n'
                       'The exception printout is below.\n'
                       'You can either rebuild pyGTK with threads, or '
                       'try using \n'
                       'matplotlib with a different backend (like Tk or WX).\n'
                       'Note that matplotlib will most likely not work in its '
                       'current state!')
                 self.IP.InteractiveTB()
         self.start()
         self.gtk.threads_enter()
         self.gtk_mainloop()
         self.gtk.threads_leave()
         self.join()
 
     def on_timer(self):
         """Called when GTK is idle.
 
         Must return True always, otherwise GTK stops calling it"""
         
         update_tk(self.tk)
         self.IP.runcode()
         time.sleep(0.01)
         return True
 
 class IPShellWX(threading.Thread):
     """Run a wx mainloop() in a separate thread.
     
     Python commands can be passed to the thread where they will be executed.
     This is implemented by periodically checking for passed code using a
     GTK timeout callback."""
     
     TIMEOUT = 100 # Millisecond interval between timeouts.
 
     def __init__(self,argv=None,user_ns=None,user_global_ns=None,
                  debug=1,shell_class=MTInteractiveShell):
 
         self.IP = make_IPython(argv,user_ns=user_ns,
                                user_global_ns=user_global_ns,
                                debug=debug,
                                shell_class=shell_class,
                                on_kill=[self.wxexit])
 
         wantedwxversion=self.IP.rc.wxversion
         if wantedwxversion!="0":
             try:
                 import wxversion
             except ImportError:
                 error('The wxversion module is needed for WX version selection')
             else:
                 try:
                     wxversion.select(wantedwxversion)
                 except:
                     self.IP.InteractiveTB()
                     error('Requested wxPython version %s could not be loaded' %
                                                                wantedwxversion)
 
         import wxPython.wx as wx
 
         threading.Thread.__init__(self)
         self.wx = wx
         self.wx_mainloop = hijack_wx()
 
         # Allows us to use both Tk and GTK.
         self.tk = get_tk()
         
         
         # HACK: slot for banner in self; it will be passed to the mainloop
         # method only and .run() needs it.  The actual value will be set by
         # .mainloop().
         self._banner = None 
 
         self.app = None
 
     def wxexit(self, *args):
         if self.app is not None:
             self.app.agent.timer.Stop()
             self.app.ExitMainLoop()
 
     def run(self):
         self.IP.mainloop(self._banner)
         self.IP.kill()
 
     def mainloop(self,sys_exit=0,banner=None):
 
         self._banner = banner
         
         self.start()
 
         class TimerAgent(self.wx.wxMiniFrame):
             wx = self.wx
             IP = self.IP
             tk = self.tk
             def __init__(self, parent, interval):
                 style = self.wx.wxDEFAULT_FRAME_STYLE | self.wx.wxTINY_CAPTION_HORIZ
                 self.wx.wxMiniFrame.__init__(self, parent, -1, ' ', pos=(200, 200),
                                              size=(100, 100),style=style)
                 self.Show(False)
                 self.interval = interval
                 self.timerId = self.wx.wxNewId()                                
 
             def StartWork(self):
                 self.timer = self.wx.wxTimer(self, self.timerId)
                 self.wx.EVT_TIMER(self,  self.timerId, self.OnTimer)
                 self.timer.Start(self.interval)
 
             def OnTimer(self, event):
                 update_tk(self.tk)
                 self.IP.runcode()
 
         class App(self.wx.wxApp):
             wx = self.wx
             TIMEOUT = self.TIMEOUT
             def OnInit(self):
                 'Create the main window and insert the custom frame'
                 self.agent = TimerAgent(None, self.TIMEOUT)
                 self.agent.Show(self.wx.false)
                 self.agent.StartWork()
                 return self.wx.true
         
         self.app = App(redirect=False)
         self.wx_mainloop(self.app)
         self.join()
 
 
 class IPShellQt(threading.Thread):
     """Run a Qt event loop in a separate thread.
     
     Python commands can be passed to the thread where they will be executed.
     This is implemented by periodically checking for passed code using a
     Qt timer / slot."""
     
     TIMEOUT = 100 # Millisecond interval between timeouts.
 
     def __init__(self,argv=None,user_ns=None,user_global_ns=None,
                  debug=0,shell_class=MTInteractiveShell):
         
         import qt
 
         class newQApplication:
             def __init__( self ):
                 self.QApplication = qt.QApplication
                 
             def __call__( *args, **kwargs ):
                 return qt.qApp
 
             def exec_loop( *args, **kwargs ):
                 pass
 
             def __getattr__( self, name ):
                 return getattr( self.QApplication, name )
           
         qt.QApplication = newQApplication()
 
         # Allows us to use both Tk and QT.
         self.tk = get_tk()
 
         self.IP = make_IPython(argv,user_ns=user_ns,
                                user_global_ns=user_global_ns,
                                debug=debug,
                                shell_class=shell_class,
                                on_kill=[qt.qApp.exit])
 
         # HACK: slot for banner in self; it will be passed to the mainloop
         # method only and .run() needs it.  The actual value will be set by
         # .mainloop().
         self._banner = None 
         
         threading.Thread.__init__(self)
 
     def run(self):
         self.IP.mainloop(self._banner)
         self.IP.kill()
 
     def mainloop(self,sys_exit=0,banner=None):
 
         import qt
 
         self._banner = banner
 
         if qt.QApplication.startingUp():
           a = qt.QApplication.QApplication(sys.argv)
         self.timer = qt.QTimer()
         qt.QObject.connect( self.timer, qt.SIGNAL( 'timeout()' ), self.on_timer )
 
         self.start()
         self.timer.start( self.TIMEOUT, True )
         while True:
             if self.IP._kill: break
             qt.qApp.exec_loop()
         self.join()
 
     def on_timer(self):
         update_tk(self.tk)
         result = self.IP.runcode()
         self.timer.start( self.TIMEOUT, True )
         return result
 
 # A set of matplotlib public IPython shell classes, for single-threaded
 # (Tk* and FLTK* backends) and multithreaded (GTK* and WX* backends) use.
 class IPShellMatplotlib(IPShell):
     """Subclass IPShell with MatplotlibShell as the internal shell.
 
     Single-threaded class, meant for the Tk* and FLTK* backends.
 
     Having this on a separate class simplifies the external driver code."""
     
     def __init__(self,argv=None,user_ns=None,user_global_ns=None,debug=1):
         IPShell.__init__(self,argv,user_ns,user_global_ns,debug,
                          shell_class=MatplotlibShell)
 
 class IPShellMatplotlibGTK(IPShellGTK):
     """Subclass IPShellGTK with MatplotlibMTShell as the internal shell.
 
     Multi-threaded class, meant for the GTK* backends."""
     
     def __init__(self,argv=None,user_ns=None,user_global_ns=None,debug=1):
         IPShellGTK.__init__(self,argv,user_ns,user_global_ns,debug,
                             shell_class=MatplotlibMTShell)
 
 class IPShellMatplotlibWX(IPShellWX):
     """Subclass IPShellWX with MatplotlibMTShell as the internal shell.
 
     Multi-threaded class, meant for the WX* backends."""
     
     def __init__(self,argv=None,user_ns=None,user_global_ns=None,debug=1):
         IPShellWX.__init__(self,argv,user_ns,user_global_ns,debug,
                            shell_class=MatplotlibMTShell)
 
 class IPShellMatplotlibQt(IPShellQt):
     """Subclass IPShellQt with MatplotlibMTShell as the internal shell.
 
     Multi-threaded class, meant for the Qt* backends."""
     
     def __init__(self,argv=None,user_ns=None,user_global_ns=None,debug=1):
         IPShellQt.__init__(self,argv,user_ns,user_global_ns,debug,
                            shell_class=MatplotlibMTShell)
 
 #-----------------------------------------------------------------------------
 # Factory functions to actually start the proper thread-aware shell
 
 def _matplotlib_shell_class():
     """Factory function to handle shell class selection for matplotlib.
 
     The proper shell class to use depends on the matplotlib backend, since
     each backend requires a different threading strategy."""
 
     try:
         import matplotlib
     except ImportError:
         error('matplotlib could NOT be imported!  Starting normal IPython.')
         sh_class = IPShell
     else:
         backend = matplotlib.rcParams['backend']
         if backend.startswith('GTK'):
             sh_class = IPShellMatplotlibGTK
         elif backend.startswith('WX'):
             sh_class = IPShellMatplotlibWX
         elif backend.startswith('Qt'):
             sh_class = IPShellMatplotlibQt
         else:
             sh_class = IPShellMatplotlib
     #print 'Using %s with the %s backend.' % (sh_class,backend) # dbg
     return sh_class
 
 # This is the one which should be called by external code.
 def start():
     """Return a running shell instance, dealing with threading options.
 
     This is a factory function which will instantiate the proper IPython shell
     based on the user's threading choice.  Such a selector is needed because
     different GUI toolkits require different thread handling details."""
 
     global USE_TK
     # Crude sys.argv hack to extract the threading options.
     argv = sys.argv
     if len(argv) > 1:
         if len(argv) > 2:
             arg2 = argv[2]
             if arg2.endswith('-tk'):
                 USE_TK = True
         arg1 = argv[1]
         if arg1.endswith('-gthread'):
             shell = IPShellGTK
         elif arg1.endswith( '-qthread' ):
             shell = IPShellQt
         elif arg1.endswith('-wthread'):
             shell = IPShellWX
         elif arg1.endswith('-pylab'):
             shell = _matplotlib_shell_class()
         else:
             shell = IPShell
     else:
         shell = IPShell
     return shell()
 
 # Some aliases for backwards compatibility
 IPythonShell = IPShell
 IPythonShellEmbed = IPShellEmbed
 #************************ End of file <Shell.py> ***************************

IPython/genutils.py

@@ -1,1768 +1,1772 b''
 # -*- coding: utf-8 -*-
 """
 General purpose utilities.
 
 This is a grab-bag of stuff I find useful in most programs I write. Some of
 these things are also convenient when working at the command line.
 
-$Id: genutils.py 1032 2006-01-20 09:03:57Z fperez $"""
+$Id: genutils.py 1058 2006-01-22 14:30:01Z vivainio $"""
 
 #*****************************************************************************
 #       Copyright (C) 2001-2006 Fernando Perez. <[e-mail]>
 #
 #  Distributed under the terms of the BSD License.  The full license is in
 #  the file COPYING, distributed as part of this software.
 #*****************************************************************************
 
 from __future__ import generators # 2.2 compatibility
 
 from IPython import Release
 __author__  = '%s <%s>' % Release.authors['Fernando']
 __license__ = Release.license
 
 #****************************************************************************
 # required modules from the Python standard library
 import __main__
 import commands
 import os
 import re
 import shlex
 import shutil
 import sys
 import tempfile
 import time
 import types
 
 # Other IPython utilities
 from IPython.Itpl import Itpl,itpl,printpl
 from IPython import DPyGetOpt
 from IPython.path import path
 if os.name == "nt":
     from IPython.winconsole import get_console_size
 
 # Build objects which appeared in Python 2.3 for 2.2, to make ipython
 # 2.2-friendly
 try:
     basestring
 except NameError:
     import types
     basestring = (types.StringType, types.UnicodeType)
     True = 1==1
     False = 1==0
 
     def enumerate(obj):
         i = -1
         for item in obj:
             i += 1
             yield i, item
 
     # add these to the builtin namespace, so that all modules find them
     import __builtin__
     __builtin__.basestring = basestring
     __builtin__.True = True
     __builtin__.False = False
     __builtin__.enumerate = enumerate
 
 # Try to use shlex.split for converting an input string into a sys.argv-type
 # list.  This appeared in Python 2.3, so here's a quick backport for 2.2.
 try:
     shlex_split = shlex.split
 except AttributeError:
     _quotesre = re.compile(r'[\'"](.*)[\'"]')
     _wordchars = ('abcdfeghijklmnopqrstuvwxyz'
                   'ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789_-.~*?'
                   'ßàáâãäåæçèéêëìíîïðñòóôõöøùúûüýþÿ'
                   'ÀÁÂÃÄÅÆÇÈÉÊËÌÍÎÏÐÑÒÓÔÕÖØÙÚÛÜÝÞ%s'
                   % os.sep)
     
     def shlex_split(s):
         """Simplified backport to Python 2.2 of shlex.split().
 
         This is a quick and dirty hack, since the shlex module under 2.2 lacks
         several of the features needed to really match the functionality of
         shlex.split() in 2.3."""
 
         lex = shlex.shlex(StringIO(s))
         # Try to get options, extensions and path separators as characters
         lex.wordchars = _wordchars
         lex.commenters = ''
         # Make a list out of the lexer by hand, since in 2.2 it's not an
         # iterator.
         lout = []
         while 1:
             token = lex.get_token()
             if token == '':
                 break
             # Try to handle quoted tokens correctly
             quotes = _quotesre.match(token)
             if quotes:
                 token = quotes.group(1)
             lout.append(token)
         return lout
 
 #****************************************************************************
 # Exceptions
 class Error(Exception):
     """Base class for exceptions in this module."""
     pass
 
 #----------------------------------------------------------------------------
 class IOStream:
     def __init__(self,stream,fallback):
         if not hasattr(stream,'write') or not hasattr(stream,'flush'):
             stream = fallback
         self.stream = stream
         self._swrite = stream.write
         self.flush = stream.flush
 
     def write(self,data):
         try:
             self._swrite(data)
         except:
             try:
                 # print handles some unicode issues which may trip a plain
                 # write() call.  Attempt to emulate write() by using a
                 # trailing comma
                 print >> self.stream, data,
             except:
                 # if we get here, something is seriously broken.
                 print >> sys.stderr, \
                       'ERROR - failed to write data to stream:', stream
         
 class IOTerm:
     """ Term holds the file or file-like objects for handling I/O operations.
 
     These are normally just sys.stdin, sys.stdout and sys.stderr but for
     Windows they can can replaced to allow editing the strings before they are
     displayed."""
 
     # In the future, having IPython channel all its I/O operations through
     # this class will make it easier to embed it into other environments which
     # are not a normal terminal (such as a GUI-based shell)
     def __init__(self,cin=None,cout=None,cerr=None):
         self.cin  = IOStream(cin,sys.stdin)
         self.cout = IOStream(cout,sys.stdout)
         self.cerr = IOStream(cerr,sys.stderr)
         
 # Global variable to be used for all I/O
 Term = IOTerm()
 
 # Windows-specific code to load Gary Bishop's readline and configure it
 # automatically for the users
 # Note: os.name on cygwin returns posix, so this should only pick up 'native'
 # windows.  Cygwin returns 'cygwin' for sys.platform.
 if os.name == 'nt':
     try:
         import readline
     except ImportError:
         pass
     else:
         try:
             _out = readline.GetOutputFile()
         except AttributeError:
             pass
         else:
             # Remake Term to use the readline i/o facilities
             Term = IOTerm(cout=_out,cerr=_out)
             del _out
 
 #****************************************************************************
 # Generic warning/error printer, used by everything else
 def warn(msg,level=2,exit_val=1):
     """Standard warning printer. Gives formatting consistency.
 
     Output is sent to Term.cerr (sys.stderr by default).
     
     Options:
     
     -level(2): allows finer control:
       0 -> Do nothing, dummy function.
       1 -> Print message.
       2 -> Print 'WARNING:' + message. (Default level).
       3 -> Print 'ERROR:' + message.
       4 -> Print 'FATAL ERROR:' + message and trigger a sys.exit(exit_val).
 
     -exit_val (1): exit value returned by sys.exit() for a level 4
     warning. Ignored for all other levels."""
     
     if level>0:
         header = ['','','WARNING: ','ERROR: ','FATAL ERROR: ']
         print >> Term.cerr, '%s%s' % (header[level],msg)
         if level == 4:
             print >> Term.cerr,'Exiting.\n'
             sys.exit(exit_val)
 
 def info(msg):
     """Equivalent to warn(msg,level=1)."""
 
     warn(msg,level=1)
 
 def error(msg):
     """Equivalent to warn(msg,level=3)."""
 
     warn(msg,level=3)
 
 def fatal(msg,exit_val=1):
     """Equivalent to warn(msg,exit_val=exit_val,level=4)."""
 
     warn(msg,exit_val=exit_val,level=4)
 
 
 # useful for debugging
 def debugp(expr,pre_msg=''):
     """Print the value of an expression from the caller's frame.
     
     Takes an expression, evaluates it in the caller's frame and prints both
-    the given expression and the resulting value.  The input must be of a form
-    suitable for eval()."""
+    the given expression and the resulting value (as well as a debug mark
+    indicating the name of the calling function.  The input must be of a form
+    suitable for eval().
+
+    An optional message can be passed, which will be prepended to the printed
+    expr->value pair."""
     
     cf = sys._getframe(1)
-    print '[DBG] %s %s -> %r' % (pre_msg,expr,
+    print '[DBG:%s] %s%s -> %r' % (cf.f_code.co_name,pre_msg,expr,
                                  eval(expr,cf.f_globals,cf.f_locals))
 
-# deactivate it from here:
+# deactivate it by uncommenting the following line, which makes it a no-op
 def debugp(expr,pre_msg=''): pass
 
 #----------------------------------------------------------------------------
 StringTypes = types.StringTypes
 
 # Basic timing functionality
 
 # If possible (Unix), use the resource module instead of time.clock()
 try:
     import resource
     def clock():
         """clock() -> floating point number
 
         Return the CPU time in seconds (user time only, system time is
         ignored) since the start of the process.  This is done via a call to
         resource.getrusage, so it avoids the wraparound problems in
         time.clock()."""
         
         return resource.getrusage(resource.RUSAGE_SELF)[0]
     
     def clock2():
         """clock2() -> (t_user,t_system)
 
         Similar to clock(), but return a tuple of user/system times."""
         return resource.getrusage(resource.RUSAGE_SELF)[:2]
 
 except ImportError:
     clock = time.clock
     def clock2():
         """Under windows, system CPU time can't be measured.
 
         This just returns clock() and zero."""
         return time.clock(),0.0
 
 def timings_out(reps,func,*args,**kw):
     """timings_out(reps,func,*args,**kw) -> (t_total,t_per_call,output)
 
     Execute a function reps times, return a tuple with the elapsed total
     CPU time in seconds, the time per call and the function's output.
 
     Under Unix, the return value is the sum of user+system time consumed by
     the process, computed via the resource module.  This prevents problems
     related to the wraparound effect which the time.clock() function has.
     
     Under Windows the return value is in wall clock seconds. See the
     documentation for the time module for more details."""
 
     reps = int(reps)
     assert reps >=1, 'reps must be >= 1'
     if reps==1:
         start = clock()
         out = func(*args,**kw)
         tot_time = clock()-start
     else:
         rng = xrange(reps-1) # the last time is executed separately to store output
         start = clock()
         for dummy in rng: func(*args,**kw)
         out = func(*args,**kw)  # one last time
         tot_time = clock()-start
     av_time = tot_time / reps
     return tot_time,av_time,out
 
 def timings(reps,func,*args,**kw):
     """timings(reps,func,*args,**kw) -> (t_total,t_per_call)
 
     Execute a function reps times, return a tuple with the elapsed total CPU
     time in seconds and the time per call. These are just the first two values
     in timings_out()."""
 
     return timings_out(reps,func,*args,**kw)[0:2]
 
 def timing(func,*args,**kw):
     """timing(func,*args,**kw) -> t_total
 
     Execute a function once, return the elapsed total CPU time in
     seconds. This is just the first value in timings_out()."""
 
     return timings_out(1,func,*args,**kw)[0]
 
 #****************************************************************************
 # file and system
 
 def system(cmd,verbose=0,debug=0,header=''):
     """Execute a system command, return its exit status.
 
     Options:
 
     - verbose (0): print the command to be executed.
     
     - debug (0): only print, do not actually execute.
 
     - header (''): Header to print on screen prior to the executed command (it
     is only prepended to the command, no newlines are added).
 
     Note: a stateful version of this function is available through the
     SystemExec class."""
 
     stat = 0
     if verbose or debug: print header+cmd
     sys.stdout.flush()
     if not debug: stat = os.system(cmd)
     return stat
 
 # This function is used by ipython in a lot of places to make system calls.
 # We need it to be slightly different under win32, due to the vagaries of
 # 'network shares'.  A win32 override is below.
 
 def shell(cmd,verbose=0,debug=0,header=''):
     """Execute a command in the system shell, always return None.
 
     Options:
 
     - verbose (0): print the command to be executed.
     
     - debug (0): only print, do not actually execute.
 
     - header (''): Header to print on screen prior to the executed command (it
     is only prepended to the command, no newlines are added).
 
     Note: this is similar to genutils.system(), but it returns None so it can
     be conveniently used in interactive loops without getting the return value
     (typically 0) printed many times."""
 
     stat = 0
     if verbose or debug: print header+cmd
     # flush stdout so we don't mangle python's buffering
     sys.stdout.flush()
     if not debug:
         os.system(cmd)
 
 # override shell() for win32 to deal with network shares
 if os.name in ('nt','dos'):
 
     shell_ori = shell
 
     def shell(cmd,verbose=0,debug=0,header=''):
         if os.getcwd().startswith(r"\\"):
             path = os.getcwd()
             # change to c drive (cannot be on UNC-share when issuing os.system,
             # as cmd.exe cannot handle UNC addresses)
             os.chdir("c:")
             # issue pushd to the UNC-share and then run the command
             try:
                 shell_ori('"pushd %s&&"'%path+cmd,verbose,debug,header)
             finally:
                 os.chdir(path)
         else:
             shell_ori(cmd,verbose,debug,header)
 
     shell.__doc__ = shell_ori.__doc__
 
 def getoutput(cmd,verbose=0,debug=0,header='',split=0):
     """Dummy substitute for perl's backquotes.
 
     Executes a command and returns the output.
 
     Accepts the same arguments as system(), plus:
 
     - split(0): if true, the output is returned as a list split on newlines.
 
     Note: a stateful version of this function is available through the
     SystemExec class."""
 
     if verbose or debug: print header+cmd
     if not debug:
         output = commands.getoutput(cmd)
         if split:
             return output.split('\n')
         else:
             return output
 
 def getoutputerror(cmd,verbose=0,debug=0,header='',split=0):
     """Return (standard output,standard error) of executing cmd in a shell.
 
     Accepts the same arguments as system(), plus:
 
     - split(0): if true, each of stdout/err is returned as a list split on
     newlines.
 
     Note: a stateful version of this function is available through the
     SystemExec class."""
 
     if verbose or debug: print header+cmd
     if not cmd:
         if split:
             return [],[]
         else:
             return '',''
     if not debug:
         pin,pout,perr = os.popen3(cmd)
         tout = pout.read().rstrip()
         terr = perr.read().rstrip()
         pin.close()
         pout.close()
         perr.close()
         if split:
             return tout.split('\n'),terr.split('\n')
         else:
             return tout,terr
 
 # for compatibility with older naming conventions
 xsys = system
 bq = getoutput
 
 class SystemExec:
     """Access the system and getoutput functions through a stateful interface.
 
     Note: here we refer to the system and getoutput functions from this
     library, not the ones from the standard python library.
     
     This class offers the system and getoutput functions as methods, but the
     verbose, debug and header parameters can be set for the instance (at
     creation time or later) so that they don't need to be specified on each
     call.
 
     For efficiency reasons, there's no way to override the parameters on a
     per-call basis other than by setting instance attributes. If you need
     local overrides, it's best to directly call system() or getoutput().
 
     The following names are provided as alternate options:
      - xsys: alias to system
      - bq: alias to getoutput
 
     An instance can then be created as:
      >>> sysexec = SystemExec(verbose=1,debug=0,header='Calling: ')
 
     And used as:
      >>> sysexec.xsys('pwd')
      >>> dirlist = sysexec.bq('ls -l')
     """
     
     def __init__(self,verbose=0,debug=0,header='',split=0):
         """Specify the instance's values for verbose, debug and header."""
         setattr_list(self,'verbose debug header split')
 
     def system(self,cmd):
         """Stateful interface to system(), with the same keyword parameters."""
 
         system(cmd,self.verbose,self.debug,self.header)
 
     def shell(self,cmd):
         """Stateful interface to shell(), with the same keyword parameters."""
 
         shell(cmd,self.verbose,self.debug,self.header)
 
     xsys = system  # alias
 
     def getoutput(self,cmd):
         """Stateful interface to getoutput()."""
 
         return getoutput(cmd,self.verbose,self.debug,self.header,self.split)
 
     def getoutputerror(self,cmd):
         """Stateful interface to getoutputerror()."""
 
         return getoutputerror(cmd,self.verbose,self.debug,self.header,self.split)
 
     bq = getoutput  # alias
 
 #-----------------------------------------------------------------------------
 def mutex_opts(dict,ex_op):
     """Check for presence of mutually exclusive keys in a dict.
 
     Call: mutex_opts(dict,[[op1a,op1b],[op2a,op2b]...]"""
     for op1,op2 in ex_op:
         if op1 in dict and op2 in dict:
             raise ValueError,'\n*** ERROR in Arguments *** '\
                   'Options '+op1+' and '+op2+' are mutually exclusive.'
 
 #-----------------------------------------------------------------------------
 def get_py_filename(name):
     """Return a valid python filename in the current directory.
 
     If the given name is not a file, it adds '.py' and searches again.
     Raises IOError with an informative message if the file isn't found."""
 
     name = os.path.expanduser(name)
     if not os.path.isfile(name) and not name.endswith('.py'):
         name += '.py'
     if os.path.isfile(name):
         return name
     else:
         raise IOError,'File `%s` not found.' % name
 
 #-----------------------------------------------------------------------------
 def filefind(fname,alt_dirs = None):
     """Return the given filename either in the current directory, if it
     exists, or in a specified list of directories.
 
     ~ expansion is done on all file and directory names.
 
     Upon an unsuccessful search, raise an IOError exception."""
 
     if alt_dirs is None:
         try:
             alt_dirs = get_home_dir()
         except HomeDirError:
             alt_dirs = os.getcwd()
     search = [fname] + list_strings(alt_dirs)
     search = map(os.path.expanduser,search)
     #print 'search list for',fname,'list:',search  # dbg
     fname = search[0]
     if os.path.isfile(fname):
         return fname
     for direc in search[1:]:
         testname = os.path.join(direc,fname)
         #print 'testname',testname  # dbg
         if os.path.isfile(testname):
             return testname
     raise IOError,'File' + `fname` + \
           ' not found in current or supplied directories:' + `alt_dirs`
 
 #----------------------------------------------------------------------------
 def file_read(filename):
     """Read a file and close it.  Returns the file source."""
     fobj=open(filename,'r');
     source = fobj.read();
     fobj.close()
     return source
 
 #----------------------------------------------------------------------------
 def target_outdated(target,deps):
     """Determine whether a target is out of date.
 
     target_outdated(target,deps) -> 1/0
 
     deps: list of filenames which MUST exist.
     target: single filename which may or may not exist.
 
     If target doesn't exist or is older than any file listed in deps, return
     true, otherwise return false.
     """
     try:
         target_time = os.path.getmtime(target)
     except os.error:
         return 1
     for dep in deps:
         dep_time = os.path.getmtime(dep)
         if dep_time > target_time:
             #print "For target",target,"Dep failed:",dep # dbg
             #print "times (dep,tar):",dep_time,target_time # dbg
             return 1
     return 0
 
 #-----------------------------------------------------------------------------
 def target_update(target,deps,cmd):
     """Update a target with a given command given a list of dependencies.
 
     target_update(target,deps,cmd) -> runs cmd if target is outdated.
 
     This is just a wrapper around target_outdated() which calls the given
     command if target is outdated."""
 
     if target_outdated(target,deps):
         xsys(cmd)
 
 #----------------------------------------------------------------------------
 def unquote_ends(istr):
     """Remove a single pair of quotes from the endpoints of a string."""
 
     if not istr:
         return istr
     if (istr[0]=="'" and istr[-1]=="'") or \
        (istr[0]=='"' and istr[-1]=='"'):
         return istr[1:-1]
     else:
         return istr
 
 #----------------------------------------------------------------------------
 def process_cmdline(argv,names=[],defaults={},usage=''):
     """ Process command-line options and arguments.
 
     Arguments:
 
     - argv: list of arguments, typically sys.argv.
     
     - names: list of option names. See DPyGetOpt docs for details on options
     syntax.
 
     - defaults: dict of default values.
 
     - usage: optional usage notice to print if a wrong argument is passed.
 
     Return a dict of options and a list of free arguments."""
 
     getopt = DPyGetOpt.DPyGetOpt()
     getopt.setIgnoreCase(0)
     getopt.parseConfiguration(names)
 
     try:
         getopt.processArguments(argv)
     except:
         print usage
         warn(`sys.exc_value`,level=4)
 
     defaults.update(getopt.optionValues)
     args = getopt.freeValues
     
     return defaults,args
 
 #----------------------------------------------------------------------------
 def optstr2types(ostr):
     """Convert a string of option names to a dict of type mappings.
 
     optstr2types(str) -> {None:'string_opts',int:'int_opts',float:'float_opts'}
 
     This is used to get the types of all the options in a string formatted
     with the conventions of DPyGetOpt. The 'type' None is used for options
     which are strings (they need no further conversion). This function's main
     use is to get a typemap for use with read_dict().
     """
 
     typeconv = {None:'',int:'',float:''}
     typemap = {'s':None,'i':int,'f':float}
     opt_re = re.compile(r'([\w]*)([^:=]*:?=?)([sif]?)')
 
     for w in ostr.split():
         oname,alias,otype = opt_re.match(w).groups()
         if otype == '' or alias == '!':   # simple switches are integers too
             otype = 'i'
         typeconv[typemap[otype]] += oname + ' '
     return typeconv
 
 #----------------------------------------------------------------------------
 def read_dict(filename,type_conv=None,**opt):
 
     """Read a dictionary of key=value pairs from an input file, optionally
     performing conversions on the resulting values.
 
     read_dict(filename,type_conv,**opt) -> dict
 
     Only one value per line is accepted, the format should be
      # optional comments are ignored
      key value\n
 
     Args:
 
       - type_conv: A dictionary specifying which keys need to be converted to
       which types. By default all keys are read as strings. This dictionary
       should have as its keys valid conversion functions for strings
       (int,long,float,complex, or your own).  The value for each key
       (converter) should be a whitespace separated string containing the names
       of all the entries in the file to be converted using that function. For
       keys to be left alone, use None as the conversion function (only needed
       with purge=1, see below).
 
       - opt: dictionary with extra options as below (default in parens)
 
         purge(0): if set to 1, all keys *not* listed in type_conv are purged out
         of the dictionary to be returned. If purge is going to be used, the
         set of keys to be left as strings also has to be explicitly specified
         using the (non-existent) conversion function None.
 
         fs(None): field separator. This is the key/value separator to be used
         when parsing the file. The None default means any whitespace [behavior
         of string.split()].
 
         strip(0): if 1, strip string values of leading/trailinig whitespace.
 
         warn(1): warning level if requested keys are not found in file.
           - 0: silently ignore.
           - 1: inform but proceed.
           - 2: raise KeyError exception.
 
         no_empty(0): if 1, remove keys with whitespace strings as a value.
 
         unique([]): list of keys (or space separated string) which can't be
         repeated. If one such key is found in the file, each new instance
         overwrites the previous one. For keys not listed here, the behavior is
         to make a list of all appearances.
 
     Example:
     If the input file test.ini has:
       i 3
       x 4.5
       y 5.5
       s hi ho
     Then:
 
     >>> type_conv={int:'i',float:'x',None:'s'}
     >>> read_dict('test.ini')
     {'i': '3', 's': 'hi ho', 'x': '4.5', 'y': '5.5'}
     >>> read_dict('test.ini',type_conv)
     {'i': 3, 's': 'hi ho', 'x': 4.5, 'y': '5.5'}
     >>> read_dict('test.ini',type_conv,purge=1)
     {'i': 3, 's': 'hi ho', 'x': 4.5}
     """
 
     # starting config
     opt.setdefault('purge',0)
     opt.setdefault('fs',None)  # field sep defaults to any whitespace
     opt.setdefault('strip',0)
     opt.setdefault('warn',1)
     opt.setdefault('no_empty',0)
     opt.setdefault('unique','')
     if type(opt['unique']) in StringTypes:
         unique_keys = qw(opt['unique'])
     elif type(opt['unique']) in (types.TupleType,types.ListType):
         unique_keys = opt['unique']
     else:
         raise ValueError, 'Unique keys must be given as a string, List or Tuple'
 
     dict = {}
     # first read in table of values as strings
     file = open(filename,'r')
     for line in file.readlines():
         line = line.strip()
         if len(line) and line[0]=='#': continue
         if len(line)>0:
             lsplit = line.split(opt['fs'],1)
             try:
                 key,val = lsplit
             except ValueError:
                 key,val = lsplit[0],''
             key = key.strip()
             if opt['strip']: val = val.strip()
             if val == "''" or val == '""': val = ''
             if opt['no_empty'] and (val=='' or val.isspace()):
                 continue
             # if a key is found more than once in the file, build a list
             # unless it's in the 'unique' list. In that case, last found in file
             # takes precedence. User beware.
             try:
                 if dict[key] and key in unique_keys:
                     dict[key] = val
                 elif type(dict[key]) is types.ListType:
                     dict[key].append(val)
                 else:
                     dict[key] = [dict[key],val]
             except KeyError:
                 dict[key] = val
     # purge if requested
     if opt['purge']:
         accepted_keys = qwflat(type_conv.values())
         for key in dict.keys():
             if key in accepted_keys: continue
             del(dict[key])
     # now convert if requested
     if type_conv==None: return dict
     conversions = type_conv.keys()
     try: conversions.remove(None)
     except: pass
     for convert in conversions:
         for val in qw(type_conv[convert]):
             try:
                 dict[val] = convert(dict[val])
             except KeyError,e:
                 if opt['warn'] == 0:
                     pass
                 elif opt['warn'] == 1:
                     print >>sys.stderr, 'Warning: key',val,\
                           'not found in file',filename
                 elif opt['warn'] == 2:
                     raise KeyError,e
                 else:
                     raise ValueError,'Warning level must be 0,1 or 2'
 
     return dict
 
 #----------------------------------------------------------------------------
 def flag_calls(func):
     """Wrap a function to detect and flag when it gets called.
 
     This is a decorator which takes a function and wraps it in a function with
     a 'called' attribute. wrapper.called is initialized to False.
 
     The wrapper.called attribute is set to False right before each call to the
     wrapped function, so if the call fails it remains False.  After the call
     completes, wrapper.called is set to True and the output is returned.
 
     Testing for truth in wrapper.called allows you to determine if a call to
     func() was attempted and succeeded."""
     
     def wrapper(*args,**kw):
         wrapper.called = False
         out = func(*args,**kw)
         wrapper.called = True
         return out
 
     wrapper.called = False
     wrapper.__doc__ = func.__doc__
     return wrapper
 
 #----------------------------------------------------------------------------
 class HomeDirError(Error):
     pass
 
 def get_home_dir():
     """Return the closest possible equivalent to a 'home' directory.
 
     We first try $HOME.  Absent that, on NT it's $HOMEDRIVE\$HOMEPATH.
 
     Currently only Posix and NT are implemented, a HomeDirError exception is
     raised for all other OSes. """
 
     isdir = os.path.isdir
     env = os.environ
     try:
         homedir = env['HOME']
         if not isdir(homedir):
             # in case a user stuck some string which does NOT resolve to a
             # valid path, it's as good as if we hadn't foud it
             raise KeyError
         return homedir
     except KeyError:
         if os.name == 'posix':
             raise HomeDirError,'undefined $HOME, IPython can not proceed.'
         elif os.name == 'nt':
             # For some strange reason, win9x returns 'nt' for os.name.
             try:
                 homedir = os.path.join(env['HOMEDRIVE'],env['HOMEPATH'])
                 if not isdir(homedir):
                     homedir = os.path.join(env['USERPROFILE'])
                     if not isdir(homedir):
                         raise HomeDirError
                 return homedir
             except:
                 try:
                     # Use the registry to get the 'My Documents' folder.
                     import _winreg as wreg
                     key = wreg.OpenKey(wreg.HKEY_CURRENT_USER,
                                        "Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders")
                     homedir = wreg.QueryValueEx(key,'Personal')[0]
                     key.Close()
                     if not isdir(homedir):
                         e = ('Invalid "Personal" folder registry key '
                              'typically "My Documents".\n'
                              'Value: %s\n'
                              'This is not a valid directory on your system.' %
                              homedir)
                         raise HomeDirError(e)
                     return homedir
                 except HomeDirError:
                     raise
                 except:
                     return 'C:\\'
         elif os.name == 'dos':
             # Desperate, may do absurd things in classic MacOS. May work under DOS.
             return 'C:\\'
         else:
             raise HomeDirError,'support for your operating system not implemented.'
 
 #****************************************************************************
 # strings and text
 
 class LSString(str):
     """String derivative with a special access attributes.
 
     These are normal strings, but with the special attributes:
 
         .l (or .list) : value as list (split on newlines).
         .n (or .nlstr): original value (the string itself).
         .s (or .spstr): value as whitespace-separated string.
         
     Any values which require transformations are computed only once and
     cached.
 
     Such strings are very useful to efficiently interact with the shell, which
     typically only understands whitespace-separated options for commands."""
 
     def get_list(self):
         try:
             return self.__list
         except AttributeError:
             self.__list = self.split('\n')
             return self.__list
 
     l = list = property(get_list)
 
     def get_spstr(self):
         try:
             return self.__spstr
         except AttributeError:
             self.__spstr = self.replace('\n',' ')
             return self.__spstr
 
     s = spstr = property(get_spstr)
 
     def get_nlstr(self):
         return self
 
     n = nlstr = property(get_nlstr)
 
     def get_paths(self):
         try:
             return self.__paths
         except AttributeError:
             self.__paths = [path(p) for p in self.split('\n') if os.path.exists(p)]
             return self.__paths
     
     p = paths = property(get_paths)
 
 
 #----------------------------------------------------------------------------
 class SList(list):
     """List derivative with a special access attributes.
 
     These are normal lists, but with the special attributes:
 
         .l (or .list) : value as list (the list itself).
         .n (or .nlstr): value as a string, joined on newlines.
         .s (or .spstr): value as a string, joined on spaces.
 
     Any values which require transformations are computed only once and
     cached."""
 
     def get_list(self):
         return self
 
     l = list = property(get_list)
 
     def get_spstr(self):
         try:
             return self.__spstr
         except AttributeError:
             self.__spstr = ' '.join(self)
             return self.__spstr
 
     s = spstr = property(get_spstr)
 
     def get_nlstr(self):
         try:
             return self.__nlstr
         except AttributeError:
             self.__nlstr = '\n'.join(self)
             return self.__nlstr
 
     n = nlstr = property(get_nlstr)
     
     def get_paths(self):
         try:
             return self.__paths
         except AttributeError:
             self.__paths = [path(p) for p in self if os.path.exists(p)]
             return self.__paths
     
     p = paths = property(get_paths)
 
 #----------------------------------------------------------------------------
 def esc_quotes(strng):
     """Return the input string with single and double quotes escaped out"""
 
     return strng.replace('"','\\"').replace("'","\\'")
 
 #----------------------------------------------------------------------------
 def make_quoted_expr(s):
     """Return string s in appropriate quotes, using raw string if possible.
     
     Effectively this turns string: cd \ao\ao\
     to: r"cd \ao\ao\_"[:-1]
     
     Note the use of raw string and padding at the end to allow trailing backslash.
     
     """
     
     tail = ''
     tailpadding = ''
     raw  = ''
     if "\\" in s:
         raw = 'r'
         if s.endswith('\\'):
             tail = '[:-1]'
             tailpadding = '_'
     if '"' not in s:
         quote = '"'
     elif "'" not in s:
         quote = "'"
     elif '"""' not in s and not s.endswith('"'):
         quote = '"""'
     elif "'''" not in s and not s.endswith("'"):
         quote = "'''"
     else:
         # give up, backslash-escaped string will do
         return '"%s"' % esc_quotes(s)
     res = itpl("$raw$quote$s$tailpadding$quote$tail")
     return res
 
 
 #----------------------------------------------------------------------------
 def raw_input_multi(header='', ps1='==> ', ps2='..> ',terminate_str = '.'):
     """Take multiple lines of input.
 
     A list with each line of input as a separate element is returned when a
     termination string is entered (defaults to a single '.'). Input can also
     terminate via EOF (^D in Unix, ^Z-RET in Windows).
 
     Lines of input which end in \\ are joined into single entries (and a
     secondary continuation prompt is issued as long as the user terminates
     lines with \\). This allows entering very long strings which are still
     meant to be treated as single entities.
     """
 
     try:
         if header:
             header += '\n'
         lines = [raw_input(header + ps1)]
     except EOFError:
         return []
     terminate = [terminate_str]
     try:
         while lines[-1:] != terminate:
             new_line = raw_input(ps1)
             while new_line.endswith('\\'):
                 new_line = new_line[:-1] + raw_input(ps2)
             lines.append(new_line)
                 
         return lines[:-1]  # don't return the termination command
     except EOFError:
         print
         return lines
 
 #----------------------------------------------------------------------------
 def raw_input_ext(prompt='',  ps2='... '):
     """Similar to raw_input(), but accepts extended lines if input ends with \\."""
 
     line = raw_input(prompt)
     while line.endswith('\\'):
         line = line[:-1] + raw_input(ps2)
     return line
 
 #----------------------------------------------------------------------------
 def ask_yes_no(prompt,default=None):
     """Asks a question and returns an integer 1/0 (y/n) answer.
 
     If default is given (one of 'y','n'), it is used if the user input is
     empty. Otherwise the question is repeated until an answer is given.
     If EOF occurs 20 times consecutively, the default answer is assumed,
     or if there is no default, an exception is raised to prevent infinite
     loops.
 
     Valid answers are: y/yes/n/no (match is not case sensitive)."""
 
     answers = {'y':True,'n':False,'yes':True,'no':False}
     ans = None
     eofs, max_eofs = 0, 20
     while ans not in answers.keys():
         try:
             ans = raw_input(prompt+' ').lower()
             if not ans:  # response was an empty string
                 ans = default
             eofs = 0
         except (EOFError,KeyboardInterrupt):
             eofs = eofs + 1
             if eofs >= max_eofs:
                 if default in answers.keys():
                     ans = default
                 else:
                     raise
             
     return answers[ans]
 
 #----------------------------------------------------------------------------
 def marquee(txt='',width=78,mark='*'):
     """Return the input string centered in a 'marquee'."""
     if not txt:
         return (mark*width)[:width]
     nmark = (width-len(txt)-2)/len(mark)/2
     if nmark < 0: nmark =0
     marks = mark*nmark
     return '%s %s %s' % (marks,txt,marks)
 
 #----------------------------------------------------------------------------
 class EvalDict:
     """
     Emulate a dict which evaluates its contents in the caller's frame.
 
     Usage:
     >>>number = 19
     >>>text = "python"
     >>>print "%(text.capitalize())s %(number/9.0).1f rules!" % EvalDict()
     """
 
     # This version is due to [e-mail] on c.l.py, and is basically a
     # modified (shorter) version of:
     # http://aspn.activestate.com/ASPN/Cookbook/Python/Recipe/66018 by
     # Skip Montanaro ([e-mail]).
 
     def __getitem__(self, name):
         frame = sys._getframe(1)
         return eval(name, frame.f_globals, frame.f_locals)
 
 EvalString = EvalDict  # for backwards compatibility
 #----------------------------------------------------------------------------
 def qw(words,flat=0,sep=None,maxsplit=-1):
     """Similar to Perl's qw() operator, but with some more options.
 
     qw(words,flat=0,sep=' ',maxsplit=-1) -> words.split(sep,maxsplit)
 
     words can also be a list itself, and with flat=1, the output will be
     recursively flattened. Examples:
 
     >>> qw('1 2')
     ['1', '2']
     >>> qw(['a b','1 2',['m n','p q']])
     [['a', 'b'], ['1', '2'], [['m', 'n'], ['p', 'q']]]
     >>> qw(['a b','1 2',['m n','p q']],flat=1)
     ['a', 'b', '1', '2', 'm', 'n', 'p', 'q']    """
 
     if type(words) in StringTypes:
         return [word.strip() for word in words.split(sep,maxsplit)
                 if word and not word.isspace() ]
     if flat:
         return flatten(map(qw,words,[1]*len(words)))
     return map(qw,words)
 
 #----------------------------------------------------------------------------
 def qwflat(words,sep=None,maxsplit=-1):
     """Calls qw(words) in flat mode. It's just a convenient shorthand."""
     return qw(words,1,sep,maxsplit)
 
 #----------------------------------------------------------------------------
 def qw_lol(indata):
     """qw_lol('a b') -> [['a','b']],
     otherwise it's just a call to qw().
 
     We need this to make sure the modules_some keys *always* end up as a
     list of lists."""
 
     if type(indata) in StringTypes:
         return [qw(indata)]
     else:
         return qw(indata)
 
 #-----------------------------------------------------------------------------
 def list_strings(arg):
     """Always return a list of strings, given a string or list of strings
     as input."""
 
     if type(arg) in StringTypes: return [arg]
     else: return arg
 
 #----------------------------------------------------------------------------
 def grep(pat,list,case=1):
     """Simple minded grep-like function.
     grep(pat,list) returns occurrences of pat in list, None on failure.
 
     It only does simple string matching, with no support for regexps. Use the
     option case=0 for case-insensitive matching."""
 
     # This is pretty crude. At least it should implement copying only references
     # to the original data in case it's big. Now it copies the data for output.
     out=[]
     if case:
         for term in list:
             if term.find(pat)>-1: out.append(term)
     else:
         lpat=pat.lower()
         for term in list:
             if term.lower().find(lpat)>-1: out.append(term)
 
     if len(out): return out
     else: return None
 
 #----------------------------------------------------------------------------
 def dgrep(pat,*opts):
     """Return grep() on dir()+dir(__builtins__).
 
     A very common use of grep() when working interactively."""
 
     return grep(pat,dir(__main__)+dir(__main__.__builtins__),*opts)
 
 #----------------------------------------------------------------------------
 def idgrep(pat):
     """Case-insensitive dgrep()"""
 
     return dgrep(pat,0)
 
 #----------------------------------------------------------------------------
 def igrep(pat,list):
     """Synonym for case-insensitive grep."""
 
     return grep(pat,list,case=0)
 
 #----------------------------------------------------------------------------
 def indent(str,nspaces=4,ntabs=0):
     """Indent a string a given number of spaces or tabstops.
     
     indent(str,nspaces=4,ntabs=0) -> indent str by ntabs+nspaces.
     """
     if str is None:
         return
     ind = '\t'*ntabs+' '*nspaces
     outstr = '%s%s' % (ind,str.replace(os.linesep,os.linesep+ind))
     if outstr.endswith(os.linesep+ind):
         return outstr[:-len(ind)]
     else:
         return outstr
     
 #-----------------------------------------------------------------------------
 def native_line_ends(filename,backup=1):
     """Convert (in-place) a file to line-ends native to the current OS.
 
     If the optional backup argument is given as false, no backup of the
     original file is left.  """
 
     backup_suffixes = {'posix':'~','dos':'.bak','nt':'.bak','mac':'.bak'}
 
     bak_filename = filename + backup_suffixes[os.name]
 
     original = open(filename).read()
     shutil.copy2(filename,bak_filename)
     try:
         new = open(filename,'wb')
         new.write(os.linesep.join(original.splitlines()))
         new.write(os.linesep) # ALWAYS put an eol at the end of the file
         new.close()
     except:
         os.rename(bak_filename,filename)
     if not backup:
         try:
             os.remove(bak_filename)
         except:
             pass
     
 #----------------------------------------------------------------------------
 def get_pager_cmd(pager_cmd = None):
     """Return a pager command.
 
     Makes some attempts at finding an OS-correct one."""
     
     if os.name == 'posix':
         default_pager_cmd = 'less -r'  # -r for color control sequences
     elif os.name in ['nt','dos']:
         default_pager_cmd = 'type'
 
     if pager_cmd is None:
         try:
             pager_cmd = os.environ['PAGER']
         except:
             pager_cmd = default_pager_cmd
     return pager_cmd
 
 #-----------------------------------------------------------------------------
 def get_pager_start(pager,start):
     """Return the string for paging files with an offset.
 
     This is the '+N' argument which less and more (under Unix) accept.
     """
 
     if pager in ['less','more']:
         if start:
             start_string = '+' + str(start)
         else:
             start_string = ''
     else:
         start_string = ''
     return start_string
 
 #----------------------------------------------------------------------------
 if os.name == "nt":
     import msvcrt
     def page_more():
         """ Smart pausing between pages
 
         @return:    True if need print more lines, False if quit
         """
         Term.cout.write('---Return to continue, q to quit--- ')
         ans = msvcrt.getch()
         if ans in ("q", "Q"):
             result = False
         else:
             result = True
         Term.cout.write("\b"*37 + " "*37 + "\b"*37)
         return result
 else:
     def page_more():
         ans = raw_input('---Return to continue, q to quit--- ')
         if ans.lower().startswith('q'):
             return False
         else:
             return True
 
 esc_re = re.compile(r"(\x1b[^m]+m)")
 
 def page_dumb(strng,start=0,screen_lines=25):
     """Very dumb 'pager' in Python, for when nothing else works.
 
     Only moves forward, same interface as page(), except for pager_cmd and
     mode."""
 
     out_ln  = strng.splitlines()[start:]
     screens = chop(out_ln,screen_lines-1)
     if len(screens) == 1:
         print >>Term.cout, os.linesep.join(screens[0])
     else:
         last_escape = ""
         for scr in screens[0:-1]:
             hunk = os.linesep.join(scr)
             print >>Term.cout, last_escape + hunk
             if not page_more():
                 return
             esc_list = esc_re.findall(hunk)
             if len(esc_list) > 0:
                 last_escape = esc_list[-1]
         print >>Term.cout, last_escape + os.linesep.join(screens[-1])
 
 #----------------------------------------------------------------------------
 def page(strng,start=0,screen_lines=0,pager_cmd = None):
     """Print a string, piping through a pager after a certain length.
 
     The screen_lines parameter specifies the number of *usable* lines of your
     terminal screen (total lines minus lines you need to reserve to show other
     information).
 
     If you set screen_lines to a number <=0, page() will try to auto-determine
     your screen size and will only use up to (screen_size+screen_lines) for
     printing, paging after that. That is, if you want auto-detection but need
     to reserve the bottom 3 lines of the screen, use screen_lines = -3, and for
     auto-detection without any lines reserved simply use screen_lines = 0.
 
     If a string won't fit in the allowed lines, it is sent through the
     specified pager command. If none given, look for PAGER in the environment,
     and ultimately default to less.
 
     If no system pager works, the string is sent through a 'dumb pager'
     written in python, very simplistic.
     """
     
     # Ugly kludge, but calling curses.initscr() flat out crashes in emacs
     TERM = os.environ.get('TERM','dumb')
     if TERM in ['dumb','emacs'] and os.name != 'nt':
         print strng
         return
     # chop off the topmost part of the string we don't want to see
     str_lines = strng.split(os.linesep)[start:]
     str_toprint = os.linesep.join(str_lines)
     num_newlines = len(str_lines)
     len_str = len(str_toprint)
     
     # Dumb heuristics to guesstimate number of on-screen lines the string
     # takes.  Very basic, but good enough for docstrings in reasonable
     # terminals. If someone later feels like refining it, it's not hard.
     numlines = max(num_newlines,int(len_str/80)+1)
 
     if os.name == "nt":
         screen_lines_def = get_console_size(defaulty=25)[1]
     else:
         screen_lines_def = 25 # default value if we can't auto-determine
 
     # auto-determine screen size
     if screen_lines <= 0:
         if TERM=='xterm':
             try:
                 import curses
                 if hasattr(curses,'initscr'):
                     use_curses = 1
                 else:
                     use_curses = 0
             except ImportError:
                 use_curses = 0
         else:
             # curses causes problems on many terminals other than xterm.
             use_curses = 0
         if use_curses:
                 scr = curses.initscr()
                 screen_lines_real,screen_cols = scr.getmaxyx()
                 curses.endwin()
                 screen_lines += screen_lines_real
                 #print '***Screen size:',screen_lines_real,'lines x',\
                 #screen_cols,'columns.' # dbg
         else:
                 screen_lines += screen_lines_def
 
     #print 'numlines',numlines,'screenlines',screen_lines  # dbg
     if numlines <= screen_lines :
         #print '*** normal print'  # dbg
         print >>Term.cout, str_toprint
     else:
         # Try to open pager and default to internal one if that fails.
         # All failure modes are tagged as 'retval=1', to match the return
         # value of a failed system command.  If any intermediate attempt
         # sets retval to 1, at the end we resort to our own page_dumb() pager.
         pager_cmd = get_pager_cmd(pager_cmd)
         pager_cmd += ' ' + get_pager_start(pager_cmd,start)
         if os.name == 'nt':
             if pager_cmd.startswith('type'):
                 # The default WinXP 'type' command is failing on complex strings.
                 retval = 1
             else:
                 tmpname = tempfile.mktemp('.txt')
                 tmpfile = file(tmpname,'wt')
                 tmpfile.write(strng)
                 tmpfile.close()
                 cmd = "%s < %s" % (pager_cmd,tmpname)
                 if os.system(cmd):
                   retval = 1
                 else:
                   retval = None
                 os.remove(tmpname)
         else:
             try:
                 retval = None
                 # if I use popen4, things hang. No idea why.
                 #pager,shell_out = os.popen4(pager_cmd)
                 pager = os.popen(pager_cmd,'w')
                 pager.write(strng)
                 pager.close()
                 retval = pager.close()  # success returns None
             except IOError,msg:  # broken pipe when user quits
                 if msg.args == (32,'Broken pipe'):
                     retval = None
                 else:
                     retval = 1
             except OSError:
                 # Other strange problems, sometimes seen in Win2k/cygwin
                 retval = 1
         if retval is not None:
             page_dumb(strng,screen_lines=screen_lines)
 
 #----------------------------------------------------------------------------
 def page_file(fname,start = 0, pager_cmd = None):
     """Page a file, using an optional pager command and starting line.
     """
 
     pager_cmd = get_pager_cmd(pager_cmd)
     pager_cmd += ' ' + get_pager_start(pager_cmd,start)
 
     try:
         if os.environ['TERM'] in ['emacs','dumb']:
             raise EnvironmentError
         xsys(pager_cmd + ' ' + fname)
     except:
         try:
             if start > 0:
                 start -= 1
             page(open(fname).read(),start)
         except:
             print 'Unable to show file',`fname`
 
 #----------------------------------------------------------------------------
 def snip_print(str,width = 75,print_full = 0,header = ''):
     """Print a string snipping the midsection to fit in width.
 
     print_full: mode control:
       - 0: only snip long strings
       - 1: send to page() directly.
       - 2: snip long strings and ask for full length viewing with page()
     Return 1 if snipping was necessary, 0 otherwise."""
 
     if print_full == 1:
         page(header+str)
         return 0
 
     print header,
     if len(str) < width:
         print str
         snip = 0
     else:
         whalf = int((width -5)/2)
         print str[:whalf] + ' <...> ' + str[-whalf:]
         snip = 1
     if snip and print_full == 2:
         if raw_input(header+' Snipped. View (y/n)? [N]').lower() == 'y':
             page(str)
     return snip
 
 #****************************************************************************
 # lists, dicts and structures
 
 def belong(candidates,checklist):
     """Check whether a list of items appear in a given list of options.
 
     Returns a list of 1 and 0, one for each candidate given."""
 
     return [x in checklist for x in candidates]
 
 #----------------------------------------------------------------------------
 def uniq_stable(elems):
     """uniq_stable(elems) -> list
 
     Return from an iterable, a list of all the unique elements in the input,
     but maintaining the order in which they first appear.
 
     A naive solution to this problem which just makes a dictionary with the
     elements as keys fails to respect the stability condition, since
     dictionaries are unsorted by nature.
 
     Note: All elements in the input must be valid dictionary keys for this
     routine to work, as it internally uses a dictionary for efficiency
     reasons."""
     
     unique = []
     unique_dict = {}
     for nn in elems:
         if nn not in unique_dict:
             unique.append(nn)
             unique_dict[nn] = None
     return unique
 
 #----------------------------------------------------------------------------
 class NLprinter:
     """Print an arbitrarily nested list, indicating index numbers.
 
     An instance of this class called nlprint is available and callable as a
     function.
     
     nlprint(list,indent=' ',sep=': ') -> prints indenting each level by 'indent'
     and using 'sep' to separate the index from the value. """
 
     def __init__(self):
         self.depth = 0
     
     def __call__(self,lst,pos='',**kw):
         """Prints the nested list numbering levels."""
         kw.setdefault('indent',' ')
         kw.setdefault('sep',': ')
         kw.setdefault('start',0)
         kw.setdefault('stop',len(lst))
         # we need to remove start and stop from kw so they don't propagate
         # into a recursive call for a nested list.
         start = kw['start']; del kw['start']
         stop = kw['stop']; del kw['stop']
         if self.depth == 0 and 'header' in kw.keys():
             print kw['header']
             
         for idx in range(start,stop):
             elem = lst[idx]
             if type(elem)==type([]):
                 self.depth += 1
                 self.__call__(elem,itpl('$pos$idx,'),**kw)
                 self.depth -= 1
             else:
                 printpl(kw['indent']*self.depth+'$pos$idx$kw["sep"]$elem')
 
 nlprint = NLprinter()
 #----------------------------------------------------------------------------
 def all_belong(candidates,checklist):
     """Check whether a list of items ALL appear in a given list of options.
 
     Returns a single 1 or 0 value."""
 
     return 1-(0 in [x in checklist for x in candidates])
 
 #----------------------------------------------------------------------------
 def sort_compare(lst1,lst2,inplace = 1):
     """Sort and compare two lists.
 
     By default it does it in place, thus modifying the lists. Use inplace = 0
     to avoid that (at the cost of temporary copy creation)."""
     if not inplace:
         lst1 = lst1[:]
         lst2 = lst2[:]
     lst1.sort(); lst2.sort()
     return lst1 == lst2
 
 #----------------------------------------------------------------------------
 def mkdict(**kwargs):
     """Return a dict from a keyword list.
 
     It's just syntactic sugar for making ditcionary creation more convenient:
     # the standard way
     >>>data = { 'red' : 1, 'green' : 2, 'blue' : 3 }
     # a cleaner way
     >>>data = dict(red=1, green=2, blue=3)
 
     If you need more than this, look at the Struct() class."""
 
     return kwargs
 
 #----------------------------------------------------------------------------
 def list2dict(lst):
     """Takes a list of (key,value) pairs and turns it into a dict."""
 
     dic = {}
     for k,v in lst: dic[k] = v
     return dic
 
 #----------------------------------------------------------------------------
 def list2dict2(lst,default=''):
     """Takes a list and turns it into a dict.
     Much slower than list2dict, but more versatile. This version can take
     lists with sublists of arbitrary length (including sclars)."""
 
     dic = {}
     for elem in lst:
         if type(elem) in (types.ListType,types.TupleType):
             size = len(elem)
             if  size == 0:
                 pass
             elif size == 1:
                 dic[elem] = default
             else:
                 k,v = elem[0], elem[1:]
                 if len(v) == 1: v = v[0]
                 dic[k] = v
         else:
             dic[elem] = default
     return dic
 
 #----------------------------------------------------------------------------
 def flatten(seq):
     """Flatten a list of lists (NOT recursive, only works for 2d lists)."""
 
     # bug in python??? (YES. Fixed in 2.2, let's leave the kludgy fix in).
 
     # if the x=0 isn't made, a *global* variable x is left over after calling
     # this function, with the value of the last element in the return
     # list. This does seem like a bug big time to me.
 
     # the problem is fixed with the x=0, which seems to force the creation of
     # a local name
 
     x = 0 
     return [x for subseq in seq for x in subseq]
 
 #----------------------------------------------------------------------------
 def get_slice(seq,start=0,stop=None,step=1):
     """Get a slice of a sequence with variable step. Specify start,stop,step."""
     if stop == None:
         stop = len(seq)
     item = lambda i: seq[i]
     return map(item,xrange(start,stop,step))
 
 #----------------------------------------------------------------------------
 def chop(seq,size):
     """Chop a sequence into chunks of the given size."""
     chunk = lambda i: seq[i:i+size]
     return map(chunk,xrange(0,len(seq),size))
 
 #----------------------------------------------------------------------------
 def with(object, **args):
     """Set multiple attributes for an object, similar to Pascal's with.
 
     Example:
     with(jim,
          born = 1960,
          haircolour = 'Brown',
          eyecolour = 'Green')
 
     Credit: Greg Ewing, in
     http://mail.python.org/pipermail/python-list/2001-May/040703.html"""
 
     object.__dict__.update(args)
 
 #----------------------------------------------------------------------------
 def setattr_list(obj,alist,nspace = None):
     """Set a list of attributes for an object taken from a namespace.
 
     setattr_list(obj,alist,nspace) -> sets in obj all the attributes listed in
     alist with their values taken from nspace, which must be a dict (something
     like locals() will often do) If nspace isn't given, locals() of the
     *caller* is used, so in most cases you can omit it.
 
     Note that alist can be given as a string, which will be automatically
     split into a list on whitespace. If given as a list, it must be a list of
     *strings* (the variable names themselves), not of variables."""
 
     # this grabs the local variables from the *previous* call frame -- that is
     # the locals from the function that called setattr_list().
     # - snipped from weave.inline()
     if nspace is None:
         call_frame = sys._getframe().f_back
         nspace = call_frame.f_locals
 
     if type(alist) in StringTypes:
         alist = alist.split()
     for attr in alist:
         val = eval(attr,nspace)
         setattr(obj,attr,val)
 
 #----------------------------------------------------------------------------
 def getattr_list(obj,alist,*args):
     """getattr_list(obj,alist[, default]) -> attribute list.
 
     Get a list of named attributes for an object. When a default argument is
     given, it is returned when the attribute doesn't exist; without it, an
     exception is raised in that case.
 
     Note that alist can be given as a string, which will be automatically
     split into a list on whitespace. If given as a list, it must be a list of
     *strings* (the variable names themselves), not of variables."""
 
     if type(alist) in StringTypes:
         alist = alist.split()
     if args:
         if len(args)==1:
             default = args[0]
             return map(lambda attr: getattr(obj,attr,default),alist)
         else:
             raise ValueError,'getattr_list() takes only one optional argument'
     else:
         return map(lambda attr: getattr(obj,attr),alist)
     
 #----------------------------------------------------------------------------
 def map_method(method,object_list,*argseq,**kw):
     """map_method(method,object_list,*args,**kw) -> list
 
     Return a list of the results of applying the methods to the items of the
     argument sequence(s).  If more than one sequence is given, the method is
     called with an argument list consisting of the corresponding item of each
     sequence. All sequences must be of the same length.
 
     Keyword arguments are passed verbatim to all objects called.
 
     This is Python code, so it's not nearly as fast as the builtin map()."""
 
     out_list = []
     idx = 0
     for object in object_list:
         try:
             handler = getattr(object, method)
         except AttributeError:
             out_list.append(None)
         else:
             if argseq:
                 args = map(lambda lst:lst[idx],argseq)
                 #print 'ob',object,'hand',handler,'ar',args # dbg
                 out_list.append(handler(args,**kw))
             else:
                 out_list.append(handler(**kw))
         idx += 1
     return out_list
 
 #----------------------------------------------------------------------------
 def import_fail_info(mod_name,fns=None):
     """Inform load failure for a module."""
 
     if fns == None:
         warn("Loading of %s failed.\n" % (mod_name,))
     else:
         warn("Loading of %s from %s failed.\n" % (fns,mod_name))
 
 #----------------------------------------------------------------------------
 # Proposed popitem() extension, written as a method
 
 class NotGiven: pass
 
 def popkey(dct,key,default=NotGiven):
     """Return dct[key] and delete dct[key].
 
     If default is given, return it if dct[key] doesn't exist, otherwise raise
     KeyError.  """
 
     try:
         val = dct[key]
     except KeyError:
         if default is NotGiven:
             raise
         else:
             return default
     else:
         del dct[key]
         return val
 #*************************** end of file <genutils.py> **********************
 

IPython/iplib.py

@@ -1,2221 +1,2229 b''
 # -*- coding: utf-8 -*-
 """
 IPython -- An enhanced Interactive Python
 
 Requires Python 2.3 or newer.
 
 This file contains all the classes and helper functions specific to IPython.
 
-$Id: iplib.py 1038 2006-01-20 23:43:35Z vivainio $
+$Id: iplib.py 1058 2006-01-22 14:30:01Z vivainio $
 """
 
 #*****************************************************************************
 #       Copyright (C) 2001 Janko Hauser <[e-mail]> and
 #       Copyright (C) 2001-2006 Fernando Perez. <[e-mail]>
 #
 #  Distributed under the terms of the BSD License.  The full license is in
 #  the file COPYING, distributed as part of this software.
 #
 # Note: this code originally subclassed code.InteractiveConsole from the
 # Python standard library.  Over time, all of that class has been copied
 # verbatim here for modifications which could not be accomplished by
 # subclassing.  At this point, there are no dependencies at all on the code
 # module anymore (it is not even imported).  The Python License (sec. 2)
 # allows for this, but it's always nice to acknowledge credit where credit is
 # due.
 #*****************************************************************************
 
 #****************************************************************************
 # Modules and globals
 
 from __future__ import generators  # for 2.2 backwards-compatibility
 
 from IPython import Release
 __author__  = '%s <%s>\n%s <%s>' % \
               ( Release.authors['Janko'] + Release.authors['Fernando'] )
 __license__ = Release.license
 __version__ = Release.version
 
 # Python standard modules
 import __main__
 import __builtin__
 import StringIO
 import bdb
 import cPickle as pickle
 import codeop
 import exceptions
 import glob
 import inspect
 import keyword
 import new
 import os
 import pdb
 import pydoc
 import re
 import shutil
 import string
 import sys
 import tempfile
 import traceback
 import types
 
 from pprint import pprint, pformat
 
 # IPython's own modules
 import IPython
 from IPython import OInspect,PyColorize,ultraTB
 from IPython.ColorANSI import ColorScheme,ColorSchemeTable  # too long names
 from IPython.FakeModule import FakeModule
 from IPython.Itpl import Itpl,itpl,printpl,ItplNS,itplns
 from IPython.Logger import Logger
 from IPython.Magic import Magic
 from IPython.Prompts import CachedOutput
 from IPython.ipstruct import Struct
 from IPython.background_jobs import BackgroundJobManager
 from IPython.usage import cmd_line_usage,interactive_usage
 from IPython.genutils import *
 import IPython.ipapi
 
 # Globals
 
 # store the builtin raw_input globally, and use this always, in case user code
 # overwrites it (like wx.py.PyShell does)
 raw_input_original = raw_input
 
 # compiled regexps for autoindent management
 dedent_re = re.compile(r'^\s+raise|^\s+return|^\s+pass')
 
 
 #****************************************************************************
 # Some utility function definitions
 
 ini_spaces_re = re.compile(r'^(\s+)')
 
 def num_ini_spaces(strng):
     """Return the number of initial spaces in a string"""
 
     ini_spaces = ini_spaces_re.match(strng)
     if ini_spaces:
         return ini_spaces.end()
     else:
         return 0
 
 def softspace(file, newvalue):
     """Copied from code.py, to remove the dependency"""
 
     oldvalue = 0
     try:
         oldvalue = file.softspace
     except AttributeError:
         pass
     try:
         file.softspace = newvalue
     except (AttributeError, TypeError):
         # "attribute-less object" or "read-only attributes"
         pass
     return oldvalue
 
 
 #****************************************************************************
 # Local use exceptions
 class SpaceInInput(exceptions.Exception): pass
 
 
 #****************************************************************************
 # Local use classes
 class Bunch: pass
 
 class Undefined: pass
 
 class InputList(list):
     """Class to store user input.
 
     It's basically a list, but slices return a string instead of a list, thus
     allowing things like (assuming 'In' is an instance):
 
     exec In[4:7]
 
     or
 
     exec In[5:9] + In[14] + In[21:25]"""
 
     def __getslice__(self,i,j):
         return ''.join(list.__getslice__(self,i,j))
 
 class SyntaxTB(ultraTB.ListTB):
     """Extension which holds some state: the last exception value"""
 
     def __init__(self,color_scheme = 'NoColor'):
         ultraTB.ListTB.__init__(self,color_scheme)
         self.last_syntax_error = None
 
     def __call__(self, etype, value, elist):
         self.last_syntax_error = value
         ultraTB.ListTB.__call__(self,etype,value,elist)
 
     def clear_err_state(self):
         """Return the current error state and clear it"""
         e = self.last_syntax_error
         self.last_syntax_error = None
         return e
 
 #****************************************************************************
 # Main IPython class
 
 # FIXME: the Magic class is a mixin for now, and will unfortunately remain so
 # until a full rewrite is made.  I've cleaned all cross-class uses of
 # attributes and methods, but too much user code out there relies on the
 # equlity %foo == __IP.magic_foo, so I can't actually remove the mixin usage.
 #
 # But at least now, all the pieces have been separated and we could, in
 # principle, stop using the mixin.  This will ease the transition to the
 # chainsaw branch.
 
 # For reference, the following is the list of 'self.foo' uses in the Magic
 # class as of 2005-12-28.  These are names we CAN'T use in the main ipython
 # class, to prevent clashes.
 
 # ['self.__class__', 'self.__dict__', 'self._inspect', 'self._ofind',
 #  'self.arg_err', 'self.extract_input', 'self.format_', 'self.lsmagic',
 #  'self.magic_', 'self.options_table', 'self.parse', 'self.shell',
 #  'self.value']
 
 class InteractiveShell(object,Magic):
     """An enhanced console for Python."""
 
     # class attribute to indicate whether the class supports threads or not.
     # Subclasses with thread support should override this as needed.
     isthreaded = False
 
     def __init__(self,name,usage=None,rc=Struct(opts=None,args=None),
                  user_ns = None,user_global_ns=None,banner2='',
                  custom_exceptions=((),None),embedded=False):
 
         # log system
         self.logger = Logger(self,logfname='ipython_log.py',logmode='rotate')
 
         # introduce ourselves to IPython.ipapi which is uncallable
         # before it knows an InteractiveShell object. 
         IPython.ipapi._init_with_shell(self)
         
         # some minimal strict typechecks.  For some core data structures, I
         # want actual basic python types, not just anything that looks like
         # one.  This is especially true for namespaces.
         for ns in (user_ns,user_global_ns):
             if ns is not None and type(ns) != types.DictType:
                 raise TypeError,'namespace must be a dictionary'
 
         # Job manager (for jobs run as background threads)
         self.jobs = BackgroundJobManager()
 
         # track which builtins we add, so we can clean up later
         self.builtins_added = {}
         # This method will add the necessary builtins for operation, but
         # tracking what it did via the builtins_added dict.
         self.add_builtins()
 
         # Do the intuitively correct thing for quit/exit: we remove the
         # builtins if they exist, and our own magics will deal with this
         try:
             del __builtin__.exit, __builtin__.quit
         except AttributeError:
             pass
 
         # Store the actual shell's name
         self.name = name
 
         # We need to know whether the instance is meant for embedding, since
         # global/local namespaces need to be handled differently in that case
         self.embedded = embedded
 
         # command compiler
         self.compile = codeop.CommandCompiler()
 
         # User input buffer
         self.buffer = []
 
         # Default name given in compilation of code
         self.filename = '<ipython console>'
 
         # Make an empty namespace, which extension writers can rely on both
         # existing and NEVER being used by ipython itself.  This gives them a
         # convenient location for storing additional information and state
         # their extensions may require, without fear of collisions with other
         # ipython names that may develop later.
         self.meta = Bunch()
 
         # Create the namespace where the user will operate.  user_ns is
         # normally the only one used, and it is passed to the exec calls as
         # the locals argument.  But we do carry a user_global_ns namespace
         # given as the exec 'globals' argument,  This is useful in embedding
         # situations where the ipython shell opens in a context where the
         # distinction between locals and globals is meaningful.
 
         # FIXME. For some strange reason, __builtins__ is showing up at user
         # level as a dict instead of a module. This is a manual fix, but I
         # should really track down where the problem is coming from. Alex
         # Schmolck reported this problem first.
 
         # A useful post by Alex Martelli on this topic:
         # Re: inconsistent value from __builtins__
         # Von: Alex Martelli <[e-mail]>
         # Datum: Freitag 01 Oktober 2004 04:45:34 nachmittags/abends
         # Gruppen: comp.lang.python
 
         # Michael Hohn <[e-mail]> wrote:
         # > >>> print type(builtin_check.get_global_binding('__builtins__'))
         # > <type 'dict'>
         # > >>> print type(__builtins__)
         # > <type 'module'>
         # > Is this difference in return value intentional?
 
         # Well, it's documented that '__builtins__' can be either a dictionary
         # or a module, and it's been that way for a long time. Whether it's
         # intentional (or sensible), I don't know. In any case, the idea is
         # that if you need to access the built-in namespace directly, you
         # should start with "import __builtin__" (note, no 's') which will
-        # definitely give you a module. Yeah, it's somewhat confusing:-(.
+        # definitely give you a module. Yeah, it's somewhat confusing:-(.
         
         if user_ns is None:
             # Set __name__ to __main__ to better match the behavior of the
             # normal interpreter.
             user_ns = {'__name__'     :'__main__',
                        '__builtins__' : __builtin__,
                        }
             
         if user_global_ns is None:
             user_global_ns = {}
 
         # Assign namespaces
         # This is the namespace where all normal user variables live
         self.user_ns = user_ns
         # Embedded instances require a separate namespace for globals.
         # Normally this one is unused by non-embedded instances.
         self.user_global_ns = user_global_ns
         # A namespace to keep track of internal data structures to prevent
         # them from cluttering user-visible stuff.  Will be updated later
         self.internal_ns = {}
 
         # Namespace of system aliases.  Each entry in the alias
         # table must be a 2-tuple of the form (N,name), where N is the number
         # of positional arguments of the alias.
         self.alias_table = {}
 
         # A table holding all the namespaces IPython deals with, so that
         # introspection facilities can search easily.
         self.ns_table = {'user':user_ns,
                          'user_global':user_global_ns,
                          'alias':self.alias_table,
                          'internal':self.internal_ns,
                          'builtin':__builtin__.__dict__
                          }
 
         # The user namespace MUST have a pointer to the shell itself.
         self.user_ns[name] = self
 
         # We need to insert into sys.modules something that looks like a
         # module but which accesses the IPython namespace, for shelve and
         # pickle to work interactively. Normally they rely on getting
         # everything out of __main__, but for embedding purposes each IPython
         # instance has its own private namespace, so we can't go shoving
         # everything into __main__.
 
         # note, however, that we should only do this for non-embedded
         # ipythons, which really mimic the __main__.__dict__ with their own
         # namespace.  Embedded instances, on the other hand, should not do
         # this because they need to manage the user local/global namespaces
         # only, but they live within a 'normal' __main__ (meaning, they
         # shouldn't overtake the execution environment of the script they're
         # embedded in).
 
         if not embedded:
             try:
                 main_name = self.user_ns['__name__']
             except KeyError:
                 raise KeyError,'user_ns dictionary MUST have a "__name__" key'
             else:
                 #print "pickle hack in place"  # dbg
                 #print 'main_name:',main_name # dbg
                 sys.modules[main_name] = FakeModule(self.user_ns)
 
         # List of input with multi-line handling.
         # Fill its zero entry, user counter starts at 1
         self.input_hist = InputList(['\n'])
 
         # list of visited directories
         try:
             self.dir_hist = [os.getcwd()]
         except IOError, e:
             self.dir_hist = []
 
         # dict of output history
         self.output_hist = {}
 
         # dict of things NOT to alias (keywords, builtins and some magics)
         no_alias = {}
         no_alias_magics = ['cd','popd','pushd','dhist','alias','unalias']
         for key in keyword.kwlist + no_alias_magics:
             no_alias[key] = 1
         no_alias.update(__builtin__.__dict__)
         self.no_alias = no_alias
                 
         # make global variables for user access to these
         self.user_ns['_ih'] = self.input_hist
         self.user_ns['_oh'] = self.output_hist
         self.user_ns['_dh'] = self.dir_hist
 
         # user aliases to input and output histories
         self.user_ns['In']  = self.input_hist
         self.user_ns['Out'] = self.output_hist
 
         # Object variable to store code object waiting execution.  This is
         # used mainly by the multithreaded shells, but it can come in handy in
         # other situations.  No need to use a Queue here, since it's a single
         # item which gets cleared once run.
         self.code_to_run = None
         
         # escapes for automatic behavior on the command line
         self.ESC_SHELL  = '!'
         self.ESC_HELP   = '?'
         self.ESC_MAGIC  = '%'
         self.ESC_QUOTE  = ','
         self.ESC_QUOTE2 = ';'
         self.ESC_PAREN  = '/'
 
         # And their associated handlers
         self.esc_handlers = {self.ESC_PAREN  : self.handle_auto,
                              self.ESC_QUOTE  : self.handle_auto,
                              self.ESC_QUOTE2 : self.handle_auto,
                              self.ESC_MAGIC  : self.handle_magic,
                              self.ESC_HELP   : self.handle_help,
                              self.ESC_SHELL  : self.handle_shell_escape,
                              }
 
         # class initializations
         Magic.__init__(self,self)
 
         # Python source parser/formatter for syntax highlighting
         pyformat = PyColorize.Parser().format
         self.pycolorize = lambda src: pyformat(src,'str',self.rc['colors'])
 
         # hooks holds pointers used for user-side customizations
         self.hooks = Struct()
         
         # Set all default hooks, defined in the IPython.hooks module.
         hooks = IPython.hooks
         for hook_name in hooks.__all__:
             # default hooks have priority 100, i.e. low; user hooks should have 0-100 priority
             self.set_hook(hook_name,getattr(hooks,hook_name), 100)
 
         # Flag to mark unconditional exit
         self.exit_now = False
 
         self.usage_min =  """\
         An enhanced console for Python.
         Some of its features are:
         - Readline support if the readline library is present.
         - Tab completion in the local namespace.
         - Logging of input, see command-line options.
         - System shell escape via ! , eg !ls.
         - Magic commands, starting with a % (like %ls, %pwd, %cd, etc.)
         - Keeps track of locally defined variables via %who, %whos.
         - Show object information with a ? eg ?x or x? (use ?? for more info).
         """
         if usage: self.usage = usage
         else: self.usage = self.usage_min
 
         # Storage
         self.rc = rc   # This will hold all configuration information
         self.pager = 'less'
         # temporary files used for various purposes.  Deleted at exit.
         self.tempfiles = []
 
         # Keep track of readline usage (later set by init_readline)
         self.has_readline = False
 
         # template for logfile headers.  It gets resolved at runtime by the
         # logstart method.
         self.loghead_tpl = \
 """#log# Automatic Logger file. *** THIS MUST BE THE FIRST LINE ***
 #log# DO NOT CHANGE THIS LINE OR THE TWO BELOW
 #log# opts = %s
 #log# args = %s
 #log# It is safe to make manual edits below here.
 #log#-----------------------------------------------------------------------
 """
         # for pushd/popd management
         try:
             self.home_dir = get_home_dir()
         except HomeDirError,msg:
             fatal(msg)
 
         self.dir_stack = [os.getcwd().replace(self.home_dir,'~')]
 
         # Functions to call the underlying shell.
 
         # utility to expand user variables via Itpl
         self.var_expand = lambda cmd: str(ItplNS(cmd.replace('#','\#'),
                                                  self.user_ns))
         # The first is similar to os.system, but it doesn't return a value,
         # and it allows interpolation of variables in the user's namespace.
         self.system = lambda cmd: shell(self.var_expand(cmd),
                                         header='IPython system call: ',
                                         verbose=self.rc.system_verbose)
         # These are for getoutput and getoutputerror:
         self.getoutput = lambda cmd: \
                          getoutput(self.var_expand(cmd),
                                    header='IPython system call: ',
                                    verbose=self.rc.system_verbose)
         self.getoutputerror = lambda cmd: \
                               getoutputerror(str(ItplNS(cmd.replace('#','\#'),
                                                         self.user_ns)),
                                              header='IPython system call: ',
                                              verbose=self.rc.system_verbose)
  
         # RegExp for splitting line contents into pre-char//first
         # word-method//rest.  For clarity, each group in on one line.
 
         # WARNING: update the regexp if the above escapes are changed, as they
         # are hardwired in.
 
         # Don't get carried away with trying to make the autocalling catch too
         # much:  it's better to be conservative rather than to trigger hidden
         # evals() somewhere and end up causing side effects.
 
         self.line_split = re.compile(r'^([\s*,;/])'
                                      r'([\?\w\.]+\w*\s*)'
                                      r'(\(?.*$)')
 
         # Original re, keep around for a while in case changes break something
         #self.line_split = re.compile(r'(^[\s*!\?%,/]?)'
         #                             r'(\s*[\?\w\.]+\w*\s*)'
         #                             r'(\(?.*$)')
 
         # RegExp to identify potential function names
         self.re_fun_name = re.compile(r'[a-zA-Z_]([a-zA-Z0-9_.]*) *$')
 
         # RegExp to exclude strings with this start from autocalling.  In
         # particular, all binary operators should be excluded, so that if foo
         # is callable, foo OP bar doesn't become foo(OP bar), which is
         # invalid.  The characters '!=()' don't need to be checked for, as the
         # _prefilter routine explicitely does so, to catch direct calls and
         # rebindings of existing names.
 
         # Warning: the '-' HAS TO BE AT THE END of the first group, otherwise
         # it affects the rest of the group in square brackets.
         self.re_exclude_auto = re.compile(r'^[<>,&^\|\*/\+-]'
                                           '|^is |^not |^in |^and |^or ')
 
         # try to catch also methods for stuff in lists/tuples/dicts: off
         # (experimental). For this to work, the line_split regexp would need
         # to be modified so it wouldn't break things at '['. That line is
         # nasty enough that I shouldn't change it until I can test it _well_.
         #self.re_fun_name = re.compile (r'[a-zA-Z_]([a-zA-Z0-9_.\[\]]*) ?$')
 
         # keep track of where we started running (mainly for crash post-mortem)
         self.starting_dir = os.getcwd()
 
         # Various switches which can be set
         self.CACHELENGTH = 5000  # this is cheap, it's just text
         self.BANNER = "Python %(version)s on %(platform)s\n" % sys.__dict__
         self.banner2 = banner2
 
         # TraceBack handlers:
 
         # Syntax error handler.
         self.SyntaxTB = SyntaxTB(color_scheme='NoColor')
         
         # The interactive one is initialized with an offset, meaning we always
         # want to remove the topmost item in the traceback, which is our own
         # internal code. Valid modes: ['Plain','Context','Verbose']
         self.InteractiveTB = ultraTB.AutoFormattedTB(mode = 'Plain',
                                                      color_scheme='NoColor',
                                                      tb_offset = 1)
 
         # IPython itself shouldn't crash. This will produce a detailed
         # post-mortem if it does.  But we only install the crash handler for
         # non-threaded shells, the threaded ones use a normal verbose reporter
         # and lose the crash handler.  This is because exceptions in the main
         # thread (such as in GUI code) propagate directly to sys.excepthook,
         # and there's no point in printing crash dumps for every user exception.
         if self.isthreaded:
             sys.excepthook = ultraTB.FormattedTB()
         else:
             from IPython import CrashHandler
             sys.excepthook = CrashHandler.CrashHandler(self)
 
         # The instance will store a pointer to this, so that runtime code
         # (such as magics) can access it.  This is because during the
         # read-eval loop, it gets temporarily overwritten (to deal with GUI
         # frameworks).
         self.sys_excepthook = sys.excepthook
 
         # and add any custom exception handlers the user may have specified
         self.set_custom_exc(*custom_exceptions)
 
         # Object inspector
         self.inspector = OInspect.Inspector(OInspect.InspectColors,
                                             PyColorize.ANSICodeColors,
                                             'NoColor')
         # indentation management
         self.autoindent = False
         self.indent_current_nsp = 0
 
         # Make some aliases automatically
         # Prepare list of shell aliases to auto-define
         if os.name == 'posix':            
             auto_alias = ('mkdir mkdir', 'rmdir rmdir',
                           'mv mv -i','rm rm -i','cp cp -i',
                           'cat cat','less less','clear clear',
                           # a better ls
                           'ls ls -F',
                           # long ls
                           'll ls -lF',
                           # color ls
                           'lc ls -F -o --color',
                           # ls normal files only
                           'lf ls -F -o --color %l | grep ^-',
                           # ls symbolic links 
                           'lk ls -F -o --color %l | grep ^l',
                           # directories or links to directories,
                           'ldir ls -F -o --color %l | grep /$',
                           # things which are executable
                           'lx ls -F -o --color %l | grep ^-..x',
                           )
         elif os.name in ['nt','dos']:
             auto_alias = ('dir dir /on', 'ls dir /on',
                           'ddir dir /ad /on', 'ldir dir /ad /on',
                           'mkdir mkdir','rmdir rmdir','echo echo',
                           'ren ren','cls cls','copy copy')
         else:
             auto_alias = ()
         self.auto_alias = map(lambda s:s.split(None,1),auto_alias)
         # Call the actual (public) initializer
         self.init_auto_alias()
     # end __init__
 
     def post_config_initialization(self):
         """Post configuration init method
 
         This is called after the configuration files have been processed to
         'finalize' the initialization."""
 
         rc = self.rc
         
         # Load readline proper
         if rc.readline:
             self.init_readline()
 
         # local shortcut, this is used a LOT
         self.log = self.logger.log
 
         # Initialize cache, set in/out prompts and printing system
         self.outputcache = CachedOutput(self,
                                         rc.cache_size,
                                         rc.pprint,
                                         input_sep = rc.separate_in,
                                         output_sep = rc.separate_out,
                                         output_sep2 = rc.separate_out2,
                                         ps1 = rc.prompt_in1,
                                         ps2 = rc.prompt_in2,
                                         ps_out = rc.prompt_out,
                                         pad_left = rc.prompts_pad_left)
 
         # user may have over-ridden the default print hook:
         try:
             self.outputcache.__class__.display = self.hooks.display
         except AttributeError:
             pass
 
         # I don't like assigning globally to sys, because it means when embedding
         # instances, each embedded instance overrides the previous choice. But
         # sys.displayhook seems to be called internally by exec, so I don't see a
         # way around it.
         sys.displayhook = self.outputcache
 
         # Set user colors (don't do it in the constructor above so that it
         # doesn't crash if colors option is invalid)
         self.magic_colors(rc.colors)
 
         # Set calling of pdb on exceptions
         self.call_pdb = rc.pdb
 
         # Load user aliases
         for alias in rc.alias:
             self.magic_alias(alias)
 
         # dynamic data that survives through sessions
         # XXX make the filename a config option?
         persist_base = 'persist'
         if rc.profile:
             persist_base += '_%s' % rc.profile
         self.persist_fname =  os.path.join(rc.ipythondir,persist_base)
 
         try:
             self.persist = pickle.load(file(self.persist_fname))
         except:
             self.persist = {}
         
         
         for (key, value) in [(k[2:],v) for (k,v) in self.persist.items() if k.startswith('S:')]:
             try:
                 obj = pickle.loads(value)
             except:
                 
                 print "Unable to restore variable '%s', ignoring (use %%store -d to forget!)" % key
                 print "The error was:",sys.exc_info()[0]
                 continue
                 
             
             self.user_ns[key] = obj
 
     def add_builtins(self):
         """Store ipython references into the builtin namespace.
 
         Some parts of ipython operate via builtins injected here, which hold a
         reference to IPython itself."""
 
         builtins_new  = dict(__IPYTHON__ = self,
                              ip_set_hook = self.set_hook,
                              jobs = self.jobs,
                              ipmagic = self.ipmagic,
                              ipalias = self.ipalias,
                              ipsystem = self.ipsystem,
                              )
         for biname,bival in builtins_new.items():
             try:
                 # store the orignal value so we can restore it
                 self.builtins_added[biname] =  __builtin__.__dict__[biname]
             except KeyError:
                 # or mark that it wasn't defined, and we'll just delete it at
                 # cleanup
                 self.builtins_added[biname] = Undefined
             __builtin__.__dict__[biname] = bival
             
         # Keep in the builtins a flag for when IPython is active.  We set it
         # with setdefault so that multiple nested IPythons don't clobber one
         # another.  Each will increase its value by one upon being activated,
         # which also gives us a way to determine the nesting level.
         __builtin__.__dict__.setdefault('__IPYTHON__active',0)
 
     def clean_builtins(self):
         """Remove any builtins which might have been added by add_builtins, or
         restore overwritten ones to their previous values."""
         for biname,bival in self.builtins_added.items():
             if bival is Undefined:
                 del __builtin__.__dict__[biname]
             else:
                 __builtin__.__dict__[biname] = bival
         self.builtins_added.clear()
     
     def set_hook(self,name,hook, priority = 50):
         """set_hook(name,hook) -> sets an internal IPython hook.
 
         IPython exposes some of its internal API as user-modifiable hooks.  By
         adding your function to one of these hooks, you can modify IPython's 
         behavior to call at runtime your own routines."""
 
         # At some point in the future, this should validate the hook before it
         # accepts it.  Probably at least check that the hook takes the number
         # of args it's supposed to.
         dp = getattr(self.hooks, name, None)
         if not dp:
             dp = IPython.hooks.CommandChainDispatcher()
         
         f = new.instancemethod(hook,self,self.__class__)
         try:
             dp.add(f,priority)
         except AttributeError:
             # it was not commandchain, plain old func - replace
             dp = f
 
         setattr(self.hooks,name, dp)
         
         
         #setattr(self.hooks,name,new.instancemethod(hook,self,self.__class__))
 
     def set_custom_exc(self,exc_tuple,handler):
         """set_custom_exc(exc_tuple,handler)
 
         Set a custom exception handler, which will be called if any of the
         exceptions in exc_tuple occur in the mainloop (specifically, in the
         runcode() method.
 
         Inputs:
 
           - exc_tuple: a *tuple* of valid exceptions to call the defined
           handler for.  It is very important that you use a tuple, and NOT A
           LIST here, because of the way Python's except statement works.  If
           you only want to trap a single exception, use a singleton tuple:
 
             exc_tuple == (MyCustomException,)
 
           - handler: this must be defined as a function with the following
           basic interface: def my_handler(self,etype,value,tb).
 
           This will be made into an instance method (via new.instancemethod)
           of IPython itself, and it will be called if any of the exceptions
           listed in the exc_tuple are caught.  If the handler is None, an
           internal basic one is used, which just prints basic info.
 
         WARNING: by putting in your own exception handler into IPython's main
         execution loop, you run a very good chance of nasty crashes.  This
         facility should only be used if you really know what you are doing."""
 
         assert type(exc_tuple)==type(()) , \
                "The custom exceptions must be given AS A TUPLE."
 
         def dummy_handler(self,etype,value,tb):
             print '*** Simple custom exception handler ***'
             print 'Exception type :',etype
             print 'Exception value:',value
             print 'Traceback      :',tb
             print 'Source code    :','\n'.join(self.buffer)
 
         if handler is None: handler = dummy_handler
 
         self.CustomTB = new.instancemethod(handler,self,self.__class__)
         self.custom_exceptions = exc_tuple
 
     def set_custom_completer(self,completer,pos=0):
         """set_custom_completer(completer,pos=0)
 
         Adds a new custom completer function.
 
         The position argument (defaults to 0) is the index in the completers
         list where you want the completer to be inserted."""
 
         newcomp = new.instancemethod(completer,self.Completer,
                                      self.Completer.__class__)
         self.Completer.matchers.insert(pos,newcomp)
 
     def _get_call_pdb(self):
         return self._call_pdb
 
     def _set_call_pdb(self,val):
 
         if val not in (0,1,False,True):
             raise ValueError,'new call_pdb value must be boolean'
 
         # store value in instance
         self._call_pdb = val
 
         # notify the actual exception handlers
         self.InteractiveTB.call_pdb = val
         if self.isthreaded:
             try:
                 self.sys_excepthook.call_pdb = val
             except:
                 warn('Failed to activate pdb for threaded exception handler')
 
     call_pdb = property(_get_call_pdb,_set_call_pdb,None,
                         'Control auto-activation of pdb at exceptions')
  
 
     # These special functions get installed in the builtin namespace, to
     # provide programmatic (pure python) access to magics, aliases and system
     # calls.  This is important for logging, user scripting, and more.
 
     # We are basically exposing, via normal python functions, the three
     # mechanisms in which ipython offers special call modes (magics for
     # internal control, aliases for direct system access via pre-selected
     # names, and !cmd for calling arbitrary system commands).
 
     def ipmagic(self,arg_s):
         """Call a magic function by name.
 
         Input: a string containing the name of the magic function to call and any
         additional arguments to be passed to the magic.
 
         ipmagic('name -opt foo bar') is equivalent to typing at the ipython
         prompt:
 
         In[1]: %name -opt foo bar
 
         To call a magic without arguments, simply use ipmagic('name').
 
         This provides a proper Python function to call IPython's magics in any
         valid Python code you can type at the interpreter, including loops and
         compound statements.  It is added by IPython to the Python builtin
         namespace upon initialization."""
 
         args = arg_s.split(' ',1)
         magic_name = args[0]
         magic_name = magic_name.lstrip(self.ESC_MAGIC)
 
         try:
             magic_args = args[1]
         except IndexError:
             magic_args = ''
         fn = getattr(self,'magic_'+magic_name,None)
         if fn is None:
             error("Magic function `%s` not found." % magic_name)
         else:
             magic_args = self.var_expand(magic_args)
             return fn(magic_args)
 
     def ipalias(self,arg_s):
         """Call an alias by name.
 
         Input: a string containing the name of the alias to call and any
         additional arguments to be passed to the magic.
 
         ipalias('name -opt foo bar') is equivalent to typing at the ipython
         prompt:
 
         In[1]: name -opt foo bar
 
         To call an alias without arguments, simply use ipalias('name').
 
         This provides a proper Python function to call IPython's aliases in any
         valid Python code you can type at the interpreter, including loops and
         compound statements.  It is added by IPython to the Python builtin
         namespace upon initialization."""
 
         args = arg_s.split(' ',1)
         alias_name = args[0]
         try:
             alias_args = args[1]
         except IndexError:
             alias_args = ''
         if alias_name in self.alias_table:
             self.call_alias(alias_name,alias_args)
         else:
             error("Alias `%s` not found." % alias_name)
 
     def ipsystem(self,arg_s):
         """Make a system call, using IPython."""
 
         self.system(arg_s)
 
     def complete(self,text):
         """Return a sorted list of all possible completions on text.
 
         Inputs:
 
           - text: a string of text to be completed on.
 
         This is a wrapper around the completion mechanism, similar to what
         readline does at the command line when the TAB key is hit.  By
         exposing it as a method, it can be used by other non-readline
         environments (such as GUIs) for text completion.
 
         Simple usage example:
 
         In [1]: x = 'hello'
 
         In [2]: __IP.complete('x.l')
         Out[2]: ['x.ljust', 'x.lower', 'x.lstrip']"""
         
         complete = self.Completer.complete
         state = 0
         # use a dict so we get unique keys, since ipyhton's multiple
         # completers can return duplicates.
         comps = {}
         while True:
             newcomp = complete(text,state)
             if newcomp is None:
                 break
             comps[newcomp] = 1
             state += 1
         outcomps = comps.keys()
         outcomps.sort()
         return outcomps
         
     def set_completer_frame(self, frame=None):
         if frame:
             self.Completer.namespace = frame.f_locals
             self.Completer.global_namespace = frame.f_globals
         else:
             self.Completer.namespace = self.user_ns
             self.Completer.global_namespace = self.user_global_ns
 
     def init_auto_alias(self):
         """Define some aliases automatically.
 
         These are ALL parameter-less aliases"""
 
         for alias,cmd in self.auto_alias:
             self.alias_table[alias] = (0,cmd)
 
     def alias_table_validate(self,verbose=0):
         """Update information about the alias table.
 
         In particular, make sure no Python keywords/builtins are in it."""
 
         no_alias = self.no_alias
         for k in self.alias_table.keys():
             if k in no_alias:
                 del self.alias_table[k]
                 if verbose:
                     print ("Deleting alias <%s>, it's a Python "
                            "keyword or builtin." % k)
     
     def set_autoindent(self,value=None):
         """Set the autoindent flag, checking for readline support.
 
         If called with no arguments, it acts as a toggle."""
 
         if not self.has_readline:
             if os.name == 'posix':
                 warn("The auto-indent feature requires the readline library")
             self.autoindent = 0
             return
         if value is None:
             self.autoindent = not self.autoindent
         else:
             self.autoindent = value
 
     def rc_set_toggle(self,rc_field,value=None):
         """Set or toggle a field in IPython's rc config. structure.
 
         If called with no arguments, it acts as a toggle.
 
         If called with a non-existent field, the resulting AttributeError
         exception will propagate out."""
 
         rc_val = getattr(self.rc,rc_field)
         if value is None:
             value = not rc_val
         setattr(self.rc,rc_field,value)
 
     def user_setup(self,ipythondir,rc_suffix,mode='install'):
         """Install the user configuration directory.
 
         Can be called when running for the first time or to upgrade the user's
         .ipython/ directory with the mode parameter. Valid modes are 'install'
         and 'upgrade'."""
 
         def wait():
             try:
                 raw_input("Please press <RETURN> to start IPython.")
             except EOFError:
                 print >> Term.cout
             print '*'*70
 
         cwd = os.getcwd()  # remember where we started
         glb = glob.glob
         print '*'*70
         if mode == 'install':
             print \
 """Welcome to IPython. I will try to create a personal configuration directory
 where you can customize many aspects of IPython's functionality in:\n"""
         else:
             print 'I am going to upgrade your configuration in:'
 
         print ipythondir
 
         rcdirend = os.path.join('IPython','UserConfig')
         cfg = lambda d: os.path.join(d,rcdirend)
         try:
             rcdir = filter(os.path.isdir,map(cfg,sys.path))[0]
         except IOError:
             warning = """
 Installation error. IPython's directory was not found.
 
 Check the following:
 
 The ipython/IPython directory should be in a directory belonging to your
 PYTHONPATH environment variable (that is, it should be in a directory
 belonging to sys.path). You can copy it explicitly there or just link to it.
 
 IPython will proceed with builtin defaults.
 """
             warn(warning)
             wait()
             return
 
         if mode == 'install':
             try:
                 shutil.copytree(rcdir,ipythondir)
                 os.chdir(ipythondir)
                 rc_files = glb("ipythonrc*")
                 for rc_file in rc_files:
                     os.rename(rc_file,rc_file+rc_suffix)
             except:
                 warning = """
 
 There was a problem with the installation:
 %s
 Try to correct it or contact the developers if you think it's a bug.
 IPython will proceed with builtin defaults.""" % sys.exc_info()[1]
                 warn(warning)
                 wait()
                 return
 
         elif mode == 'upgrade':
             try:
                 os.chdir(ipythondir)
             except:
                 print """
 Can not upgrade: changing to directory %s failed. Details:
 %s
 """ % (ipythondir,sys.exc_info()[1])
                 wait()
                 return
             else:
                 sources = glb(os.path.join(rcdir,'[A-Za-z]*'))
                 for new_full_path in sources:
                     new_filename = os.path.basename(new_full_path)
                     if new_filename.startswith('ipythonrc'):
                         new_filename = new_filename + rc_suffix
                     # The config directory should only contain files, skip any
                     # directories which may be there (like CVS)
                     if os.path.isdir(new_full_path):
                         continue
                     if os.path.exists(new_filename):
                         old_file = new_filename+'.old'
                         if os.path.exists(old_file):
                             os.remove(old_file)
                         os.rename(new_filename,old_file)
                     shutil.copy(new_full_path,new_filename)
         else:
             raise ValueError,'unrecognized mode for install:',`mode`
 
         # Fix line-endings to those native to each platform in the config
         # directory.
         try:
             os.chdir(ipythondir)
         except:
             print """
 Problem: changing to directory %s failed.
 Details:
 %s
 
 Some configuration files may have incorrect line endings.  This should not
 cause any problems during execution.  """ % (ipythondir,sys.exc_info()[1])
             wait()
         else:
             for fname in glb('ipythonrc*'):
                 try:
                     native_line_ends(fname,backup=0)
                 except IOError:
                     pass
 
         if mode == 'install':
             print """
 Successful installation!
 
 Please read the sections 'Initial Configuration' and 'Quick Tips' in the
 IPython manual (there are both HTML and PDF versions supplied with the
 distribution) to make sure that your system environment is properly configured
 to take advantage of IPython's features.
 
 Important note: the configuration system has changed! The old system is
 still in place, but its setting may be partly overridden by the settings in 
 "~/.ipython/ipy_user_conf.py" config file. Please take a look at the file 
 if some of the new settings bother you. 
 
 """
         else:
             print """
 Successful upgrade!
 
 All files in your directory:
 %(ipythondir)s
 which would have been overwritten by the upgrade were backed up with a .old
 extension.  If you had made particular customizations in those files you may
 want to merge them back into the new files.""" % locals()
         wait()
         os.chdir(cwd)
         # end user_setup()
 
     def atexit_operations(self):
         """This will be executed at the time of exit.
 
         Saving of persistent data should be performed here. """
 
         #print '*** IPython exit cleanup ***' # dbg
         # input history
         self.savehist()
 
         # Cleanup all tempfiles left around
         for tfile in self.tempfiles:
             try:
                 os.unlink(tfile)
             except OSError:
                 pass
 
         # save the "persistent data" catch-all dictionary
         try:
             pickle.dump(self.persist, open(self.persist_fname,"w"))
         except:
             print "*** ERROR *** persistent data saving failed."
         
     def savehist(self):
         """Save input history to a file (via readline library)."""
         try:
             self.readline.write_history_file(self.histfile)
         except:
             print 'Unable to save IPython command history to file: ' + \
                   `self.histfile`
 
     def pre_readline(self):
         """readline hook to be used at the start of each line.
 
         Currently it handles auto-indent only."""
 
         #debugp('self.indent_current_nsp','pre_readline:')
         self.readline.insert_text(self.indent_current_str())
 
     def init_readline(self):
         """Command history completion/saving/reloading."""
         try:
             import readline
         except ImportError:
             self.has_readline = 0
             self.readline = None
             # no point in bugging windows users with this every time:
             if os.name == 'posix':
                 warn('Readline services not available on this platform.')
         else:
             import atexit
             from IPython.completer import IPCompleter
             self.Completer = IPCompleter(self,
                                             self.user_ns,
                                             self.user_global_ns,
                                             self.rc.readline_omit__names,
                                             self.alias_table)
 
             # Platform-specific configuration
             if os.name == 'nt':
                 self.readline_startup_hook = readline.set_pre_input_hook
             else:
                 self.readline_startup_hook = readline.set_startup_hook
 
             # Load user's initrc file (readline config)
             inputrc_name = os.environ.get('INPUTRC')
             if inputrc_name is None:
                 home_dir = get_home_dir()
                 if home_dir is not None:
                     inputrc_name = os.path.join(home_dir,'.inputrc')
             if os.path.isfile(inputrc_name):
                 try:
                     readline.read_init_file(inputrc_name)
                 except:
                     warn('Problems reading readline initialization file <%s>'
                          % inputrc_name)
             
             self.has_readline = 1
             self.readline = readline
             # save this in sys so embedded copies can restore it properly
             sys.ipcompleter = self.Completer.complete
             readline.set_completer(self.Completer.complete)
 
             # Configure readline according to user's prefs
             for rlcommand in self.rc.readline_parse_and_bind:
                 readline.parse_and_bind(rlcommand)
 
             # remove some chars from the delimiters list
             delims = readline.get_completer_delims()
             delims = delims.translate(string._idmap,
                                       self.rc.readline_remove_delims)
             readline.set_completer_delims(delims)
             # otherwise we end up with a monster history after a while:
             readline.set_history_length(1000)
             try:
                 #print '*** Reading readline history'  # dbg
                 readline.read_history_file(self.histfile)
             except IOError:
                 pass  # It doesn't exist yet.
 
             atexit.register(self.atexit_operations)
             del atexit
 
         # Configure auto-indent for all platforms
         self.set_autoindent(self.rc.autoindent)
 
     def _should_recompile(self,e):
         """Utility routine for edit_syntax_error"""
 
         if e.filename in ('<ipython console>','<input>','<string>',
                           '<console>',None):
                               
             return False
         try:
             if not ask_yes_no('Return to editor to correct syntax error? '
                               '[Y/n] ','y'):
                 return False
         except EOFError:
             return False
 
         def int0(x):
             try:
                 return int(x)
             except TypeError:
                 return 0
         # always pass integer line and offset values to editor hook
         self.hooks.fix_error_editor(e.filename,
             int0(e.lineno),int0(e.offset),e.msg)
         return True
         
     def edit_syntax_error(self):
         """The bottom half of the syntax error handler called in the main loop.
 
         Loop until syntax error is fixed or user cancels.
         """
 
         while self.SyntaxTB.last_syntax_error:
             # copy and clear last_syntax_error
             err = self.SyntaxTB.clear_err_state()
             if not self._should_recompile(err):
                 return
             try:
                 # may set last_syntax_error again if a SyntaxError is raised
                 self.safe_execfile(err.filename,self.shell.user_ns)
             except:
                 self.showtraceback()
             else:
                 f = file(err.filename)
                 try:
                     sys.displayhook(f.read())
                 finally:
                     f.close()
 
     def showsyntaxerror(self, filename=None):
         """Display the syntax error that just occurred.
 
         This doesn't display a stack trace because there isn't one.
 
         If a filename is given, it is stuffed in the exception instead
         of what was there before (because Python's parser always uses
         "<string>" when reading from a string).
         """
         etype, value, last_traceback = sys.exc_info()
         if filename and etype is SyntaxError:
             # Work hard to stuff the correct filename in the exception
             try:
                 msg, (dummy_filename, lineno, offset, line) = value
             except:
                 # Not the format we expect; leave it alone
                 pass
             else:
                 # Stuff in the right filename
                 try:
                     # Assume SyntaxError is a class exception
                     value = SyntaxError(msg, (filename, lineno, offset, line))
                 except:
                     # If that failed, assume SyntaxError is a string
                     value = msg, (filename, lineno, offset, line)
         self.SyntaxTB(etype,value,[])
 
     def debugger(self):
         """Call the pdb debugger."""
 
         if not self.rc.pdb:
             return
         pdb.pm()
 
     def showtraceback(self,exc_tuple = None,filename=None):
         """Display the exception that just occurred."""
 
         # Though this won't be called by syntax errors in the input line,
         # there may be SyntaxError cases whith imported code.
         if exc_tuple is None:
             type, value, tb = sys.exc_info()
         else:
             type, value, tb = exc_tuple
         if type is SyntaxError:
             self.showsyntaxerror(filename)
         else:
             self.InteractiveTB()
             if self.InteractiveTB.call_pdb and self.has_readline:
                 # pdb mucks up readline, fix it back
                 self.readline.set_completer(self.Completer.complete)
 
     def mainloop(self,banner=None):
         """Creates the local namespace and starts the mainloop.
 
         If an optional banner argument is given, it will override the
         internally created default banner."""
         
         if self.rc.c:  # Emulate Python's -c option
             self.exec_init_cmd()
         if banner is None:
             if self.rc.banner:
                 banner = self.BANNER+self.banner2
             else:
                 banner = ''
         self.interact(banner)
 
     def exec_init_cmd(self):
         """Execute a command given at the command line.
 
         This emulates Python's -c option."""
 
         sys.argv = ['-c']
         self.push(self.rc.c)
 
     def embed_mainloop(self,header='',local_ns=None,global_ns=None,stack_depth=0):
         """Embeds IPython into a running python program.
 
         Input:
 
           - header: An optional header message can be specified.
 
           - local_ns, global_ns: working namespaces. If given as None, the
           IPython-initialized one is updated with __main__.__dict__, so that
           program variables become visible but user-specific configuration
           remains possible.
 
           - stack_depth: specifies how many levels in the stack to go to
           looking for namespaces (when local_ns and global_ns are None).  This
           allows an intermediate caller to make sure that this function gets
           the namespace from the intended level in the stack.  By default (0)
           it will get its locals and globals from the immediate caller.
 
         Warning: it's possible to use this in a program which is being run by
         IPython itself (via %run), but some funny things will happen (a few
         globals get overwritten). In the future this will be cleaned up, as
         there is no fundamental reason why it can't work perfectly."""
 
         # Get locals and globals from caller
         if local_ns is None or global_ns is None:
             call_frame = sys._getframe(stack_depth).f_back
 
             if local_ns is None:
                 local_ns = call_frame.f_locals
             if global_ns is None:
                 global_ns = call_frame.f_globals
 
         # Update namespaces and fire up interpreter
 
         # The global one is easy, we can just throw it in
         self.user_global_ns = global_ns
 
         # but the user/local one is tricky: ipython needs it to store internal
         # data, but we also need the locals.  We'll copy locals in the user
         # one, but will track what got copied so we can delete them at exit.
         # This is so that a later embedded call doesn't see locals from a
         # previous call (which most likely existed in a separate scope).
         local_varnames = local_ns.keys()
         self.user_ns.update(local_ns)
 
         # Patch for global embedding to make sure that things don't overwrite
         # user globals accidentally. Thanks to Richard <[e-mail]>
         # FIXME. Test this a bit more carefully (the if.. is new)
         if local_ns is None and global_ns is None:
             self.user_global_ns.update(__main__.__dict__)
 
         # make sure the tab-completer has the correct frame information, so it
         # actually completes using the frame's locals/globals
         self.set_completer_frame()
 
         # before activating the interactive mode, we need to make sure that
         # all names in the builtin namespace needed by ipython point to
         # ourselves, and not to other instances.
         self.add_builtins()
         
         self.interact(header)
         
         # now, purge out the user namespace from anything we might have added
         # from the caller's local namespace
         delvar = self.user_ns.pop
         for var in local_varnames:
             delvar(var,None)
         # and clean builtins we may have overridden
         self.clean_builtins()
 
     def interact(self, banner=None):
         """Closely emulate the interactive Python console.
 
         The optional banner argument specify the banner to print
         before the first interaction; by default it prints a banner
         similar to the one printed by the real Python interpreter,
         followed by the current class name in parentheses (so as not
         to confuse this with the real interpreter -- since it's so
         close!).
 
         """
         cprt = 'Type "copyright", "credits" or "license" for more information.'
         if banner is None:
             self.write("Python %s on %s\n%s\n(%s)\n" %
                        (sys.version, sys.platform, cprt,
                         self.__class__.__name__))
         else:
             self.write(banner)
 
         more = 0
         
         # Mark activity in the builtins
         __builtin__.__dict__['__IPYTHON__active'] += 1
 
         # exit_now is set by a call to %Exit or %Quit
         self.exit_now = False
         while not self.exit_now:
 
             try:
                 if more:
                     prompt = self.outputcache.prompt2
                     if self.autoindent:
                         self.readline_startup_hook(self.pre_readline)
                 else:
                     prompt = self.outputcache.prompt1
                 try:
                     line = self.raw_input(prompt,more)
                     if self.autoindent:
                         self.readline_startup_hook(None)
                 except EOFError:
                     if self.autoindent:
                         self.readline_startup_hook(None)
                     self.write("\n")
                     self.exit()
+                except:
+                    # exceptions here are VERY RARE, but they can be triggered
+                    # asynchronously by signal handlers, for example.
+                    self.showtraceback()
                 else:
                     more = self.push(line)
 
                     if (self.SyntaxTB.last_syntax_error and
                         self.rc.autoedit_syntax):
                         self.edit_syntax_error()
 
             except KeyboardInterrupt:
                 self.write("\nKeyboardInterrupt\n")
                 self.resetbuffer()
                 more = 0
                 # keep cache in sync with the prompt counter:
                 self.outputcache.prompt_count -= 1
 
                 if self.autoindent:
                     self.indent_current_nsp = 0
 
             except bdb.BdbQuit:
                 warn("The Python debugger has exited with a BdbQuit exception.\n"
                      "Because of how pdb handles the stack, it is impossible\n"
                      "for IPython to properly format this particular exception.\n"
                      "IPython will resume normal operation.")
             
         # We are off again...
         __builtin__.__dict__['__IPYTHON__active'] -= 1
 
     def excepthook(self, type, value, tb):
       """One more defense for GUI apps that call sys.excepthook.
 
       GUI frameworks like wxPython trap exceptions and call
       sys.excepthook themselves.  I guess this is a feature that
       enables them to keep running after exceptions that would
       otherwise kill their mainloop. This is a bother for IPython
       which excepts to catch all of the program exceptions with a try:
       except: statement.
 
       Normally, IPython sets sys.excepthook to a CrashHandler instance, so if
       any app directly invokes sys.excepthook, it will look to the user like
       IPython crashed.  In order to work around this, we can disable the
       CrashHandler and replace it with this excepthook instead, which prints a
       regular traceback using our InteractiveTB.  In this fashion, apps which
       call sys.excepthook will generate a regular-looking exception from
       IPython, and the CrashHandler will only be triggered by real IPython
       crashes.
 
       This hook should be used sparingly, only in places which are not likely
       to be true IPython errors.
       """
       
       self.InteractiveTB(type, value, tb, tb_offset=0)
       if self.InteractiveTB.call_pdb and self.has_readline:
           self.readline.set_completer(self.Completer.complete)
 
     def call_alias(self,alias,rest=''):
         """Call an alias given its name and the rest of the line.
 
         This function MUST be given a proper alias, because it doesn't make
         any checks when looking up into the alias table.  The caller is
         responsible for invoking it only with a valid alias."""
 
         #print 'ALIAS: <%s>+<%s>' % (alias,rest) # dbg
         nargs,cmd = self.alias_table[alias]
         # Expand the %l special to be the user's input line
         if cmd.find('%l') >= 0:
             cmd = cmd.replace('%l',rest)
             rest = ''
         if nargs==0:
             # Simple, argument-less aliases
             cmd = '%s %s' % (cmd,rest)
         else:
             # Handle aliases with positional arguments
             args = rest.split(None,nargs)
             if len(args)< nargs:
                 error('Alias <%s> requires %s arguments, %s given.' %
                       (alias,nargs,len(args)))
                 return
             cmd = '%s %s' % (cmd % tuple(args[:nargs]),' '.join(args[nargs:]))
         # Now call the macro, evaluating in the user's namespace
         try:
             self.system(cmd)
         except:
             self.showtraceback()
 
     def indent_current_str(self):
         """return the current level of indentation as a string"""
         return self.indent_current_nsp * ' '
 
     def autoindent_update(self,line):
         """Keep track of the indent level."""
 
-        debugp('line','autoindent_update:')
+        #import traceback; traceback.print_stack() # dbg
+        debugp('line')
         debugp('self.indent_current_nsp')
         if self.autoindent:
             if line:
                 inisp = num_ini_spaces(line)
                 if inisp < self.indent_current_nsp:
                     self.indent_current_nsp = inisp
 
                 if line[-1] == ':':
                     self.indent_current_nsp += 4
                 elif dedent_re.match(line):
                     self.indent_current_nsp -= 4
             else:
                 self.indent_current_nsp = 0
 
     def runlines(self,lines):
         """Run a string of one or more lines of source.
 
         This method is capable of running a string containing multiple source
         lines, as if they had been entered at the IPython prompt.  Since it
         exposes IPython's processing machinery, the given strings can contain
         magic calls (%magic), special shell access (!cmd), etc."""
 
         # We must start with a clean buffer, in case this is run from an
         # interactive IPython session (via a magic, for example).
         self.resetbuffer()
         lines = lines.split('\n')
         more = 0
         for line in lines:
             # skip blank lines so we don't mess up the prompt counter, but do
             # NOT skip even a blank line if we are in a code block (more is
             # true)
             if line or more:
                 more = self.push(self.prefilter(line,more))
                 # IPython's runsource returns None if there was an error
                 # compiling the code.  This allows us to stop processing right
                 # away, so the user gets the error message at the right place.
                 if more is None:
                     break
         # final newline in case the input didn't have it, so that the code
         # actually does get executed
         if more:
             self.push('\n')
 
     def runsource(self, source, filename='<input>', symbol='single'):
         """Compile and run some source in the interpreter.
 
         Arguments are as for compile_command().
 
         One several things can happen:
 
         1) The input is incorrect; compile_command() raised an
         exception (SyntaxError or OverflowError).  A syntax traceback
         will be printed by calling the showsyntaxerror() method.
 
         2) The input is incomplete, and more input is required;
         compile_command() returned None.  Nothing happens.
 
         3) The input is complete; compile_command() returned a code
         object.  The code is executed by calling self.runcode() (which
         also handles run-time exceptions, except for SystemExit).
 
         The return value is:
 
           - True in case 2
 
           - False in the other cases, unless an exception is raised, where
           None is returned instead.  This can be used by external callers to
           know whether to continue feeding input or not.
 
         The return value can be used to decide whether to use sys.ps1 or
         sys.ps2 to prompt the next line."""
 
         try:
             code = self.compile(source,filename,symbol)
         except (OverflowError, SyntaxError, ValueError):
             # Case 1
             self.showsyntaxerror(filename)
             return None
 
         if code is None:
             # Case 2
             return True
 
         # Case 3
         # We store the code object so that threaded shells and
         # custom exception handlers can access all this info if needed.
         # The source corresponding to this can be obtained from the
         # buffer attribute as '\n'.join(self.buffer).
         self.code_to_run = code
         # now actually execute the code object
         if self.runcode(code) == 0:
             return False
         else:
             return None
 
     def runcode(self,code_obj):
         """Execute a code object.
 
         When an exception occurs, self.showtraceback() is called to display a
         traceback.
 
         Return value: a flag indicating whether the code to be run completed
         successfully:
 
           - 0: successful execution.
           - 1: an error occurred.
         """
 
         # Set our own excepthook in case the user code tries to call it
         # directly, so that the IPython crash handler doesn't get triggered
         old_excepthook,sys.excepthook = sys.excepthook, self.excepthook
 
         # we save the original sys.excepthook in the instance, in case config
         # code (such as magics) needs access to it.
         self.sys_excepthook = old_excepthook
         outflag = 1  # happens in more places, so it's easier as default
         try:
             try:
                 # Embedded instances require separate global/local namespaces
                 # so they can see both the surrounding (local) namespace and
                 # the module-level globals when called inside another function.
                 if self.embedded:
                     exec code_obj in self.user_global_ns, self.user_ns
                 # Normal (non-embedded) instances should only have a single
                 # namespace for user code execution, otherwise functions won't
                 # see interactive top-level globals.
                 else:
                     exec code_obj in self.user_ns
             finally:
                 # Reset our crash handler in place
                 sys.excepthook = old_excepthook
         except SystemExit:
             self.resetbuffer()
             self.showtraceback()
             warn("Type exit or quit to exit IPython "
                  "(%Exit or %Quit do so unconditionally).",level=1)
         except self.custom_exceptions:
             etype,value,tb = sys.exc_info()
             self.CustomTB(etype,value,tb)
         except:
             self.showtraceback()
         else:
             outflag = 0
             if softspace(sys.stdout, 0):
                 print
         # Flush out code object which has been run (and source)
         self.code_to_run = None
         return outflag
         
     def push(self, line):
         """Push a line to the interpreter.
 
         The line should not have a trailing newline; it may have
         internal newlines.  The line is appended to a buffer and the
         interpreter's runsource() method is called with the
         concatenated contents of the buffer as source.  If this
         indicates that the command was executed or invalid, the buffer
         is reset; otherwise, the command is incomplete, and the buffer
         is left as it was after the line was appended.  The return
         value is 1 if more input is required, 0 if the line was dealt
         with in some way (this is the same as runsource()).
         """
 
         # autoindent management should be done here, and not in the
         # interactive loop, since that one is only seen by keyboard input.  We
         # need this done correctly even for code run via runlines (which uses
         # push).
 
         #print 'push line: <%s>' % line  # dbg
         self.autoindent_update(line)
 
         self.buffer.append(line)
         more = self.runsource('\n'.join(self.buffer), self.filename)
         if not more:
             self.resetbuffer()
         return more
 
     def resetbuffer(self):
         """Reset the input buffer."""
         self.buffer[:] = []
         
     def raw_input(self,prompt='',continue_prompt=False):
         """Write a prompt and read a line.
 
         The returned line does not include the trailing newline.
         When the user enters the EOF key sequence, EOFError is raised.
 
         Optional inputs:
 
           - prompt(''): a string to be printed to prompt the user.
 
           - continue_prompt(False): whether this line is the first one or a
           continuation in a sequence of inputs.
         """
 
         line = raw_input_original(prompt)
         # Try to be reasonably smart about not re-indenting pasted input more
         # than necessary.  We do this by trimming out the auto-indent initial
         # spaces, if the user's actual input started itself with whitespace.
         #debugp('self.buffer[-1]')
 
         debugp('line')
         debugp('self.indent_current_nsp')
         if self.autoindent:
             if num_ini_spaces(line) > self.indent_current_nsp:
                 line = line[self.indent_current_nsp:]
                 self.indent_current_nsp = 0
                 debugp('self.indent_current_nsp')
             
         debugp('line')
-        return self.prefilter(line,continue_prompt)
+        lineout = self.prefilter(line,continue_prompt)
+        debugp('lineout')
+        return lineout
         
     def split_user_input(self,line):
         """Split user input into pre-char, function part and rest."""
 
         lsplit = self.line_split.match(line)
         if lsplit is None:  # no regexp match returns None
             try:
                 iFun,theRest = line.split(None,1)
             except ValueError:
                 iFun,theRest = line,''
             pre = re.match('^(\s*)(.*)',line).groups()[0]
         else:
             pre,iFun,theRest = lsplit.groups()
 
         #print 'line:<%s>' % line # dbg
         #print 'pre <%s> iFun <%s> rest <%s>' % (pre,iFun.strip(),theRest) # dbg
         return pre,iFun.strip(),theRest
 
     def _prefilter(self, line, continue_prompt):
         """Calls different preprocessors, depending on the form of line."""
 
         # All handlers *must* return a value, even if it's blank ('').
 
         # Lines are NOT logged here. Handlers should process the line as
         # needed, update the cache AND log it (so that the input cache array
         # stays synced).
 
         # This function is _very_ delicate, and since it's also the one which
         # determines IPython's response to user input, it must be as efficient
         # as possible.  For this reason it has _many_ returns in it, trying
         # always to exit as quickly as it can figure out what it needs to do.
 
         # This function is the main responsible for maintaining IPython's
         # behavior respectful of Python's semantics.  So be _very_ careful if
         # making changes to anything here.
 
         #.....................................................................
         # Code begins
 
         #if line.startswith('%crash'): raise RuntimeError,'Crash now!'  # dbg
 
         # save the line away in case we crash, so the post-mortem handler can
         # record it
         self._last_input_line = line
 
         #print '***line: <%s>' % line # dbg
         
         # the input history needs to track even empty lines
         if not line.strip():
             if not continue_prompt:
                 self.outputcache.prompt_count -= 1
             return self.handle_normal(line,continue_prompt)
             #return self.handle_normal('',continue_prompt)
 
         # print '***cont',continue_prompt  # dbg
         # special handlers are only allowed for single line statements
         if continue_prompt and not self.rc.multi_line_specials:
             return self.handle_normal(line,continue_prompt)
 
         # For the rest, we need the structure of the input
         pre,iFun,theRest = self.split_user_input(line)
         #print 'pre <%s> iFun <%s> rest <%s>' % (pre,iFun,theRest)  # dbg
 
         # First check for explicit escapes in the last/first character
         handler = None
         if line[-1] == self.ESC_HELP:
             handler = self.esc_handlers.get(line[-1])  # the ? can be at the end
         if handler is None:
             # look at the first character of iFun, NOT of line, so we skip
             # leading whitespace in multiline input
             handler = self.esc_handlers.get(iFun[0:1])
         if handler is not None:
             return handler(line,continue_prompt,pre,iFun,theRest)
         # Emacs ipython-mode tags certain input lines
         if line.endswith('# PYTHON-MODE'):
             return self.handle_emacs(line,continue_prompt)
 
         # Next, check if we can automatically execute this thing
 
         # Allow ! in multi-line statements if multi_line_specials is on:
         if continue_prompt and self.rc.multi_line_specials and \
                iFun.startswith(self.ESC_SHELL):
             return self.handle_shell_escape(line,continue_prompt,
                                             pre=pre,iFun=iFun,
                                             theRest=theRest)
 
         # Let's try to find if the input line is a magic fn
         oinfo = None
         if hasattr(self,'magic_'+iFun):
             # WARNING: _ofind uses getattr(), so it can consume generators and
             # cause other side effects.
             oinfo = self._ofind(iFun) # FIXME - _ofind is part of Magic
             if oinfo['ismagic']:
                 # Be careful not to call magics when a variable assignment is
                 # being made (ls='hi', for example)
                 if self.rc.automagic and \
                        (len(theRest)==0 or theRest[0] not in '!=()<>,') and \
                        (self.rc.multi_line_specials or not continue_prompt):
                     return self.handle_magic(line,continue_prompt,
                                              pre,iFun,theRest)
                 else:
                     return self.handle_normal(line,continue_prompt)
 
         # If the rest of the line begins with an (in)equality, assginment or
         # function call, we should not call _ofind but simply execute it.
         # This avoids spurious geattr() accesses on objects upon assignment.
         #
         # It also allows users to assign to either alias or magic names true
         # python variables (the magic/alias systems always take second seat to
         # true python code).
         if theRest and theRest[0] in '!=()':
             return self.handle_normal(line,continue_prompt)
 
         if oinfo is None:
             # let's try to ensure that _oinfo is ONLY called when autocall is
             # on.  Since it has inevitable potential side effects, at least
             # having autocall off should be a guarantee to the user that no
             # weird things will happen.
 
             if self.rc.autocall:
                 oinfo = self._ofind(iFun) # FIXME - _ofind is part of Magic
             else:
                 # in this case, all that's left is either an alias or
                 # processing the line normally.
                 if iFun in self.alias_table:
                     return self.handle_alias(line,continue_prompt,
                                              pre,iFun,theRest)
                  
                 else:
                     return self.handle_normal(line,continue_prompt)
         
         if not oinfo['found']:
             return self.handle_normal(line,continue_prompt)
         else:
             #print 'pre<%s> iFun <%s> rest <%s>' % (pre,iFun,theRest) # dbg
             if oinfo['isalias']:
                 return self.handle_alias(line,continue_prompt,
                                              pre,iFun,theRest)
 
             if (self.rc.autocall 
                  and
                    (
                    #only consider exclusion re if not "," or ";" autoquoting
                    (pre == self.ESC_QUOTE or pre == self.ESC_QUOTE2) or 
                    (not self.re_exclude_auto.match(theRest)))
                  and 
                    self.re_fun_name.match(iFun) and 
                    callable(oinfo['obj'])) :
                 #print 'going auto'  # dbg
                 return self.handle_auto(line,continue_prompt,
                                         pre,iFun,theRest,oinfo['obj'])
             else:
                 #print 'was callable?', callable(oinfo['obj'])  # dbg
                 return self.handle_normal(line,continue_prompt)
 
         # If we get here, we have a normal Python line. Log and return.
         return self.handle_normal(line,continue_prompt)
 
     def _prefilter_dumb(self, line, continue_prompt):
         """simple prefilter function, for debugging"""
         return self.handle_normal(line,continue_prompt)
 
     # Set the default prefilter() function (this can be user-overridden)
     prefilter = _prefilter
 
     def handle_normal(self,line,continue_prompt=None,
                       pre=None,iFun=None,theRest=None):
         """Handle normal input lines. Use as a template for handlers."""
 
         # With autoindent on, we need some way to exit the input loop, and I
         # don't want to force the user to have to backspace all the way to
         # clear the line.  The rule will be in this case, that either two
         # lines of pure whitespace in a row, or a line of pure whitespace but
         # of a size different to the indent level, will exit the input loop.
         
         if (continue_prompt and self.autoindent and line.isspace() and
-            (line != self.indent_current_str() or
+            (0 < abs(len(line) - self.indent_current_nsp) <= 2 or
              (self.buffer[-1]).isspace() )):
+            #print 'reset line' # dbg
             line = ''
 
         self.log(line,continue_prompt)
         return line
 
     def handle_alias(self,line,continue_prompt=None,
                      pre=None,iFun=None,theRest=None):
         """Handle alias input lines. """
 
         # pre is needed, because it carries the leading whitespace.  Otherwise
         # aliases won't work in indented sections.
         line_out = '%sipalias(%s)' % (pre,make_quoted_expr(iFun + " " + theRest))
         self.log(line_out,continue_prompt)
         return line_out
 
     def handle_shell_escape(self, line, continue_prompt=None,
                             pre=None,iFun=None,theRest=None):
         """Execute the line in a shell, empty return value"""
 
         #print 'line in :', `line` # dbg
         # Example of a special handler. Others follow a similar pattern.
         if line.lstrip().startswith('!!'):
             # rewrite iFun/theRest to properly hold the call to %sx and
             # the actual command to be executed, so handle_magic can work
             # correctly
             theRest = '%s %s' % (iFun[2:],theRest)
             iFun = 'sx'
             return self.handle_magic('%ssx %s' % (self.ESC_MAGIC,
                                      line.lstrip()[2:]),
                                      continue_prompt,pre,iFun,theRest)
         else:
             cmd=line.lstrip().lstrip('!')
             line_out = '%sipsystem(%s)' % (pre,make_quoted_expr(cmd))
         # update cache/log and return
         self.log(line_out,continue_prompt)
         return line_out
 
     def handle_magic(self, line, continue_prompt=None,
                      pre=None,iFun=None,theRest=None):
         """Execute magic functions."""
 
 
         cmd = '%sipmagic(%s)' % (pre,make_quoted_expr(iFun + " " + theRest))
         self.log(cmd,continue_prompt)
         #print 'in handle_magic, cmd=<%s>' % cmd  # dbg
         return cmd
 
     def handle_auto(self, line, continue_prompt=None,
                     pre=None,iFun=None,theRest=None,obj=None):
         """Hande lines which can be auto-executed, quoting if requested."""
 
         #print 'pre <%s> iFun <%s> rest <%s>' % (pre,iFun,theRest)  # dbg
         
         # This should only be active for single-line input!
         if continue_prompt:
             self.log(line,continue_prompt)
             return line
 
         auto_rewrite = True
         if pre == self.ESC_QUOTE:
             # Auto-quote splitting on whitespace
             newcmd = '%s("%s")' % (iFun,'", "'.join(theRest.split()) )
         elif pre == self.ESC_QUOTE2:
             # Auto-quote whole string
             newcmd = '%s("%s")' % (iFun,theRest)
         else:
             # Auto-paren.
             # We only apply it to argument-less calls if the autocall
             # parameter is set to 2.  We only need to check that autocall is <
             # 2, since this function isn't called unless it's at least 1.
             if not theRest and (self.rc.autocall < 2):
                 newcmd = '%s %s' % (iFun,theRest)
                 auto_rewrite = False
             else:
                 if theRest.startswith('['):
                     if hasattr(obj,'__getitem__'):
                         # Don't autocall in this case: item access for an object
                         # which is BOTH callable and implements __getitem__.
                         newcmd = '%s %s' % (iFun,theRest)
                         auto_rewrite = False
                     else:
                         # if the object doesn't support [] access, go ahead and
                         # autocall
                         newcmd = '%s(%s)' % (iFun.rstrip(),theRest)
                 elif theRest.endswith(';'):
                     newcmd = '%s(%s);' % (iFun.rstrip(),theRest[:-1])
                 else:
                     newcmd = '%s(%s)' % (iFun.rstrip(),theRest)
 
         if auto_rewrite:
             print >>Term.cout, self.outputcache.prompt1.auto_rewrite() + newcmd
         # log what is now valid Python, not the actual user input (without the
         # final newline)
         self.log(newcmd,continue_prompt)
         return newcmd
 
     def handle_help(self, line, continue_prompt=None,
                     pre=None,iFun=None,theRest=None):
         """Try to get some help for the object.
 
         obj? or ?obj   -> basic information.
         obj?? or ??obj -> more details.
         """
 
         # We need to make sure that we don't process lines which would be
         # otherwise valid python, such as "x=1 # what?"
         try:
             codeop.compile_command(line)
         except SyntaxError:
             # We should only handle as help stuff which is NOT valid syntax
             if line[0]==self.ESC_HELP:
                 line = line[1:]
             elif line[-1]==self.ESC_HELP:
                 line = line[:-1]
             self.log('#?'+line)
             if line:
                 self.magic_pinfo(line)
             else:
                 page(self.usage,screen_lines=self.rc.screen_length)
             return '' # Empty string is needed here!
         except:
             # Pass any other exceptions through to the normal handler
             return self.handle_normal(line,continue_prompt)
         else:
             # If the code compiles ok, we should handle it normally
             return self.handle_normal(line,continue_prompt)
 
     def handle_emacs(self,line,continue_prompt=None,
                     pre=None,iFun=None,theRest=None):
         """Handle input lines marked by python-mode."""
 
         # Currently, nothing is done.  Later more functionality can be added
         # here if needed.
 
         # The input cache shouldn't be updated
 
         return line
 
     def mktempfile(self,data=None):
         """Make a new tempfile and return its filename.
 
         This makes a call to tempfile.mktemp, but it registers the created
         filename internally so ipython cleans it up at exit time.
 
         Optional inputs:
 
           - data(None): if data is given, it gets written out to the temp file
           immediately, and the file is closed again."""
 
         filename = tempfile.mktemp('.py','ipython_edit_')
         self.tempfiles.append(filename)
         
         if data:
             tmp_file = open(filename,'w')
             tmp_file.write(data)
             tmp_file.close()
         return filename
 
     def write(self,data):
         """Write a string to the default output"""
         Term.cout.write(data)
 
     def write_err(self,data):
         """Write a string to the default error output"""
         Term.cerr.write(data)
 
     def exit(self):
         """Handle interactive exit.
 
         This method sets the exit_now attribute."""
 
         if self.rc.confirm_exit:
             if ask_yes_no('Do you really want to exit ([y]/n)?','y'):
                 self.exit_now = True
         else:
             self.exit_now = True
         return self.exit_now
 
     def safe_execfile(self,fname,*where,**kw):
         fname = os.path.expanduser(fname)
 
         # find things also in current directory
         dname = os.path.dirname(fname)
         if not sys.path.count(dname):
             sys.path.append(dname)
 
         try:
             xfile = open(fname)
         except:
             print >> Term.cerr, \
                   'Could not open file <%s> for safe execution.' % fname
             return None
 
         kw.setdefault('islog',0)
         kw.setdefault('quiet',1)
         kw.setdefault('exit_ignore',0)
         first = xfile.readline()
         loghead = str(self.loghead_tpl).split('\n',1)[0].strip()
         xfile.close()
         # line by line execution
         if first.startswith(loghead) or kw['islog']:
             print 'Loading log file <%s> one line at a time...' % fname
             if kw['quiet']:
                 stdout_save = sys.stdout
                 sys.stdout = StringIO.StringIO()
             try:
                 globs,locs = where[0:2]
             except:
                 try:
                     globs = locs = where[0]
                 except:
                     globs = locs = globals()
             badblocks = []
 
             # we also need to identify indented blocks of code when replaying
             # logs and put them together before passing them to an exec
             # statement. This takes a bit of regexp and look-ahead work in the
             # file. It's easiest if we swallow the whole thing in memory
             # first, and manually walk through the lines list moving the
             # counter ourselves.
             indent_re = re.compile('\s+\S')
             xfile = open(fname)
             filelines = xfile.readlines()
             xfile.close()
             nlines = len(filelines)
             lnum = 0
             while lnum < nlines:
                 line = filelines[lnum]
                 lnum += 1
                 # don't re-insert logger status info into cache
                 if line.startswith('#log#'):
                     continue
                 else:
                     # build a block of code (maybe a single line) for execution
                     block = line
                     try:
                         next = filelines[lnum] # lnum has already incremented
                     except:
                         next = None
                     while next and indent_re.match(next):
                         block += next
                         lnum += 1
                         try:
                             next = filelines[lnum]
                         except:
                             next = None
                     # now execute the block of one or more lines
                     try:
                         exec block in globs,locs
                     except SystemExit:
                         pass
                     except:
                         badblocks.append(block.rstrip())
             if kw['quiet']:  # restore stdout
                 sys.stdout.close()
                 sys.stdout = stdout_save
             print 'Finished replaying log file <%s>' % fname
             if badblocks:
                 print >> sys.stderr, ('\nThe following lines/blocks in file '
                                       '<%s> reported errors:' % fname)
                     
                 for badline in badblocks:
                     print >> sys.stderr, badline
         else:  # regular file execution
             try:
                 execfile(fname,*where)
             except SyntaxError:
                 etype,evalue = sys.exc_info()[:2]
                 self.SyntaxTB(etype,evalue,[])
                 warn('Failure executing file: <%s>' % fname)
             except SystemExit,status:
                 if not kw['exit_ignore']:
                     self.InteractiveTB()
                     warn('Failure executing file: <%s>' % fname)
             except:
                 self.InteractiveTB()
                 warn('Failure executing file: <%s>' % fname)
 
 #************************* end of file <iplib.py> *****************************

README_Windows.txt

@@ -1,42 +1,50 b''
 Notes for Windows Users
 =======================
 
 These are just minimal notes.  The manual contains more detailed
 information.
 
 Requirements
 ------------
 
 IPython runs under (as far as the Windows family is concerned):
 
-- Windows XP (I think WinNT/2000 are ok): works well.  It needs:
+- Windows XP, 2000 (and probably WinNT): works well.  It needs:
 
   * PyWin32, the win32 Python extensions from
     http://starship.python.net/crew/mhammond.
 
   * Gary Bishop's readline from 
     http://sourceforge.net/projects/uncpythontools.
     
   * This in turn requires Tomas Heller's ctypes from
     http://starship.python.net/crew/theller/ctypes.
 
 - Windows 95/98/ME: I have no idea. It should work, but I can't test.
 
 - CygWin environments should work, they are basically Posix.
 
 It needs Python 2.3 or newer.
 
 
 Installation
 ------------
 
 Double-click the supplied .exe installer file. If all goes well, that's all
 you need to do. You should now have an IPython entry in your Start Menu.
 
+
+Installation from source distribution
+-------------------------------------
+
 In case the automatic installer does not work for some reason, you can
 download the ipython-XXX.tar.gz file, which contains the full IPython source
-distribution (the popular WinZip can read .tar.gz files). After uncompressing
-the archive, you can install it at a command terminal just like any other
-Python module, by using python setup.py install'. After this completes, you
-can run the supplied win32_manual_post_install.py script which will add
-the relevant shortcuts to your startup menu.
+distribution (the popular WinZip can read .tar.gz files). 
+
+After uncompressing the archive, you can install it at a command terminal just 
+like any other Python module, by using python setup.py install'. After this 
+completes, you can run the supplied win32_manual_post_install.py script which 
+will add the relevant shortcuts to your startup menu.
+
+Optionally, you may skip installation altogether and just launch "ipython.py" 
+from the root folder of the extracted source distribution.

doc/ChangeLog

@@ -1,4984 +1,5019 b''
[phone]  Ville Vainio  <[e-mail]>  
+
+	* Merge from branches/0.7.1 into trunk, revs 1052-1057
+
[phone]  Fernando Perez  <[e-mail]>
+
+	* IPython/OInspect.py (Inspector.pinfo): fix bug where foo?? or
+	%pfile foo would print the file for foo even if it was a binary.
+	Now, extensions '.so' and '.dll' are skipped.
+
+	* IPython/Shell.py (MTInteractiveShell.__init__): Fix threading
+	bug, where macros would fail in all threaded modes.  I'm not 100%
+	sure, so I'm going to put out an rc instead of making a release
+	today, and wait for feedback for at least a few days.
+
+	* IPython/iplib.py (handle_normal): fix (finally? somehow I doubt
+	it...) the handling of pasting external code with autoindent on.
+	To get out of a multiline input, the rule will appear for most
+	users unchanged: two blank lines or change the indent level
+	proposed by IPython.  But there is a twist now: you can
+	add/subtract only *one or two spaces*.  If you add/subtract three
+	or more (unless you completely delete the line), IPython will
+	accept that line, and you'll need to enter a second one of pure
+	whitespace.  I know it sounds complicated, but I can't find a
+	different solution that covers all the cases, with the right
+	heuristics.  Hopefully in actual use, nobody will really notice
+	all these strange rules and things will 'just work'.
+
[phone]  Fernando Perez  <[e-mail]>
+
+	* IPython/iplib.py (interact): catch exceptions which can be
+	triggered asynchronously by signal handlers.  Thanks to an
+	automatic crash report, submitted by Colin Kingsley
+	<tercel-AT-gentoo.org>.
+	
 2006-01-20  Ville Vainio  <[e-mail]>
 
 	* Ipython/Extensions/ext_rehashdir.py: Created a usable example
 	(%rehashdir, very useful, try it out) of how to extend ipython 
 	with new magics. Also added Extensions dir to pythonpath to make 
 	importing extensions easy.
 	
 	* %store now complains when trying to store interactively declared
 	classes / instances of those classes.
 	
 	* Extensions/ipy_system_conf.py, UserConfig/ipy_user_conf.py,
 	ipmaker.py: Config rehaul. Now ipy_..._conf.py are always imported 
 	if they exist, and ipy_user_conf.py with some defaults is created for
 	the user.
 	
 	* Startup rehashing done by the config file, not InterpreterExec.
 	This means system commands are available even without selecting the
 	pysh profile. It's the sensible default after all.
 
 2006-01-20  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (raw_input): I _think_ I got the pasting of
 	multiline code with autoindent on working.  But I am really not
 	sure, so this needs more testing.  Will commit a debug-enabled
 	version for now, while I test it some more, so that Ville and
 	others may also catch any problems.  Also made
 	self.indent_current_str() a method, to ensure that there's no
 	chance of the indent space count and the corresponding string
 	falling out of sync.  All code needing the string should just call
 	the method.
 
 2006-01-18  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (magic_edit): fix check for when users don't
 	save their output files, the try/except was in the wrong section.
 
 2006-01-17  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (magic_run): fix __file__ global missing from
 	script's namespace when executed via %run.  After a report by
 	Vivian.
 
 	* IPython/Debugger.py (Pdb.__init__): Fix breakage with '%run -d'
 	when using python 2.4.  The parent constructor changed in 2.4, and
 	we need to track it directly (we can't call it, as it messes up
 	readline and tab-completion inside our pdb would stop working).
 	After a bug report by R. Bernstein <rocky-AT-panix.com>.
 
 2006-01-16  Ville Vainio  <[e-mail]>
 
 	* Ipython/magic.py:Reverted back to old %edit functionality 
 	that returns file contents on exit.
 	
 	* IPython/path.py: Added Jason Orendorff's "path" module to 
 	IPython tree, http://www.jorendorff.com/articles/python/path/.
 	You can get path objects conveniently through %sc, and !!, e.g.:
 	 sc files=ls
 	 for p in files.paths: # or files.p
 	     print p,p.mtime
 	
 	* Ipython/iplib.py:"," and ";" autoquoting-upon-autocall 
 	now work again without considering the exclusion regexp - 
 	hence, things like ',foo my/path' turn to 'foo("my/path")' 
 	instead of syntax error.
 	
 
 2006-01-14  Ville Vainio  <[e-mail]>
 
 	* IPython/ipapi.py (ashook, asmagic, options): Added convenience 
 	ipapi decorators for python 2.4 users, options() provides access to rc 
 	data.
 	
 	* IPython/Magic.py (magic_cd): %cd now accepts backslashes
 	as path separators (even on Linux ;-). Space character after 
 	backslash (as yielded by tab completer) is still space;
 	"%cd long\ name" works as expected.
 
 	* IPython/ipapi.py,hooks.py,iplib.py: Hooks now implemented
 	as "chain of command", with priority. API stays the same, 
 	TryNext exception raised by a hook function signals that 
 	current hook failed and next hook should try handling it, as 
 	suggested by Walter Dörwald <[e-mail]>. Walter also
 	requested configurable display hook, which is now implemented.
 
 2006-01-13  Ville Vainio  <[e-mail]>
 
 	* IPython/platutils*.py: platform specific utility functions,
 	so far only set_term_title is implemented (change terminal
 	label in windowing systems). %cd now changes the title to
 	current dir.
 
 	* IPython/Release.py: Added myself to "authors" list, 
 	had to create new files.
 	
 	* IPython/iplib.py (handle_shell_escape): fixed logical flaw in
 	shell escape; not a known bug but had potential to be one in the
 	future.
 
 	* IPython/ipapi.py (added),OInspect.py,iplib.py: "Public" 
 	extension API for IPython! See the module for usage example. Fix 
 	OInspect for docstring-less magic functions.
 	
 
 2006-01-13  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (raw_input): temporarily deactivate all
 	attempts at allowing pasting of code with autoindent on.  It
 	introduced bugs (reported by Prabhu) and I can't seem to find a
 	robust combination which works in all cases.  Will have to revisit
 	later.
 
 	* IPython/genutils.py: remove isspace() function.  We've dropped
 	2.2 compatibility, so it's OK to use the string method.
 
 2006-01-12  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.__init__): fix regexp
 	matching what NOT to autocall on, to include all python binary
 	operators (including things like 'and', 'or', 'is' and 'in').
 	Prompted by a bug report on 'foo & bar', but I realized we had
 	many more potential bug cases with other operators.  The regexp is
 	self.re_exclude_auto, it's fairly commented.
 
 2006-01-12  Ville Vainio  <[e-mail]>
 
 	* IPython/iplib.py (make_quoted_expr,handle_shell_escape): 
 	Prettified and hardened string/backslash quoting with ipsystem(),
 	ipalias() and ipmagic(). Now even \ characters are passed to
 	%magics, !shell escapes and aliases exactly as they are in the
 	ipython command line. Should improve backslash experience,
 	particularly in Windows (path delimiter for some commands that 
 	won't understand '/'), but Unix benefits as well (regexps). %cd
 	magic still doesn't support backslash path delimiters, though. Also
 	deleted all pretense of supporting multiline command strings in
 	!system or %magic commands. Thanks to Jerry McRae for suggestions.
 	
 	* doc/build_doc_instructions.txt added. Documentation on how to
 	use doc/update_manual.py, added yesterday. Both files contributed
 	by Jörgen Stenarson <jorgen.stenarson-AT-bostream.nu>. This slates
 	doc/*.sh for deprecation at a later date.
 	
 	* /ipython.py Added ipython.py to root directory for
 	zero-installation (tar xzvf ipython.tgz; cd ipython; python
 	ipython.py) and development convenience (no need to kee doing
 	"setup.py install" between changes).
 	
 	* Made ! and !! shell escapes work (again) in multiline expressions:
 	  if 1:
 	      !ls
 	      !!ls
 
 2006-01-12  Fernando Perez  <[e-mail]>
 
 	* IPython/ipstruct.py (Struct): Rename IPython.Struct to
 	IPython.ipstruct, to avoid local shadowing of the stdlib 'struct'
 	module in case-insensitive installation.  Was causing crashes
 	under win32.  Closes http://www.scipy.net/roundup/ipython/issue49.
 
 	* IPython/Magic.py (magic_pycat): Fix pycat, patch by Marien Zwart
 	<marienz-AT-gentoo.org>, closes
 	http://www.scipy.net/roundup/ipython/issue51.
 
 2006-01-11  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellGTK.on_timer): Finally fix the the
 	problem of excessive CPU usage under *nix and keyboard lag under
 	win32.
 
 2006-01-10  *** Released version 0.7.0
 
 2006-01-10  Fernando Perez  <[e-mail]>
 
 	* IPython/Release.py (revision): tag version number to 0.7.0,
 	ready for release.
 
 	* IPython/Magic.py (magic_edit): Add print statement to %edit so
 	it informs the user of the name of the temp. file used.  This can
 	help if you decide later to reuse that same file, so you know
 	where to copy the info from.
 
 2006-01-09  Fernando Perez  <[e-mail]>
 
 	* setup_bdist_egg.py: little script to build an egg.  Added
 	support in the release tools as well.
 
 2006-01-08  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellWX.__init__): add support for WXPython
 	version selection (new -wxversion command line and ipythonrc
 	parameter).  Patch contributed by Arnd Baecker
 	<arnd.baecker-AT-web.de>.
 
 	* IPython/iplib.py (embed_mainloop): fix tab-completion in
 	embedded instances, for variables defined at the interactive
 	prompt of the embedded ipython.  Reported by Arnd.
 
 	* IPython/Magic.py (magic_autocall): Fix %autocall magic.  Now
 	it can be used as a (stateful) toggle, or with a direct parameter.
 
 	* IPython/ultraTB.py (_fixed_getinnerframes): remove debug assert which
 	could be triggered in certain cases and cause the traceback
 	printer not to work.
 
 2006-01-07  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (_should_recompile): Small fix, closes
 	http://www.scipy.net/roundup/ipython/issue48.  Patch by Scott.
 
 2006-01-04  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellGTK.mainloop): fix bug in the GTK
 	backend for matplotlib (100% cpu utiliziation).  Thanks to Charlie
 	Moad for help with tracking it down.
 
 	* IPython/iplib.py (handle_auto): fix autocall handling for
 	objects which support BOTH __getitem__ and __call__ (so that f [x]
 	is left alone, instead of becoming f([x]) automatically).
 
 	* IPython/Magic.py (magic_cd): fix crash when cd -b was used.
 	Ville's patch.
 
 2006-01-03  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (handle_auto): changed autocall semantics to
 	include 'smart' mode, where the autocall transformation is NOT
 	applied if there are no arguments on the line.  This allows you to
 	just type 'foo' if foo is a callable to see its internal form,
 	instead of having it called with no arguments (typically a
 	mistake).  The old 'full' autocall still exists: for that, you
 	need to set the 'autocall' parameter to 2 in your ipythonrc file.
 
 	* IPython/completer.py (Completer.attr_matches): add
 	tab-completion support for Enthoughts' traits.  After a report by
 	Arnd and a patch by Prabhu.
 
 2006-01-02  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (_fixed_getinnerframes): added Alex
 	Schmolck's patch to fix inspect.getinnerframes().
 
 	* IPython/iplib.py (InteractiveShell.__init__): significant fixes
 	for embedded instances, regarding handling of namespaces and items
 	added to the __builtin__ one.  Multiple embedded instances and
 	recursive embeddings should work better now (though I'm not sure
 	I've got all the corner cases fixed, that code is a bit of a brain
 	twister).
 
 	* IPython/Magic.py (magic_edit): added support to edit in-memory
 	macros (automatically creates the necessary temp files).  %edit
 	also doesn't return the file contents anymore, it's just noise.
 
 	* IPython/completer.py (Completer.attr_matches): revert change to
 	complete only on attributes listed in __all__.  I realized it
 	cripples the tab-completion system as a tool for exploring the
 	internals of unknown libraries (it renders any non-__all__
 	attribute off-limits).  I got bit by this when trying to see
 	something inside the dis module.
 
 2005-12-31  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.__init__): add .meta
 	namespace for users and extension writers to hold data in.  This
 	follows the discussion in
 	http://projects.scipy.org/ipython/ipython/wiki/RefactoringIPython.
 
 	* IPython/completer.py (IPCompleter.complete): small patch to help
 	tab-completion under Emacs, after a suggestion by John Barnard
 	<barnarj-AT-ccf.org>.
 
 	* IPython/Magic.py (Magic.extract_input_slices): added support for
 	the slice notation in magics to use N-M to represent numbers N...M
 	(closed endpoints).  This is used by %macro and %save.
 
 	* IPython/completer.py (Completer.attr_matches): for modules which
 	define __all__, complete only on those.  After a patch by Jeffrey
 	Collins <jcollins_boulder-AT-earthlink.net>.  Also, clean up and
 	speed up this routine.
 
 	* IPython/Logger.py (Logger.log): fix a history handling bug.  I
 	don't know if this is the end of it, but the behavior now is
 	certainly much more correct.  Note that coupled with macros,
 	slightly surprising (at first) behavior may occur: a macro will in
 	general expand to multiple lines of input, so upon exiting, the
 	in/out counters will both be bumped by the corresponding amount
 	(as if the macro's contents had been typed interactively).  Typing
 	%hist will reveal the intermediate (silently processed) lines.
 
 	* IPython/Magic.py (magic_run): fix a subtle bug which could cause
 	pickle to fail (%run was overwriting __main__ and not restoring
 	it, but pickle relies on __main__ to operate).
 
 	* IPython/iplib.py (InteractiveShell): fix pdb calling: I'm now
 	using properties, but forgot to make the main InteractiveShell
 	class a new-style class.  Properties fail silently, and
 	misteriously, with old-style class (getters work, but
 	setters don't do anything).
 
 2005-12-30  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (magic_history): fix history reporting bug (I
 	know some nasties are still there, I just can't seem to find a
 	reproducible test case to track them down; the input history is
 	falling out of sync...)
 
 	* IPython/iplib.py (handle_shell_escape): fix bug where both
 	aliases and system accesses where broken for indented code (such
 	as loops).
 
 	* IPython/genutils.py (shell): fix small but critical bug for
 	win32 system access.
 
 2005-12-29  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (showtraceback): remove use of the
 	sys.last_{type/value/traceback} structures, which are non
 	thread-safe.
 	(_prefilter): change control flow to ensure that we NEVER
 	introspect objects when autocall is off.  This will guarantee that
 	having an input line of the form 'x.y', where access to attribute
 	'y' has side effects, doesn't trigger the side effect TWICE.  It
 	is important to note that, with autocall on, these side effects
 	can still happen.
 	(ipsystem): new builtin, to complete the ip{magic/alias/system}
 	trio.  IPython offers these three kinds of special calls which are
 	not python code, and it's a good thing to have their call method
 	be accessible as pure python functions (not just special syntax at
 	the command line).  It gives us a better internal implementation
 	structure, as well as exposing these for user scripting more
 	cleanly.
 
 	* IPython/macro.py (Macro.__init__): moved macros to a standalone
 	file.  Now that they'll be more likely to be used with the
 	persistance system (%store), I want to make sure their module path
 	doesn't change in the future, so that we don't break things for
 	users' persisted data.
 
 	* IPython/iplib.py (autoindent_update): move indentation
 	management into the _text_ processing loop, not the keyboard
 	interactive one.  This is necessary to correctly process non-typed
 	multiline input (such as macros).
 
 	* IPython/Magic.py (Magic.format_latex): patch by Stefan van der
 	Walt <stefan-AT-sun.ac.za> to fix latex formatting of docstrings,
 	which was producing problems in the resulting manual.
 	(magic_whos): improve reporting of instances (show their class,
 	instead of simply printing 'instance' which isn't terribly
 	informative).
 
 	* IPython/genutils.py (shell): commit Jorgen Stenarson's patch
 	(minor mods) to support network shares under win32.
 
 	* IPython/winconsole.py (get_console_size): add new winconsole
 	module and fixes to page_dumb() to improve its behavior under
 	win32.  Contributed by Alexander Belchenko <bialix-AT-ukr.net>.
 
 	* IPython/Magic.py (Macro): simplified Macro class to just
 	subclass list.  We've had only 2.2 compatibility for a very long
 	time, yet I was still avoiding subclassing the builtin types.  No
 	more (I'm also starting to use properties, though I won't shift to
 	2.3-specific features quite yet).
 	(magic_store): added Ville's patch for lightweight variable
 	persistence, after a request on the user list by Matt Wilkie
 	<maphew-AT-gmail.com>.  The new %store magic's docstring has full
 	details.
 
 	* IPython/iplib.py (InteractiveShell.post_config_initialization):
 	changed the default logfile name from 'ipython.log' to
 	'ipython_log.py'.  These logs are real python files, and now that
 	we have much better multiline support, people are more likely to
 	want to use them as such.  Might as well name them correctly.
 
 	* IPython/Magic.py: substantial cleanup.  While we can't stop
 	using magics as mixins, due to the existing customizations 'out
 	there' which rely on the mixin naming conventions, at least I
 	cleaned out all cross-class name usage.  So once we are OK with
 	breaking compatibility, the two systems can be separated.
 
 	* IPython/Logger.py: major cleanup.  This one is NOT a mixin
 	anymore, and the class is a fair bit less hideous as well.  New
 	features were also introduced: timestamping of input, and logging
 	of output results.  These are user-visible with the -t and -o
 	options to %logstart.  Closes
 	http://www.scipy.net/roundup/ipython/issue11 and a request by
 	William Stein (SAGE developer - http://modular.ucsd.edu/sage).
 
 2005-12-28  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (handle_shell_escape): add Ville's patch to
 	better hadnle backslashes in paths.  See the thread 'More Windows
 	questions part 2 - \/ characters revisited' on the iypthon user
 	list:
 	http://scipy.net/pipermail/ipython-user/2005-June/000907.html
 
 	(InteractiveShell.__init__): fix tab-completion bug in threaded shells.
 
 	(InteractiveShell.__init__): change threaded shells to not use the
 	ipython crash handler.  This was causing more problems than not,
 	as exceptions in the main thread (GUI code, typically) would
 	always show up as a 'crash', when they really weren't.
 
 	The colors and exception mode commands (%colors/%xmode) have been
 	synchronized to also take this into account, so users can get
 	verbose exceptions for their threaded code as well.  I also added
 	support for activating pdb inside this exception handler as well,
 	so now GUI authors can use IPython's enhanced pdb at runtime.
 
 	* IPython/ipmaker.py (make_IPython): make the autoedit_syntax flag
 	true by default, and add it to the shipped ipythonrc file.  Since
 	this asks the user before proceeding, I think it's OK to make it
 	true by default.
 
 	* IPython/Magic.py (magic_exit): make new exit/quit magics instead
 	of the previous special-casing of input in the eval loop.  I think
 	this is cleaner, as they really are commands and shouldn't have
 	a special role in the middle of the core code.
 
 2005-12-27  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (edit_syntax_error): added support for
 	automatically reopening the editor if the file had a syntax error
 	in it.  Thanks to scottt who provided the patch at:
 	http://www.scipy.net/roundup/ipython/issue36 (slightly modified
 	version committed).
 
 	* IPython/iplib.py (handle_normal): add suport for multi-line
 	input with emtpy lines.  This fixes
 	http://www.scipy.net/roundup/ipython/issue43 and a similar
 	discussion on the user list.
 
 	WARNING: a behavior change is necessarily introduced to support
 	blank lines: now a single blank line with whitespace does NOT
 	break the input loop, which means that when autoindent is on, by
 	default hitting return on the next (indented) line does NOT exit.
 
 	Instead, to exit a multiline input you can either have:
 
 	  - TWO whitespace lines (just hit return again), or
 	  - a single whitespace line of a different length than provided
 	by the autoindent (add or remove a space).
 
 	* IPython/completer.py (MagicCompleter.__init__): new 'completer'
 	module to better organize all readline-related functionality.
 	I've deleted FlexCompleter and put all completion clases here.
 
 	* IPython/iplib.py (raw_input): improve indentation management.
 	It is now possible to paste indented code with autoindent on, and
 	the code is interpreted correctly (though it still looks bad on
 	screen, due to the line-oriented nature of ipython).
 	(MagicCompleter.complete): change behavior so that a TAB key on an
 	otherwise empty line actually inserts a tab, instead of completing
 	on the entire global namespace.  This makes it easier to use the
 	TAB key for indentation.  After a request by Hans Meine
 	<hans_meine-AT-gmx.net>
 	(_prefilter): add support so that typing plain 'exit' or 'quit'
 	does a sensible thing.  Originally I tried to deviate as little as
 	possible from the default python behavior, but even that one may
 	change in this direction (thread on python-dev to that effect).
 	Regardless, ipython should do the right thing even if CPython's
 	'>>>' prompt doesn't.
 	(InteractiveShell): removed subclassing code.InteractiveConsole
 	class.  By now we'd overridden just about all of its methods: I've
 	copied the remaining two over, and now ipython is a standalone
 	class.  This will provide a clearer picture for the chainsaw
 	branch refactoring.
 
 2005-12-26  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (VerboseTB.text): harden reporting against
 	failures for objects which break when dir() is called on them.
 
 	* IPython/FlexCompleter.py (Completer.__init__): Added support for
 	distinct local and global namespaces in the completer API.  This
 	change allows us top properly handle completion with distinct
 	scopes, including in embedded instances (this had never really
 	worked correctly).
 
 	Note: this introduces a change in the constructor for
 	MagicCompleter, as a new global_namespace parameter is now the
 	second argument (the others were bumped one position).
 
 2005-12-25  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (embed_mainloop): fix tab-completion in
 	embedded instances (which can be done now thanks to Vivian's
 	frame-handling fixes for pdb).
 	(InteractiveShell.__init__): Fix namespace handling problem in
 	embedded instances.  We were overwriting __main__ unconditionally,
 	and this should only be done for 'full' (non-embedded) IPython;
 	embedded instances must respect the caller's __main__.  Thanks to
 	a bug report by Yaroslav Bulatov <yaroslavvb-AT-gmail.com>
 
 2005-12-24  Fernando Perez  <[e-mail]>
 
 	* setup.py: added download_url to setup().  This registers the
 	download address at PyPI, which is not only useful to humans
 	browsing the site, but is also picked up by setuptools (the Eggs
 	machinery).  Thanks to Ville and R. Kern for the info/discussion
 	on this.
 
 2005-12-23  Fernando Perez  <[e-mail]>
 
 	* IPython/Debugger.py (Pdb.__init__): Major pdb mode enhancements.
 	This brings a lot of nice functionality to the pdb mode, which now
 	has tab-completion, syntax highlighting, and better stack handling
 	than before.  Many thanks to Vivian De Smedt
 	<vivian-AT-vdesmedt.com> for the original patches.
 
 2005-12-08  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellGTK.mainloop): fix mainloop() calling
 	sequence to consistently accept the banner argument.  The
 	inconsistency was tripping SAGE, thanks to Gary Zablackis
 	<gzabl-AT-yahoo.com> for the report.
 
 2005-11-15  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.post_config_initialization):
 	Fix bug where a naked 'alias' call in the ipythonrc file would
 	cause a crash.  Bug reported by Jorgen Stenarson.
 
 2005-11-15  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (make_IPython): cleanups which should improve
 	startup time.
 
 	* IPython/iplib.py (runcode): my globals 'fix' for embedded
 	instances had introduced a bug with globals in normal code.  Now
 	it's working in all cases.
 
 	* IPython/Magic.py (magic_psearch): Finish wildcard cleanup and
 	API changes.  A new ipytonrc option, 'wildcards_case_sensitive'
 	has been introduced to set the default case sensitivity of the
 	searches.  Users can still select either mode at runtime on a
 	per-search basis.
 
 2005-11-13 Fernando Perez   <[e-mail]>
 
 	* IPython/wildcard.py (NameSpace.__init__): fix resolution of
 	attributes in wildcard searches for subclasses.  Modified version
 	of a patch by Jorgen.
 
 2005-11-12 Fernando Perez   <[e-mail]>
 
 	* IPython/iplib.py (embed_mainloop): Fix handling of globals for
 	embedded instances.  I added a user_global_ns attribute to the
 	InteractiveShell class to handle this.
 
 2005-10-31  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellGTK.mainloop): Change timeout_add to
 	idle_add, which fixes horrible keyboard lag problems under gtk 2.6
 	(reported under win32, but may happen also in other platforms).
 	Bug report and fix courtesy of Sean Moore <smm-AT-logic.bm>
 
 2005-10-15  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (magic_psearch): new support for wildcard
 	patterns.  Now, typing ?a*b will list all names which begin with a
 	and end in b, for example.  The %psearch magic has full
 	docstrings.  Many thanks to Jörgen Stenarson
 	<jorgen.stenarson-AT-bostream.nu>, author of the patches
 	implementing this functionality.
 
 2005-09-27  Fernando Perez  <[e-mail]>
 
 	* Manual: fixed long-standing annoyance of double-dashes (as in
 	--prefix=~, for example) being stripped in the HTML version.  This
 	is a latex2html bug, but a workaround was provided.  Many thanks
 	to George K. Thiruvathukal <gthiruv-AT-luc.edu> for the detailed
 	help, and Michael Tobis <mtobis-AT-gmail.com> for getting the ball
 	rolling.  This seemingly small issue had tripped a number of users
 	when first installing, so I'm glad to see it gone.
 	
 2005-09-27  Fernando Perez  <[e-mail]>
 
 	* IPython/Extensions/numeric_formats.py: fix missing import,
 	reported by Stephen Walton.
 
 2005-09-24  Fernando Perez  <[e-mail]>
 
 	* IPython/demo.py: finish demo module, fully documented now.
 
 	* IPython/genutils.py (file_read): simple little utility to read a
 	file and ensure it's closed afterwards.
 
 2005-09-23  Fernando Perez  <[e-mail]>
 
 	* IPython/demo.py (Demo.__init__): added support for individually
 	tagging blocks for automatic execution.
 
 	* IPython/Magic.py (magic_pycat): new %pycat magic for showing
 	syntax-highlighted python sources, requested by John.
 
 2005-09-22  Fernando Perez  <[e-mail]>
 
 	* IPython/demo.py (Demo.again): fix bug where again() blocks after
 	finishing.
 
 	* IPython/genutils.py (shlex_split): moved from Magic to here,
 	where all 2.2 compatibility stuff lives.  I needed it for demo.py.
 
 	* IPython/demo.py (Demo.__init__): added support for silent
 	blocks, improved marks as regexps, docstrings written.
 	(Demo.__init__): better docstring, added support for sys.argv.
 
 	* IPython/genutils.py (marquee): little utility used by the demo
 	code, handy in general.
 
 	* IPython/demo.py (Demo.__init__): new class for interactive
 	demos.  Not documented yet, I just wrote it in a hurry for
 	scipy'05.  Will docstring later.
 
 2005-09-20  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (sigint_handler): Drastic simplification which
 	also seems to make Ctrl-C work correctly across threads!  This is
 	so simple, that I can't beleive I'd missed it before.  Needs more
 	testing, though.
 	(KBINT): Never mind, revert changes.  I'm sure I'd tried something
 	like this before...
 
 	* IPython/genutils.py (get_home_dir): add protection against
 	non-dirs in win32 registry.
 
 	* IPython/iplib.py (InteractiveShell.alias_table_validate): fix
 	bug where dict was mutated while iterating (pysh crash).
 
 2005-09-06  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (handle_auto): Fix inconsistency arising from
 	spurious newlines added by this routine.  After a report by
 	F. Mantegazza.
 
 2005-09-05  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (hijack_gtk): remove pygtk.require("2.0")
 	calls.  These were a leftover from the GTK 1.x days, and can cause
 	problems in certain cases (after a report by John Hunter).
 
 	* IPython/iplib.py (InteractiveShell.__init__): Trap exception if
 	os.getcwd() fails at init time.  Thanks to patch from David Remahl
 	<chmod007-AT-mac.com>.
 	(InteractiveShell.__init__): prevent certain special magics from
 	being shadowed by aliases.  Closes
 	http://www.scipy.net/roundup/ipython/issue41.
 
 2005-08-31  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.complete): Added new
 	top-level completion method to expose the completion mechanism
 	beyond readline-based environments.
 
 2005-08-19  Fernando Perez  <[e-mail]>
 
 	* tools/ipsvnc (svnversion): fix svnversion capture.
 
 	* IPython/iplib.py (InteractiveShell.__init__): Add has_readline
 	attribute to self, which was missing.  Before, it was set by a
 	routine which in certain cases wasn't being called, so the
 	instance could end up missing the attribute.  This caused a crash.
 	Closes http://www.scipy.net/roundup/ipython/issue40.
 
 2005-08-16  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (VerboseTB.text): don't crash if object
 	contains non-string attribute.  Closes
 	http://www.scipy.net/roundup/ipython/issue38.
 
 2005-08-14  Fernando Perez  <[e-mail]>
 
 	* tools/ipsvnc: Minor improvements, to add changeset info.
 
 2005-08-12  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (runsource): remove self.code_to_run_src
 	attribute.  I realized this is nothing more than
 	'\n'.join(self.buffer), and having the same data in two different
 	places is just asking for synchronization bugs.  This may impact
 	people who have custom exception handlers, so I need to warn
 	ipython-dev about it (F. Mantegazza may use them).
 
 2005-07-29  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py: fix 2.2 compatibility (generators)
 
 2005-07-18  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (get_home_dir): fix to help users with
 	invalid $HOME under win32.
 
 2005-07-17  Fernando Perez  <[e-mail]>
 
 	* IPython/Prompts.py (str_safe): Make unicode-safe.  Also remove
 	some old hacks and clean up a bit other routines; code should be
 	simpler and a bit faster.
 
 	* IPython/iplib.py (interact): removed some last-resort attempts
 	to survive broken stdout/stderr.  That code was only making it
 	harder to abstract out the i/o (necessary for gui integration),
 	and the crashes it could prevent were extremely rare in practice
 	(besides being fully user-induced in a pretty violent manner).
 
 	* IPython/genutils.py (IOStream.__init__): Simplify the i/o stuff.
 	Nothing major yet, but the code is simpler to read; this should
 	make it easier to do more serious modifications in the future.
 
 	* IPython/Extensions/InterpreterExec.py: Fix auto-quoting in pysh,
 	which broke in .15 (thanks to a report by Ville).
 
 	* IPython/Itpl.py (Itpl.__init__): add unicode support (it may not
 	be quite correct, I know next to nothing about unicode).  This
 	will allow unicode strings to be used in prompts, amongst other
 	cases.  It also will prevent ipython from crashing when unicode
 	shows up unexpectedly in many places.  If ascii encoding fails, we
 	assume utf_8.  Currently the encoding is not a user-visible
 	setting, though it could be made so if there is demand for it.
 
 	* IPython/ipmaker.py (make_IPython): remove old 2.1-specific hack.
 
 	* IPython/Struct.py (Struct.merge): switch keys() to iterator.
 
 	* IPython/background_jobs.py: moved 2.2 compatibility to genutils.
 
 	* IPython/genutils.py: Add 2.2 compatibility here, so all other
 	code can work transparently for 2.2/2.3.
 
 2005-07-16  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (ExceptionColors): Make a global variable
 	out of the color scheme table used for coloring  exception
 	tracebacks.  This allows user code to add new schemes at runtime.
 	This is a minimally modified version of the patch at
 	http://www.scipy.net/roundup/ipython/issue35, many thanks to pabw
 	for the contribution.
 
 	* IPython/FlexCompleter.py (Completer.attr_matches): Add a
 	slightly modified version of the patch in
 	http://www.scipy.net/roundup/ipython/issue34, which also allows me
 	to remove the previous try/except solution (which was costlier).
 	Thanks to Gaetan Lehmann <gaetan.lehmann-AT-jouy.inra.fr> for the fix.
 
 2005-06-08  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (write/write_err): Add methods to abstract all
 	I/O a bit more.
 
 	* IPython/Shell.py (IPShellGTK.mainloop): Fix GTK deprecation
 	warning, reported by Aric Hagberg, fix by JD Hunter.
 
 2005-06-02  *** Released version 0.6.15
 
 2005-06-01  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (MagicCompleter.file_matches): Fix
 	tab-completion of filenames within open-quoted strings.  Note that
 	this requires that in ~/.ipython/ipythonrc, users change the
 	readline delimiters configuration to read:
 
 	readline_remove_delims -/~
 	
 
 2005-05-31  *** Released version 0.6.14
 
 2005-05-29  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (VerboseTB.text): Fix crash for tracebacks
 	with files not on the filesystem.  Reported by Eliyahu Sandler
 	<[e-mail]>
 
 2005-05-22  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py: Fix a few crashes in the --upgrade option.
 	After an initial report by LUK ShunTim <[e-mail]>.
 
 2005-05-19  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (safe_execfile): close a file which could be
 	left open (causing problems in win32, which locks open files).
 	Thanks to a bug report by D Brown <[e-mail]>.
 
 2005-05-18  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (MatplotlibShellBase.mplot_exec): pass all
 	keyword arguments correctly to safe_execfile().
 
 2005-05-13  Fernando Perez  <[e-mail]>
 
 	* ipython.1: Added info about Qt to manpage, and threads warning
 	to usage page (invoked with --help).
 
 	* IPython/iplib.py (MagicCompleter.python_func_kw_matches): Added
 	new matcher (it goes at the end of the priority list) to do
 	tab-completion on named function arguments.  Submitted by George
 	Sakkis <gsakkis-AT-eden.rutgers.edu>.  See the thread at
 	http://www.scipy.net/pipermail/ipython-dev/2005-April/000436.html
 	for more details.
 
 	* IPython/Magic.py (magic_run): Added new -e flag to ignore
 	SystemExit exceptions in the script being run.  Thanks to a report
 	by danny shevitz <danny_shevitz-AT-yahoo.com>, about this
 	producing very annoying behavior when running unit tests.
 
 2005-05-12  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (handle_auto): fixed auto-quoting and parens,
 	which I'd broken (again) due to a changed regexp.  In the process,
 	added ';' as an escape to auto-quote the whole line without
 	splitting its arguments.  Thanks to a report by Jerry McRae
 	<qrs0xyc02-AT-sneakemail.com>.
 
 	* IPython/ultraTB.py (VerboseTB.text): protect against rare but
 	possible crashes caused by a TokenError.  Reported by Ed Schofield
 	<schofield-AT-ftw.at>.
 	
 2005-05-06  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (hijack_wx): Fix to work with WX v.2.6.
 
 2005-04-29  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellQt): Thanks to Denis Rivière
 	<nudz-AT-free.fr>, Yann Cointepas <yann-AT-sapetnioc.org> and Benjamin
 	Thyreau <Benji2-AT-decideur.info>, we now have a -qthread option
 	which provides support for Qt interactive usage (similar to the
 	existing one for WX and GTK).  This had been often requested.
 
 2005-04-14  *** Released version 0.6.13
 
 2005-04-08  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic._ofind): remove docstring evaluation
 	from _ofind, which gets called on almost every input line.  Now,
 	we only try to get docstrings if they are actually going to be
 	used (the overhead of fetching unnecessary docstrings can be
 	noticeable for certain objects, such as Pyro proxies).
 
 	* IPython/iplib.py (MagicCompleter.python_matches): Change the API
 	for completers.  For some reason I had been passing them the state
 	variable, which completers never actually need, and was in
 	conflict with the rlcompleter API.  Custom completers ONLY need to
 	take the text parameter.
 
 	* IPython/Extensions/InterpreterExec.py: Fix regexp so that magics
 	work correctly in pysh.  I've also moved all the logic which used
 	to be in pysh.py here, which will prevent problems with future
 	upgrades.  However, this time I must warn users to update their
 	pysh profile to include the line
 
 	import_all IPython.Extensions.InterpreterExec
 
 	because otherwise things won't work for them.  They MUST also
 	delete pysh.py and the line
 
 	execfile pysh.py
 
 	from their ipythonrc-pysh.
 
 	* IPython/FlexCompleter.py (Completer.attr_matches): Make more
 	robust in the face of objects whose dir() returns non-strings
 	(which it shouldn't, but some broken libs like ITK do).  Thanks to
 	a patch by John Hunter (implemented differently, though).  Also
 	minor improvements by using .extend instead of + on lists.
 
 	* pysh.py: 
 
 2005-04-06  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (make_IPython): Make multi_line_specials on
 	by default, so that all users benefit from it.  Those who don't
 	want it can still turn it off.
 
 	* IPython/UserConfig/ipythonrc: Add multi_line_specials to the
 	config file, I'd forgotten about this, so users were getting it
 	off by default.
 
 	* IPython/iplib.py (ipmagic): big overhaul of the magic system for
 	consistency.  Now magics can be called in multiline statements,
 	and python variables can be expanded in magic calls via $var.
 	This makes the magic system behave just like aliases or !system
 	calls.
 
 2005-03-28  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (handle_auto): cleanup to use %s instead of
 	expensive string additions for building command.  Add support for
 	trailing ';' when autocall is used.
 
 2005-03-26  Fernando Perez  <[e-mail]>
 
 	* ipython.el: Fix http://www.scipy.net/roundup/ipython/issue31.
 	Bugfix by A. Schmolck, the ipython.el maintainer.  Also make
 	ipython.el robust against prompts with any number of spaces
 	(including 0) after the ':' character.
 
 	* IPython/Prompts.py (Prompt2.set_p_str): Fix spurious space in
 	continuation prompt, which misled users to think the line was
 	already indented.  Closes debian Bug#300847, reported to me by
 	Norbert Tretkowski <tretkowski-AT-inittab.de>.
 
 2005-03-23  Fernando Perez  <[e-mail]>
 
 	* IPython/Prompts.py (Prompt1.__str__): Make sure that prompts are
 	properly aligned if they have embedded newlines.
 
 	* IPython/iplib.py (runlines): Add a public method to expose
 	IPython's code execution machinery, so that users can run strings
 	as if they had been typed at the prompt interactively.
 	(InteractiveShell.__init__): Added getoutput() to the __IPYTHON__
 	methods which can call the system shell, but with python variable
 	expansion.  The three such methods are: __IPYTHON__.system,
 	.getoutput and .getoutputerror.  These need to be documented in a
 	'public API' section (to be written) of the manual.
 
 2005-03-20  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.set_custom_exc): new system
 	for custom exception handling.  This is quite powerful, and it
 	allows for user-installable exception handlers which can trap
 	custom exceptions at runtime and treat them separately from
 	IPython's default mechanisms.  At the request of Frédéric
 	Mantegazza <mantegazza-AT-ill.fr>.
 	(InteractiveShell.set_custom_completer): public API function to
 	add new completers at runtime.
 
 2005-03-19  Fernando Perez  <[e-mail]>
 
 	* IPython/OInspect.py (getdoc): Add a call to obj.getdoc(), to
 	allow objects which provide their docstrings via non-standard
 	mechanisms (like Pyro proxies) to still be inspected by ipython's
 	? system.
 
 	* IPython/iplib.py (InteractiveShell.__init__): back off the _o/_e
 	automatic capture system.  I tried quite hard to make it work
 	reliably, and simply failed.  I tried many combinations with the
 	subprocess module, but eventually nothing worked in all needed
 	cases (not blocking stdin for the child, duplicating stdout
 	without blocking, etc).  The new %sc/%sx still do capture to these
 	magical list/string objects which make shell use much more
 	conveninent, so not all is lost.
 
 	XXX - FIX MANUAL for the change above!
 
 	(runsource): I copied code.py's runsource() into ipython to modify
 	it a bit.  Now the code object and source to be executed are
 	stored in ipython.  This makes this info accessible to third-party
 	tools, like custom exception handlers.  After a request by Frédéric
 	Mantegazza <mantegazza-AT-ill.fr>.
 
 	* IPython/UserConfig/ipythonrc: Add up/down arrow keys to
 	history-search via readline (like C-p/C-n).  I'd wanted this for a
 	long time, but only recently found out how to do it.  For users
 	who already have their ipythonrc files made and want this, just
 	add:
 
 	readline_parse_and_bind "\e[A": history-search-backward
 	readline_parse_and_bind "\e[B": history-search-forward
 
 2005-03-18  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (magic_sc): %sc and %sx now use the fancy
 	LSString and SList classes which allow transparent conversions
 	between list mode and whitespace-separated string.
 	(magic_r): Fix recursion problem in %r.
 
 	* IPython/genutils.py (LSString): New class to be used for
 	automatic storage of the results of all alias/system calls in _o
 	and _e (stdout/err).  These provide a .l/.list attribute which
 	does automatic splitting on newlines.  This means that for most
 	uses, you'll never need to do capturing of output with %sc/%sx
 	anymore, since ipython keeps this always done for you.  Note that
 	only the LAST results are stored, the _o/e variables are
 	overwritten on each call.  If you need to save their contents
 	further, simply bind them to any other name.
 
 2005-03-17  Fernando Perez  <[e-mail]>
 
 	* IPython/Prompts.py (BasePrompt.cwd_filt): a few more fixes for
 	prompt namespace handling.
 
 2005-03-16  Fernando Perez  <[e-mail]>
 
 	* IPython/Prompts.py (CachedOutput.__init__): Fix default and
 	classic prompts to be '>>> ' (final space was missing, and it
 	trips the emacs python mode).
 	(BasePrompt.__str__): Added safe support for dynamic prompt
 	strings.  Now you can set your prompt string to be '$x', and the
 	value of x will be printed from your interactive namespace.  The
 	interpolation syntax includes the full Itpl support, so
 	${foo()+x+bar()} is a valid prompt string now, and the function
 	calls will be made at runtime.
 
 2005-03-15  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (magic_history): renamed %hist to %history, to
 	avoid name clashes in pylab.  %hist still works, it just forwards
 	the call to %history.
 
 2005-03-02  *** Released version 0.6.12
 
 2005-03-02  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (handle_magic): log magic calls properly as
 	ipmagic() function calls.
 
 	* IPython/Magic.py (magic_time): Improved %time to support
 	statements and provide wall-clock as well as CPU time.
 
 2005-02-27  Fernando Perez  <[e-mail]>
 
 	* IPython/hooks.py: New hooks module, to expose user-modifiable
 	IPython functionality in a clean manner.  For now only the editor
 	hook is actually written, and other thigns which I intend to turn
 	into proper hooks aren't yet there.  The display and prefilter
 	stuff, for example, should be hooks.  But at least now the
 	framework is in place, and the rest can be moved here with more
 	time later.  IPython had had a .hooks variable for a long time for
 	this purpose, but I'd never actually used it for anything.
 
 2005-02-26  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (make_IPython): make the default ipython
 	directory be called _ipython under win32, to follow more the
 	naming peculiarities of that platform (where buggy software like
 	Visual Sourcesafe breaks with .named directories).  Reported by
 	Ville Vainio.
 
 2005-02-23  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.__init__): removed a few
 	auto_aliases for win32 which were causing problems.  Users can
 	define the ones they personally like.
 
 2005-02-21  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (magic_time): new magic to time execution of
 	expressions.  After a request by Charles Moad <cmoad-AT-indiana.edu>.
 
 2005-02-19  Fernando Perez  <[e-mail]>
 
 	* IPython/ConfigLoader.py (ConfigLoader.load): Allow empty strings
 	into keys (for prompts, for example).
 
 	* IPython/Prompts.py (BasePrompt.set_p_str): Fix to allow empty
 	prompts in case users want them.  This introduces a small behavior
 	change: ipython does not automatically add a space to all prompts
 	anymore.  To get the old prompts with a space, users should add it
 	manually to their ipythonrc file, so for example prompt_in1 should
 	now read 'In [\#]: ' instead of 'In [\#]:'.
 	(BasePrompt.__init__): New option prompts_pad_left (only in rc
 	file) to control left-padding of secondary prompts.
 
 	* IPython/Magic.py (Magic.profile_missing_notice): Don't crash if
 	the profiler can't be imported.  Fix for Debian, which removed
 	profile.py because of License issues.  I applied a slightly
 	modified version of the original Debian patch at
 	http://bugs.debian.org/cgi-bin/bugreport.cgi?bug=294500.
 
 2005-02-17  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (native_line_ends): Fix bug which would
 	cause improper line-ends under win32 b/c I was not opening files
 	in binary mode.  Bug report and fix thanks to Ville.
 
 	* IPython/iplib.py (handle_auto): Fix bug which I introduced when
 	trying to catch spurious foo[1] autocalls.  My fix actually broke
 	',/' autoquote/call with explicit escape (bad regexp).
 
 2005-02-15  *** Released version 0.6.11
 
 2005-02-14  Fernando Perez  <[e-mail]>
 
 	* IPython/background_jobs.py: New background job management
 	subsystem.  This is implemented via a new set of classes, and
 	IPython now provides a builtin 'jobs' object for background job
 	execution.  A convenience %bg magic serves as a lightweight
 	frontend for starting the more common type of calls.  This was
 	inspired by discussions with B. Granger and the BackgroundCommand
 	class described in the book Python Scripting for Computational
 	Science, by H. P. Langtangen: http://folk.uio.no/hpl/scripting
 	(although ultimately no code from this text was used, as IPython's
 	system is a separate implementation).
 
 	* IPython/iplib.py (MagicCompleter.python_matches): add new option
 	to control the completion of single/double underscore names
 	separately.  As documented in the example ipytonrc file, the
 	readline_omit__names variable can now be set to 2, to omit even
 	single underscore names.  Thanks to a patch by Brian Wong
 	<BrianWong-AT-AirgoNetworks.Com>.
 	(InteractiveShell.__init__): Fix bug which would cause foo[1] to
 	be autocalled as foo([1]) if foo were callable.  A problem for
 	things which are both callable and implement __getitem__.
 	(init_readline): Fix autoindentation for win32.  Thanks to a patch
 	by Vivian De Smedt <vivian-AT-vdesmedt.com>.
 
 2005-02-12  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (make_IPython): Disabled the stout traps
 	which I had written long ago to sort out user error messages which
 	may occur during startup.  This seemed like a good idea initially,
 	but it has proven a disaster in retrospect.  I don't want to
 	change much code for now, so my fix is to set the internal 'debug'
 	flag to true everywhere, whose only job was precisely to control
 	this subsystem.  This closes issue 28 (as well as avoiding all
 	sorts of strange hangups which occur from time to time).
 
 2005-02-07  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (magic_edit): Fix 'ed -p' not working when the
 	previous call produced a syntax error.
 
 	* IPython/OInspect.py (Inspector.pinfo): Fix crash when inspecting
 	classes without constructor.
 
 2005-02-06  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (MagicCompleter.complete): Extend the list of
 	completions with the results of each matcher, so we return results
 	to the user from all namespaces.  This breaks with ipython
 	tradition, but I think it's a nicer behavior.  Now you get all
 	possible completions listed, from all possible namespaces (python,
 	filesystem, magics...)  After a request by John Hunter
 	<jdhunter-AT-nitace.bsd.uchicago.edu>.
 
 2005-02-05  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (magic_prun): Fix bug where prun would fail if
 	the call had quote characters in it (the quotes were stripped).
 
 2005-01-31  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.__init__): reduce reliance on
 	Itpl.itpl() to make the code more robust against psyco
 	optimizations.
 
 	* IPython/Itpl.py (Itpl.__str__): Use a _getframe() call instead
 	of causing an exception.  Quicker, cleaner.
 
 2005-01-28  Fernando Perez  <[e-mail]>
 
 	* scripts/ipython_win_post_install.py (install): hardcode
 	sys.prefix+'python.exe' as the executable path.  It turns out that
 	during the post-installation run, sys.executable resolves to the
 	name of the binary installer!  I should report this as a distutils
 	bug, I think.  I updated the .10 release with this tiny fix, to
 	avoid annoying the lists further.
 
 2005-01-27  *** Released version 0.6.10
 
 2005-01-27  Fernando Perez  <[e-mail]>
 
 	* IPython/numutils.py (norm): Added 'inf' as optional name for
 	L-infinity norm, included references to mathworld.com for vector
 	norm definitions.
 	(amin/amax): added amin/amax for array min/max.  Similar to what
 	pylab ships with after the recent reorganization of names.
 	(spike/spike_odd): removed deprecated spike/spike_odd functions.
 
 	* ipython.el: committed Alex's recent fixes and improvements.
 	Tested with python-mode from CVS, and it looks excellent.  Since
 	python-mode hasn't released anything in a while, I'm temporarily
 	putting a copy of today's CVS (v 4.70) of python-mode in:
 	  http://ipython.scipy.org/tmp/python-mode.el
 
 	* scripts/ipython_win_post_install.py (install): Win32 fix to use
 	sys.executable for the executable name, instead of assuming it's
 	called 'python.exe' (the post-installer would have produced broken
 	setups on systems with a differently named python binary).
 
 	* IPython/PyColorize.py (Parser.__call__): change explicit '\n'
 	references to os.linesep, to make the code more
 	platform-independent.  This is also part of the win32 coloring
 	fixes.
 
 	* IPython/genutils.py (page_dumb): Remove attempts to chop long
 	lines, which actually cause coloring bugs because the length of
 	the line is very difficult to correctly compute with embedded
 	escapes.  This was the source of all the coloring problems under
 	Win32.  I think that _finally_, Win32 users have a properly
 	working ipython in all respects.  This would never have happened
 	if not for Gary Bishop and Viktor Ransmayr's great help and work.
 
 2005-01-26  *** Released version 0.6.9
 
 2005-01-25  Fernando Perez  <[e-mail]>
 
 	* setup.py: finally, we have a true Windows installer, thanks to
 	the excellent work of Viktor Ransmayr
 	<viktor.ransmayr-AT-t-online.de>.  The docs have been updated for
 	Windows users.  The setup routine is quite a bit cleaner thanks to
 	this, and the post-install script uses the proper functions to
 	allow a clean de-installation using the standard Windows Control
 	Panel.
 	
 	* IPython/genutils.py (get_home_dir): changed to use the $HOME
 	environment variable under all OSes (including win32) if
 	available.  This will give consistency to win32 users who have set
 	this variable for any reason.  If os.environ['HOME'] fails, the
 	previous policy of using HOMEDRIVE\HOMEPATH kicks in.
 
 2005-01-24  Fernando Perez  <[e-mail]>
 
 	* IPython/numutils.py (empty_like): add empty_like(), similar to
 	zeros_like() but taking advantage of the new empty() Numeric routine.
 
 2005-01-23  *** Released version 0.6.8
 
 2005-01-22  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (MatplotlibShellBase.mplot_exec): I removed the
 	automatic show() calls.  After discussing things with JDH, it
 	turns out there are too many corner cases where this can go wrong.
 	It's best not to try to be 'too smart', and simply have ipython
 	reproduce as much as possible the default behavior of a normal
 	python shell.
 
 	* IPython/iplib.py (InteractiveShell.__init__): Modified the
 	line-splitting regexp and _prefilter() to avoid calling getattr()
 	on assignments.  This closes
 	http://www.scipy.net/roundup/ipython/issue24.  Note that Python's
 	readline uses getattr(), so a simple <TAB> keypress is still
 	enough to trigger getattr() calls on an object.
 
 2005-01-21  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (MatplotlibShellBase.magic_run): Fix the %run
 	docstring under pylab so it doesn't mask the original.
 
 2005-01-21  *** Released version 0.6.7
 
 2005-01-21  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (MTInteractiveShell.runcode): Trap a crash with
 	signal handling for win32 users in multithreaded mode.
 
 2005-01-17  Fernando Perez  <[e-mail]>
 
 	* IPython/OInspect.py (Inspector.pinfo): Fix crash when inspecting
 	instances with no __init__.  After a crash report by Norbert Nemec
 	<Norbert-AT-nemec-online.de>.
 
 2005-01-14  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (VerboseTB.text): Fix bug in reporting of
 	names for verbose exceptions, when multiple dotted names and the
 	'parent' object were present on the same line.
 
 2005-01-11  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (flag_calls): new utility to trap and flag
 	calls in functions.  I need it to clean up matplotlib support.
 	Also removed some deprecated code in genutils.
 
 	* IPython/Shell.py (MatplotlibShellBase.mplot_exec): small fix so
 	that matplotlib scripts called with %run, which don't call show()
 	themselves, still have their plotting windows open.
 
 2005-01-05  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellGTK.__init__): Patch by Andrew Straw
 	<astraw-AT-caltech.edu>, to fix gtk deprecation warnings.
 
 2004-12-19  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (MTInteractiveShell.runcode): Get rid of
 	parent_runcode, which was an eyesore.  The same result can be
 	obtained with Python's regular superclass mechanisms.
 
 2004-12-17  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_sc): Fix quote stripping problem
 	reported by Prabhu.
 	(Magic.magic_sx): direct all errors to Term.cerr (defaults to
 	sys.stderr) instead of explicitly calling sys.stderr.  This helps
 	maintain our I/O abstractions clean, for future GUI embeddings.
 
 	* IPython/genutils.py (info): added new utility for sys.stderr
 	unified info message handling (thin wrapper around warn()).
 
 	* IPython/ultraTB.py (VerboseTB.text): Fix misreported global
 	composite (dotted) names on verbose exceptions.
 	(VerboseTB.nullrepr): harden against another kind of errors which
 	Python's inspect module can trigger, and which were crashing
 	IPython.  Thanks to a report by Marco Lombardi
 	<mlombard-AT-ma010192.hq.eso.org>.
 
 2004-12-13  *** Released version 0.6.6
 
 2004-12-12  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellGTK.mainloop): catch RuntimeErrors
 	generated by pygtk upon initialization if it was built without
 	threads (for matplotlib users).  After a crash reported by
 	Leguijt, Jaap J SIEP-EPT-RES <Jaap.Leguijt-AT-shell.com>.
 
 	* IPython/ipmaker.py (make_IPython): fix small bug in the
 	import_some parameter for multiple imports.
 
 	* IPython/iplib.py (ipmagic): simplified the interface of
 	ipmagic() to take a single string argument, just as it would be
 	typed at the IPython cmd line.
 	(ipalias): Added new ipalias() with an interface identical to
 	ipmagic().  This completes exposing a pure python interface to the
 	alias and magic system, which can be used in loops or more complex
 	code where IPython's automatic line mangling is not active.
 
 	* IPython/genutils.py (timing): changed interface of timing to
 	simply run code once, which is the most common case.  timings()
 	remains unchanged, for the cases where you want multiple runs.
 
 	* IPython/Shell.py (MatplotlibShellBase._matplotlib_config): Fix a
 	bug where Python2.2 crashes with exec'ing code which does not end
 	in a single newline.  Python 2.3 is OK, so I hadn't noticed this
 	before.
 
 2004-12-10  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_prun): changed name of option from
 	-t to -T, to accomodate the new -t flag in %run (the %run and
 	%prun options are kind of intermixed, and it's not easy to change
 	this with the limitations of python's getopt).
 
 	* IPython/Magic.py (Magic.magic_run): Added new -t option to time
 	the execution of scripts.  It's not as fine-tuned as timeit.py,
 	but it works from inside ipython (and under 2.2, which lacks
 	timeit.py).  Optionally a number of runs > 1 can be given for
 	timing very short-running code.
 
 	* IPython/genutils.py (uniq_stable): new routine which returns a
 	list of unique elements in any iterable, but in stable order of
 	appearance.  I needed this for the ultraTB fixes, and it's a handy
 	utility.
 
 	* IPython/ultraTB.py (VerboseTB.text): Fix proper reporting of
 	dotted names in Verbose exceptions.  This had been broken since
 	the very start, now x.y will properly be printed in a Verbose
 	traceback, instead of x being shown and y appearing always as an
 	'undefined global'.  Getting this to work was a bit tricky,
 	because by default python tokenizers are stateless.  Saved by
 	python's ability to easily add a bit of state to an arbitrary
 	function (without needing to build a full-blown callable object).
 
 	Also big cleanup of this code, which had horrendous runtime
 	lookups of zillions of attributes for colorization.  Moved all
 	this code into a few templates, which make it cleaner and quicker.
 
 	Printout quality was also improved for Verbose exceptions: one
 	variable per line, and memory addresses are printed (this can be
 	quite handy in nasty debugging situations, which is what Verbose
 	is for).
 
 	* IPython/ipmaker.py (make_IPython): Do NOT execute files named in
 	the command line as scripts to be loaded by embedded instances.
 	Doing so has the potential for an infinite recursion if there are
 	exceptions thrown in the process.  This fixes a strange crash
 	reported by Philippe MULLER <muller-AT-irit.fr>.
 
 2004-12-09  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (MatplotlibShellBase.use): Change pylab support
 	to reflect new names in matplotlib, which now expose the
 	matlab-compatible interface via a pylab module instead of the
 	'matlab' name.  The new code is backwards compatible, so users of
 	all matplotlib versions are OK.  Patch by J. Hunter.
 
 	* IPython/OInspect.py (Inspector.pinfo): Add to object? printing
 	of __init__ docstrings for instances (class docstrings are already
 	automatically printed).  Instances with customized docstrings
 	(indep. of the class) are also recognized and all 3 separate
 	docstrings are printed (instance, class, constructor).  After some
 	comments/suggestions by J. Hunter.
 
 2004-12-05  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (MagicCompleter.complete): Remove annoying
 	warnings when tab-completion fails and triggers an exception.
 
 2004-12-03  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (magic_prun): Fix bug where an exception would
 	be triggered when using 'run -p'.  An incorrect option flag was
 	being set ('d' instead of 'D').
 	(manpage): fix missing escaped \- sign.
 
 2004-11-30  *** Released version 0.6.5
 
 2004-11-30  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_run): Fix bug in breakpoint
 	setting with -d option.
 
 	* setup.py (docfiles): Fix problem where the doc glob I was using
 	was COMPLETELY BROKEN.  It was giving the right files by pure
 	accident, but failed once I tried to include ipython.el.  Note:
 	glob() does NOT allow you to do exclusion on multiple endings!
 
 2004-11-29  Fernando Perez  <[e-mail]>
 
 	* IPython/usage.py (__doc__): cleaned up usage docstring, by using
 	the manpage as the source.  Better formatting & consistency.
 
 	* IPython/Magic.py (magic_run): Added new -d option, to run
 	scripts under the control of the python pdb debugger.  Note that
 	this required changing the %prun option -d to -D, to avoid a clash
 	(since %run must pass options to %prun, and getopt is too dumb to
 	handle options with string values with embedded spaces).  Thanks
 	to a suggestion by Matthew Arnison <maffew-AT-cat.org.au>.
 	(magic_who_ls): added type matching to %who and %whos, so that one
 	can filter their output to only include variables of certain
 	types.  Another suggestion by Matthew.
 	(magic_whos): Added memory summaries in kb and Mb for arrays.
 	(magic_who): Improve formatting (break lines every 9 vars).
 
 2004-11-28  Fernando Perez  <[e-mail]>
 
 	* IPython/Logger.py (Logger.log): Fix bug in syncing the input
 	cache when empty lines were present.
 
 2004-11-24  Fernando Perez  <[e-mail]>
 
 	* IPython/usage.py (__doc__): document the re-activated threading
 	options for WX and GTK.
 
 2004-11-23  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (start): Added Prabhu's big patch to reactivate
 	the -wthread and -gthread options, along with a new -tk one to try
 	and coordinate Tk threading with wx/gtk.  The tk support is very
 	platform dependent, since it seems to require Tcl and Tk to be
 	built with threads (Fedora1/2 appears NOT to have it, but in
 	Prabhu's Debian boxes it works OK).  But even with some Tk
 	limitations, this is a great improvement.
 
 	* IPython/Prompts.py (prompt_specials_color): Added \t for time
 	info in user prompts.  Patch by Prabhu.
 
 2004-11-18  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (ask_yes_no): Add check for a max of 20
 	EOFErrors and bail, to avoid infinite loops if a non-terminating
 	file is fed into ipython.  Patch submitted in issue 19 by user,
 	many thanks.
 
 	* IPython/iplib.py (InteractiveShell.handle_auto): do NOT trigger
 	autoquote/parens in continuation prompts, which can cause lots of
 	problems.  Closes roundup issue 20.
 
 2004-11-17  Fernando Perez  <[e-mail]>
 
 	* debian/control (Build-Depends-Indep): Fix dpatch dependency,
 	reported as debian bug #280505.  I'm not sure my local changelog
 	entry has the proper debian format (Jack?).
 
 2004-11-08  *** Released version 0.6.4
 
 2004-11-08  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (init_readline): Fix exit message for Windows
 	when readline is active.  Thanks to a report by Eric Jones
 	<eric-AT-enthought.com>.
 
 2004-11-07  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (page): Add a trap for OSError exceptions,
 	sometimes seen by win2k/cygwin users.
 
 2004-11-06  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (interact): Change the handling of %Exit from
 	trying to propagate a SystemExit to an internal ipython flag.
 	This is less elegant than using Python's exception mechanism, but
 	I can't get that to work reliably with threads, so under -pylab
 	%Exit was hanging IPython.  Cross-thread exception handling is
 	really a bitch.  Thaks to a bug report by Stephen Walton
 	<stephen.walton-AT-csun.edu>.
 
 2004-11-04  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (raw_input_original): store a pointer to the
 	true raw_input to harden against code which can modify it
 	(wx.py.PyShell does this and would otherwise crash ipython).
 	Thanks to a bug report by Jim Flowers <james.flowers-AT-lgx.com>.
 
 	* IPython/Shell.py (MTInteractiveShell.runsource): Cleaner fix for
 	Ctrl-C problem, which does not mess up the input line.
 
 2004-11-03  Fernando Perez  <[e-mail]>
 
 	* IPython/Release.py: Changed licensing to BSD, in all files.
 	(name): lowercase name for tarball/RPM release.
 
 	* IPython/OInspect.py (getdoc): wrap inspect.getdoc() safely for
 	use throughout ipython.
 
 	* IPython/Magic.py (Magic._ofind): Switch to using the new
 	OInspect.getdoc() function.
 
 	* IPython/Shell.py (sigint_handler): Hack to ignore the execution
 	of the line currently being canceled via Ctrl-C.  It's extremely
 	ugly, but I don't know how to do it better (the problem is one of
 	handling cross-thread exceptions).
 
 2004-10-28  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (signal_handler): add signal handlers to trap
 	SIGINT and SIGSEGV in threaded code properly.  Thanks to a bug
 	report by Francesc Alted.
 
 2004-10-21  Fernando Perez  <[e-mail]>
 
 	* IPython/Extensions/InterpreterExec.py (prefilter_shell): Fix @
 	to % for pysh syntax extensions.
 
 2004-10-09  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_whos): modify output of Numeric
 	arrays to print a more useful summary, without calling str(arr).
 	This avoids the problem of extremely lengthy computations which
 	occur if arr is large, and appear to the user as a system lockup
 	with 100% cpu activity.  After a suggestion by Kristian Sandberg
 	<[e-mail]>.
 	(Magic.__init__): fix bug in global magic escapes not being
 	correctly set.
 
 2004-10-08  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (__license__): change to absolute imports of
 	ipython's own internal packages, to start adapting to the absolute
 	import requirement of PEP-328.
 
 	* IPython/genutils.py (__author__): Fix coding to utf-8 on all
 	files, and standardize author/license marks through the Release
 	module instead of having per/file stuff (except for files with
 	particular licenses, like the MIT/PSF-licensed codes).
 
 	* IPython/Debugger.py: remove dead code for python 2.1
 
 2004-10-04  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (ipmagic): New function for accessing magics
 	via a normal python function call.
 
 	* IPython/Magic.py (Magic.magic_magic): Change the magic escape
 	from '@' to '%', to accomodate the new @decorator syntax of python
 	2.4.
 
 2004-09-29  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (MatplotlibShellBase.use): Added a wrapper to
 	matplotlib.use to prevent running scripts which try to switch
 	interactive backends from within ipython.  This will just crash
 	the python interpreter, so we can't allow it (but a detailed error
 	is given to the user).
 	
 2004-09-28  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (MatplotlibShellBase.mplot_exec):
 	matplotlib-related fixes so that using @run with non-matplotlib
 	scripts doesn't pop up spurious plot windows.  This requires
 	matplotlib >= 0.63, where I had to make some changes as well.
 
 	* IPython/ipmaker.py (make_IPython): update version requirement to
 	python 2.2.
 
 	* IPython/iplib.py (InteractiveShell.mainloop): Add an optional
 	banner arg for embedded customization.
 
 	* IPython/Magic.py (Magic.__init__): big cleanup to remove all
 	explicit uses of __IP as the IPython's instance name.  Now things
 	are properly handled via the shell.name value.  The actual code
 	is a bit ugly b/c I'm doing it via a global in Magic.py, but this
 	is much better than before.  I'll clean things completely when the
 	magic stuff gets a real overhaul.
 
 	* ipython.1: small fixes, sent in by Jack Moffit.  He also sent in
 	minor changes to debian dir.
 
 	* IPython/iplib.py (InteractiveShell.__init__): Fix adding a
 	pointer to the shell itself in the interactive namespace even when
 	a user-supplied dict is provided.  This is needed for embedding
 	purposes (found by tests with Michel Sanner).
 
 2004-09-27  Fernando Perez  <[e-mail]>
 
 	* IPython/UserConfig/ipythonrc: remove []{} from
 	readline_remove_delims, so that things like [modname.<TAB> do
 	proper completion.  This disables [].TAB, but that's a less common
 	case than module names in list comprehensions, for example.
 	Thanks to a report by Andrea Riciputi.
 
 2004-09-09  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellGTK.mainloop): reorder to avoid
 	blocking problems in win32 and osx.  Fix by John.
 
 2004-09-08  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellWX.OnInit): Fix output redirection bug
 	for Win32 and OSX.  Fix by John Hunter.
 
 2004-08-30  *** Released version 0.6.3
 
 2004-08-30  Fernando Perez  <[e-mail]>
 
 	* setup.py (isfile): Add manpages to list of dependent files to be
 	updated.
 
 2004-08-27  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (start): I've disabled -wthread and -gthread
 	for now.  They don't really work with standalone WX/GTK code
 	(though matplotlib IS working fine with both of those backends).
 	This will neeed much more testing.  I disabled most things with
 	comments, so turning it back on later should be pretty easy.
 
 	* IPython/iplib.py (InteractiveShell.__init__): Fix accidental
 	autocalling of expressions like r'foo', by modifying the line
 	split regexp.  Closes
 	http://www.scipy.net/roundup/ipython/issue18, reported by Nicholas
 	Riley <ipythonbugs-AT-sabi.net>.
 	(InteractiveShell.mainloop): honor --nobanner with banner
 	extensions.
 
 	* IPython/Shell.py: Significant refactoring of all classes, so
 	that we can really support ALL matplotlib backends and threading
 	models (John spotted a bug with Tk which required this).  Now we
 	should support single-threaded, WX-threads and GTK-threads, both
 	for generic code and for matplotlib.
 
 	* IPython/ipmaker.py (__call__): Changed -mpthread option to
 	-pylab, to simplify things for users.  Will also remove the pylab
 	profile, since now all of matplotlib configuration is directly
 	handled here.  This also reduces startup time.
 
 	* IPython/Shell.py (IPShellGTK.run): Fixed bug where mainloop() of
 	shell wasn't being correctly called.  Also in IPShellWX.
 
 	* IPython/iplib.py (InteractiveShell.__init__): Added option to
 	fine-tune banner.
 
 	* IPython/numutils.py (spike): Deprecate these spike functions,
 	delete (long deprecated) gnuplot_exec handler.
 
 2004-08-26  Fernando Perez  <[e-mail]>
 
 	* ipython.1: Update for threading options, plus some others which
 	were missing.
 
 	* IPython/ipmaker.py (__call__): Added -wthread option for
 	wxpython thread handling.  Make sure threading options are only
 	valid at the command line.
 
 	* scripts/ipython: moved shell selection into a factory function
 	in Shell.py, to keep the starter script to a minimum.
 
 2004-08-25  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellWX.wxexit): fixes to WX threading, by
 	John.  Along with some recent changes he made to matplotlib, the
 	next versions of both systems should work very well together.
 
 2004-08-24  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_prun): cleanup some dead code.  I
 	tried to switch the profiling to using hotshot, but I'm getting
 	strange errors from prof.runctx() there.  I may be misreading the
 	docs, but it looks weird.  For now the profiling code will
 	continue to use the standard profiler.
 
 2004-08-23  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellWX.__init__): Improvements to the WX
 	threaded shell, by John Hunter.  It's not quite ready yet, but
 	close.
 
 2004-08-22  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.interact): tab cleanups, also
 	in Magic and ultraTB.
 
 	* ipython.1: document threading options in manpage.
 
 	* scripts/ipython: Changed name of -thread option to -gthread,
 	since this is GTK specific.  I want to leave the door open for a
 	-wthread option for WX, which will most likely be necessary.  This
 	change affects usage and ipmaker as well.
 
 	* IPython/Shell.py (matplotlib_shell): Add a factory function to
 	handle the matplotlib shell issues.  Code by John Hunter
 	<jdhunter-AT-nitace.bsd.uchicago.edu>.
 	(IPShellMatplotlibWX.__init__): Rudimentary WX support.  It's
 	broken (and disabled for end users) for now, but it puts the
 	infrastructure in place.
 
 2004-08-21  Fernando Perez  <[e-mail]>
 
 	* ipythonrc-pylab: Add matplotlib support.
 
 	* matplotlib_config.py: new files for matplotlib support, part of
 	the pylab profile.
 
 	* IPython/usage.py (__doc__): documented the threading options.
 
 2004-08-20  Fernando Perez  <[e-mail]>
 
 	* ipython: Modified the main calling routine to handle the -thread
 	and -mpthread options.  This needs to be done as a top-level hack,
 	because it determines which class to instantiate for IPython
 	itself.
 
 	* IPython/Shell.py (MTInteractiveShell.__init__): New set of
 	classes to support multithreaded GTK operation without blocking,
 	and matplotlib with all backends.  This is a lot of still very
 	experimental code, and threads are tricky.  So it may still have a
 	few rough edges...  This code owes a lot to
 	http://aspn.activestate.com/ASPN/Cookbook/Python/Recipe/65109, by
 	Brian # McErlean and John Finlay, to Antoon Pardon for fixes, and
 	to John Hunter for all the matplotlib work.
 
 	* IPython/ipmaker.py (__call__): Added -thread and -mpthread
 	options for gtk thread and matplotlib support.
 
 2004-08-16  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.__init__): don't trigger
 	autocall for things like p*q,p/q,p+q,p-q, when p is callable.  Bug
 	reported by Stephen Walton <stephen.walton-AT-csun.edu>.
 
 2004-08-11  Fernando Perez  <[e-mail]>
 
 	* setup.py (isfile): Fix build so documentation gets updated for
 	rpms (it was only done for .tgz builds).
 
 2004-08-10  Fernando Perez  <[e-mail]>
 
 	* genutils.py (Term): Fix misspell of stdin stream (sin->cin).
 
 	* iplib.py : Silence syntax error exceptions in tab-completion.
 	
 2004-08-05  Fernando Perez  <[e-mail]>
 
 	* IPython/Prompts.py (Prompt2.set_colors): Fix incorrectly set
 	'color off' mark for continuation prompts.  This was causing long
 	continuation lines to mis-wrap.
 
 2004-08-01  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (make_IPython): Allow the shell class used
 	for building ipython to be a parameter.  All this is necessary
 	right now to have a multithreaded version, but this insane
 	non-design will be cleaned up soon.  For now, it's a hack that
 	works.
 
 	* IPython/Shell.py (IPShell.__init__): Stop using mutable default
 	args in various places.  No bugs so far, but it's a dangerous
 	practice.
 
 2004-07-31  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (complete): ignore SyntaxError exceptions to
 	fix completion of files with dots in their names under most
 	profiles (pysh was OK because the completion order is different).
 
 2004-07-27  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.__init__): build dict of
 	keywords manually, b/c the one in keyword.py was removed in python
 	2.4.  Patch by Anakim Border <aborder-AT-users.sourceforge.net>.
 	This is NOT a bug under python 2.3 and earlier.
 
 2004-07-26  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (VerboseTB.text): Add another
 	linecache.checkcache() call to try to prevent inspect.py from
 	crashing under python 2.3.  I think this fixes
 	http://www.scipy.net/roundup/ipython/issue17.
 
 2004-07-26  *** Released version 0.6.2
 
 2004-07-26  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_cd): Fix bug where 'cd -N' would
 	fail for any number.
 	(Magic.magic_bookmark): Fix bug where 'bookmark -l' would fail for
 	empty bookmarks.
 
 2004-07-26  *** Released version 0.6.1
 
 2004-07-26  Fernando Perez  <[e-mail]>
 
 	* ipython_win_post_install.py (run): Added pysh shortcut for Windows.
 
 	* IPython/iplib.py (protect_filename): Applied Ville's patch for
 	escaping '()[]{}' in filenames.
 
 	* IPython/Magic.py (shlex_split): Fix handling of '*' and '?' for
 	Python 2.2 users who lack a proper shlex.split.
 
 2004-07-19  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.init_readline): Add support
 	for reading readline's init file.  I follow the normal chain:
 	$INPUTRC is honored, otherwise ~/.inputrc is used.  Thanks to a
 	report by Mike Heeter.  This closes
 	http://www.scipy.net/roundup/ipython/issue16.
 
 2004-07-18  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (__init__): Add better handling of '\' under
 	Win32 for filenames.  After a patch by Ville.
 
 2004-07-17  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell._prefilter): fix bug where
 	autocalling would be triggered for 'foo is bar' if foo is
 	callable.  I also cleaned up the autocall detection code to use a
 	regexp, which is faster.  Bug reported by Alexander Schmolck.
 
 	* IPython/Magic.py (Magic.magic_pinfo): Fix bug where strings with
 	'?' in them would confuse the help system.  Reported by Alex
 	Schmolck.
 
 2004-07-16  Fernando Perez  <[e-mail]>
 
 	* IPython/GnuplotInteractive.py (__all__): added plot2.
 
 	* IPython/Gnuplot2.py (Gnuplot.plot2): added new function for
 	plotting dictionaries, lists or tuples of 1d arrays.
 
 	* IPython/Magic.py (Magic.magic_hist): small clenaups and
 	optimizations.
 
 	* IPython/iplib.py:Remove old Changelog info for cleanup.  This is
 	the information which was there from Janko's original IPP code:
 
 	03.05.99 20:53 porto.ifm.uni-kiel.de
 	--Started changelog.
 	--make clear do what it say it does
 	--added pretty output of lines from inputcache
 	--Made Logger a mixin class, simplifies handling of switches
 	--Added own completer class. .string<TAB> expands to last history
 	line which starts with string.  The new expansion is also present
 	with Ctrl-r from the readline library.  But this shows, who this
 	can be done for other cases.
 	--Added convention that all shell functions should accept a
 	parameter_string This opens the door for different behaviour for
 	each function. @cd is a good example of this.
 
 	04.05.99 12:12 porto.ifm.uni-kiel.de
 	--added logfile rotation
 	--added new mainloop method which freezes first the namespace
 
 	07.05.99 21:24 porto.ifm.uni-kiel.de
 	--added the docreader classes. Now there is a help system.
 	-This is only a first try. Currently it's not easy to put new
 	stuff in the indices. But this is the way to go. Info would be
 	better, but HTML is every where and not everybody has an info
 	system installed and it's not so easy to change html-docs to info.
 	--added global logfile option
 	--there is now a hook for object inspection method pinfo needs to
 	be provided for this. Can be reached by two '??'.
 
 	08.05.99 20:51 porto.ifm.uni-kiel.de
 	--added a README
 	--bug in rc file. Something has changed so functions in the rc
 	file need to reference the shell and not self. Not clear if it's a
 	bug or feature.
 	--changed rc file for new behavior
 
 2004-07-15  Fernando Perez  <[e-mail]>
 
 	* IPython/Logger.py (Logger.log): fixed recent bug where the input
 	cache was falling out of sync in bizarre manners when multi-line
 	input was present.  Minor optimizations and cleanup.
 
 	(Logger): Remove old Changelog info for cleanup.  This is the
 	information which was there from Janko's original code:
 
 	Changes to Logger: - made the default log filename a parameter
 
 	- put a check for lines beginning with !@? in log(). Needed
 	(even if the handlers properly log their lines) for mid-session
 	logging activation to work properly. Without this, lines logged
 	in mid session, which get read from the cache, would end up
 	'bare' (with !@? in the open) in the log. Now they are caught
 	and prepended with a #.
 
 	* IPython/iplib.py (InteractiveShell.init_readline): added check
 	in case MagicCompleter fails to be defined, so we don't crash.
 
 2004-07-13  Fernando Perez  <[e-mail]>
 
 	* IPython/Gnuplot2.py (Gnuplot.hardcopy): add automatic generation
 	of EPS if the requested filename ends in '.eps'.
 
 2004-07-04  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.handle_shell_escape): Fix
 	escaping of quotes when calling the shell.
 
 2004-07-02  Fernando Perez  <[e-mail]>
 
 	* IPython/Prompts.py (CachedOutput.update): Fix problem with
 	gettext not working because we were clobbering '_'.  Fixes
 	http://www.scipy.net/roundup/ipython/issue6.
 
 2004-07-01  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_cd): integrated bookmark handling
 	into @cd.  Patch by Ville.
 
 	* IPython/iplib.py (InteractiveShell.post_config_initialization):
 	new function to store things after ipmaker runs.  Patch by Ville.
 	Eventually this will go away once ipmaker is removed and the class
 	gets cleaned up, but for now it's ok.  Key functionality here is
 	the addition of the persistent storage mechanism, a dict for
 	keeping data across sessions (for now just bookmarks, but more can
 	be implemented later).
 
 	* IPython/Magic.py (Magic.magic_bookmark): New bookmark system,
 	persistent across sections.  Patch by Ville, I modified it
 	soemwhat to allow bookmarking arbitrary dirs other than CWD.  Also
 	added a '-l' option to list all bookmarks.
 
 	* IPython/iplib.py (InteractiveShell.atexit_operations): new
 	center for cleanup.  Registered with atexit.register().  I moved
 	here the old exit_cleanup().  After a patch by Ville.
 
 	* IPython/Magic.py (get_py_filename): added '~' to the accepted
 	characters in the hacked shlex_split for python 2.2.
 
 	* IPython/iplib.py (file_matches): more fixes to filenames with
 	whitespace in them.  It's not perfect, but limitations in python's
 	readline make it impossible to go further.
 
 2004-06-29  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (file_matches): escape whitespace correctly in
 	filename completions.  Bug reported by Ville.
 
 2004-06-28  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (__call__): Added per-profile histories.  Now
 	the history file will be called 'history-PROFNAME' (or just
 	'history' if no profile is loaded).  I was getting annoyed at
 	getting my Numerical work history clobbered by pysh sessions.
 
 	* IPython/iplib.py (InteractiveShell.__init__): Internal
 	getoutputerror() function so that we can honor the system_verbose
 	flag for _all_ system calls.  I also added escaping of #
 	characters here to avoid confusing Itpl.
 
 	* IPython/Magic.py (shlex_split): removed call to shell in
 	parse_options and replaced it with shlex.split().  The annoying
 	part was that in Python 2.2, shlex.split() doesn't exist, so I had
 	to backport it from 2.3, with several frail hacks (the shlex
 	module is rather limited in 2.2).  Thanks to a suggestion by Ville
 	Vainio <[e-mail]>.  For Python 2.3 there should be no
 	problem.
 	
 	(Magic.magic_system_verbose): new toggle to print the actual
 	system calls made by ipython.  Mainly for debugging purposes.
 
 	* IPython/GnuplotRuntime.py (gnu_out): fix bug for cygwin, which
 	doesn't support persistence.  Reported (and fix suggested) by
 	Travis Caldwell <[e-mail]>.
 
 2004-06-26  Fernando Perez  <[e-mail]>
 
 	* IPython/Logger.py (Logger.log): fix to handle correctly empty
 	continue prompts.
 
 	* IPython/Extensions/InterpreterExec.py (pysh): moved the pysh()
 	function (basically a big docstring) and a few more things here to
 	speedup startup. pysh.py is now very lightweight.  We want because
 	it gets execfile'd, while InterpreterExec gets imported, so
 	byte-compilation saves time.
 
 2004-06-25  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_cd): Fixed to restore usage of 'cd
 	-NUM', which was recently broken.
 
 	* IPython/iplib.py (InteractiveShell.handle_shell_escape): allow !
 	in multi-line input (but not !!, which doesn't make sense there).
 
 	* IPython/UserConfig/ipythonrc: made autoindent on by default.
 	It's just too useful, and people can turn it off in the less
 	common cases where it's a problem.
 
 2004-06-24  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell._prefilter): big change -
 	special syntaxes (like alias calling) is now allied in multi-line
 	input.  This is still _very_ experimental, but it's necessary for
 	efficient shell usage combining python looping syntax with system
 	calls.  For now it's restricted to aliases, I don't think it
 	really even makes sense to have this for magics.
 
 2004-06-23  Fernando Perez  <[e-mail]>
 
 	* IPython/Extensions/InterpreterExec.py (prefilter_shell): Added
 	$var=cmd <=> @sc var=cmd and  $$var=cmd <=> @sc -l var=cmd.
 
 	* IPython/Magic.py (Magic.magic_rehashx): modified to handle
 	extensions under Windows (after code sent by Gary Bishop).  The
 	extensions considered 'executable' are stored in IPython's rc
 	structure as win_exec_ext.
 
 	* IPython/genutils.py (shell): new function, like system() but
 	without return value.  Very useful for interactive shell work.
 
 	* IPython/Magic.py (Magic.magic_unalias): New @unalias function to
 	delete aliases.
 
 	* IPython/iplib.py (InteractiveShell.alias_table_update): make
 	sure that the alias table doesn't contain python keywords.
 
 2004-06-21  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_rehash): Fix crash when
 	non-existent items are found in $PATH.  Reported by Thorsten.
 
 2004-06-20  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (complete): modified the completer so that the
 	order of priorities can be easily changed at runtime.
 
 	* IPython/Extensions/InterpreterExec.py (prefilter_shell):
 	Modified to auto-execute all lines beginning with '~', '/' or '.'.
 
 	* IPython/Magic.py (Magic.magic_sx): modified @sc and @sx to
 	expand Python variables prepended with $ in all system calls.  The
 	same was done to InteractiveShell.handle_shell_escape.  Now all
 	system access mechanisms (!, !!, @sc, @sx and aliases) allow the
 	expansion of python variables and expressions according to the
 	syntax of PEP-215 - http://www.python.org/peps/pep-0215.html.
 
 	Though PEP-215 has been rejected, a similar (but simpler) one
 	seems like it will go into Python 2.4, PEP-292 -
 	http://www.python.org/peps/pep-0292.html.
 
 	I'll keep the full syntax of PEP-215, since IPython has since the
 	start used Ka-Ping Yee's reference implementation discussed there
 	(Itpl), and I actually like the powerful semantics it offers.
 
 	In order to access normal shell variables, the $ has to be escaped
 	via an extra $.  For example:
 
 	In [7]: PATH='a python variable'
 
 	In [8]: !echo $PATH
 	a python variable
 
 	In [9]: !echo $$PATH
 	/usr/local/lf9560/bin:/usr/local/intel/compiler70/ia32/bin:...
 
 	(Magic.parse_options): escape $ so the shell doesn't evaluate
 	things prematurely.
 
 	* IPython/iplib.py (InteractiveShell.call_alias): added the
 	ability for aliases to expand python variables via $.
 
 	* IPython/Magic.py (Magic.magic_rehash): based on the new alias
 	system, now there's a @rehash/@rehashx pair of magics.  These work
 	like the csh rehash command, and can be invoked at any time.  They
 	build a table of aliases to everything in the user's $PATH
 	(@rehash uses everything, @rehashx is slower but only adds
 	executable files).  With this, the pysh.py-based shell profile can
 	now simply call rehash upon startup, and full access to all
 	programs in the user's path is obtained.
 
 	* IPython/iplib.py (InteractiveShell.call_alias): The new alias
 	functionality is now fully in place.  I removed the old dynamic
 	code generation based approach, in favor of a much lighter one
 	based on a simple dict.  The advantage is that this allows me to
 	now have thousands of aliases with negligible cost (unthinkable
 	with the old system).
 
 2004-06-19  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (__init__): extended MagicCompleter class to
 	also complete (last in priority) on user aliases.
 
 	* IPython/Itpl.py (Itpl.__str__): fixed order of globals/locals in
 	call to eval.
 	(ItplNS.__init__): Added a new class which functions like Itpl,
 	but allows configuring the namespace for the evaluation to occur
 	in.
 
 2004-06-18  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.runcode): modify to print a
 	better message when 'exit' or 'quit' are typed (a common newbie
 	confusion).
 
 	* IPython/Magic.py (Magic.magic_colors): Added the runtime color
 	check for Windows users.
 
 	* IPython/iplib.py (InteractiveShell.user_setup): removed
 	disabling of colors for Windows.  I'll test at runtime and issue a
 	warning if Gary's readline isn't found, as to nudge users to
 	download it.
 
 2004-06-16  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (Stream.__init__): changed to print errors
 	to sys.stderr.  I had a circular dependency here.  Now it's
 	possible to run ipython as IDLE's shell (consider this pre-alpha,
 	since true stdout things end up in the starting terminal instead
 	of IDLE's out).
 
 	* IPython/Prompts.py (Prompt2.set_colors): prevent crashes for
 	users who haven't # updated their prompt_in2 definitions.  Remove
 	eventually.
 	(multiple_replace): added credit to original ASPN recipe.
 
 2004-06-15  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.__init__): add 'cp' to the
 	list of auto-defined aliases.
 
 2004-06-13  Fernando Perez  <[e-mail]>
 
 	* setup.py (scriptfiles): Don't trigger win_post_install unless an
 	install was really requested (so setup.py can be used for other
 	things under Windows).
 
 2004-06-10  Fernando Perez  <[e-mail]>
 
 	* IPython/Logger.py (Logger.create_log): Manually remove any old
 	backup, since os.remove may fail under Windows.  Fixes bug
 	reported by Thorsten.
 
 2004-06-09  Fernando Perez  <[e-mail]>
 
 	* examples/example-embed.py: fixed all references to %n (replaced
 	with \\# for ps1/out prompts and with \\D for ps2 prompts).  Done
 	for all examples and the manual as well.
 
 2004-06-08  Fernando Perez  <[e-mail]>
 
 	* IPython/Prompts.py (Prompt2.set_p_str): fixed all prompt
 	alignment and color management.  All 3 prompt subsystems now
 	inherit from BasePrompt.
 
 	* tools/release: updates for windows installer build and tag rpms
 	with python version (since paths are fixed).
 
 	* IPython/UserConfig/ipythonrc: modified to use \# instead of %n,
 	which will become eventually obsolete.  Also fixed the default
 	prompt_in2 to use \D, so at least new users start with the correct
 	defaults.
 	WARNING: Users with existing ipythonrc files will need to apply
 	this fix manually!
 
 	* setup.py: make windows installer (.exe).  This is finally the
 	integration of an old patch by Cory Dodt <dodt-AT-fcoe.k12.ca.us>,
 	which I hadn't included because it required Python 2.3 (or recent
 	distutils).
 
 	* IPython/usage.py (__doc__): update docs (and manpage) to reflect
 	usage of new '\D' escape.
 
 	* IPython/Prompts.py (ROOT_SYMBOL): Small fix for Windows (which
 	lacks os.getuid())
 	(CachedOutput.set_colors): Added the ability to turn coloring
 	on/off with @colors even for manually defined prompt colors.  It
 	uses a nasty global, but it works safely and via the generic color
 	handling mechanism.
 	(Prompt2.__init__): Introduced new escape '\D' for continuation
 	prompts. It represents the counter ('\#') as dots.
 	*** NOTE *** THIS IS A BACKWARDS-INCOMPATIBLE CHANGE.  Users will
 	need to update their ipythonrc files and replace '%n' with '\D' in
 	their prompt_in2 settings everywhere.  Sorry, but there's
 	otherwise no clean way to get all prompts to properly align.  The
 	ipythonrc shipped with IPython has been updated.
 
 2004-06-07  Fernando Perez  <[e-mail]>
 
 	* setup.py (isfile): Pass local_icons option to latex2html, so the
 	resulting HTML file is self-contained.  Thanks to
 	dryice-AT-liu.com.cn for the tip.
 
 	* pysh.py: I created a new profile 'shell', which implements a
 	_rudimentary_ IPython-based shell.  This is in NO WAY a realy
 	system shell, nor will it become one anytime soon.  It's mainly
 	meant to illustrate the use of the new flexible bash-like prompts.
 	I guess it could be used by hardy souls for true shell management,
 	but it's no tcsh/bash...  pysh.py is loaded by the 'shell'
 	profile.  This uses the InterpreterExec extension provided by
 	W.J. van der Laan <gnufnork-AT-hetdigitalegat.nl>
 
 	* IPython/Prompts.py (PromptOut.__str__): now it will correctly
 	auto-align itself with the length of the previous input prompt
 	(taking into account the invisible color escapes).
 	(CachedOutput.__init__): Large restructuring of this class.  Now
 	all three prompts (primary1, primary2, output) are proper objects,
 	managed by the 'parent' CachedOutput class.  The code is still a
 	bit hackish (all prompts share state via a pointer to the cache),
 	but it's overall far cleaner than before.
 
 	* IPython/genutils.py (getoutputerror): modified to add verbose,
 	debug and header options.  This makes the interface of all getout*
 	functions uniform.
 	(SystemExec.getoutputerror): added getoutputerror to SystemExec.
 
 	* IPython/Magic.py (Magic.default_option): added a function to
 	allow registering default options for any magic command.  This
 	makes it easy to have profiles which customize the magics globally
 	for a certain use.  The values set through this function are
 	picked up by the parse_options() method, which all magics should
 	use to parse their options.
 
 	* IPython/genutils.py (warn): modified the warnings framework to
 	use the Term I/O class.  I'm trying to slowly unify all of
 	IPython's I/O operations to pass through Term.
 
 	* IPython/Prompts.py (Prompt2._str_other): Added functionality in
 	the secondary prompt to correctly match the length of the primary
 	one for any prompt.  Now multi-line code will properly line up
 	even for path dependent prompts, such as the new ones available
 	via the prompt_specials.
 
 2004-06-06  Fernando Perez  <[e-mail]>
 
 	* IPython/Prompts.py (prompt_specials): Added the ability to have
 	bash-like special sequences in the prompts, which get
 	automatically expanded.  Things like hostname, current working
 	directory and username are implemented already, but it's easy to
 	add more in the future.  Thanks to a patch by W.J. van der Laan
 	<gnufnork-AT-hetdigitalegat.nl>
 	(prompt_specials): Added color support for prompt strings, so
 	users can define arbitrary color setups for their prompts.
 
 2004-06-05  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (Term.reopen_all): Added Windows-specific
 	code to load Gary Bishop's readline and configure it
 	automatically.  Thanks to Gary for help on this.
 
 2004-06-01  Fernando Perez  <[e-mail]>
 
 	* IPython/Logger.py (Logger.create_log): fix bug for logging
 	with no filename (previous fix was incomplete).
 
 2004-05-25  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.parse_options): fix bug where naked
 	parens would get passed to the shell.
 
 2004-05-20  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_prun): changed default profile
 	sort order to 'time' (the more common profiling need).
 
 	* IPython/OInspect.py (Inspector.pinfo): flush the inspect cache
 	so that source code shown is guaranteed in sync with the file on
 	disk (also changed in psource).  Similar fix to the one for
 	ultraTB on 2004-05-06.  Thanks to a bug report by Yann Le Du
 	<yann.ledu-AT-noos.fr>.
 	
 	* IPython/Magic.py (Magic.parse_options): Fixed bug where commands
 	with a single option would not be correctly parsed. Closes
 	http://www.scipy.net/roundup/ipython/issue14.  This bug had been
 	introduced in 0.6.0 (on 2004-05-06).
 
 2004-05-13  *** Released version 0.6.0
 
 2004-05-13  Fernando Perez  <[e-mail]>
 
 	* debian/: Added debian/ directory to CVS, so that debian support
 	is publicly accessible.  The debian package is maintained by Jack
 	Moffit <jack-AT-xiph.org>.
 
 	* Documentation: included the notes about an ipython-based system
 	shell (the hypothetical 'pysh') into the new_design.pdf document,
 	so that these ideas get distributed to users along with the
 	official documentation.
 
 2004-05-10  Fernando Perez  <[e-mail]>
 
 	* IPython/Logger.py (Logger.create_log): fix recently introduced
 	bug (misindented line) where logstart would fail when not given an
 	explicit filename.
 
 2004-05-09  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.parse_options): skip system call when
 	there are no options to look for.  Faster, cleaner for the common
 	case.
 
 	* Documentation: many updates to the manual: describing Windows
 	support better, Gnuplot updates, credits, misc small stuff.  Also
 	updated the new_design doc a bit.
 
 2004-05-06  *** Released version 0.6.0.rc1
 
 2004-05-06  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (ListTB.text): modified a ton of string +=
 	operations to use the vastly more efficient list/''.join() method.
 	(FormattedTB.text): Fix
 	http://www.scipy.net/roundup/ipython/issue12 - exception source
 	extract not updated after reload.  Thanks to Mike Salib
 	<msalib-AT-mit.edu> for pinning the source of the problem.
 	Fortunately, the solution works inside ipython and doesn't require
 	any changes to python proper.
 
 	* IPython/Magic.py (Magic.parse_options): Improved to process the
 	argument list as a true shell would (by actually using the
 	underlying system shell).  This way, all @magics automatically get
 	shell expansion for variables.  Thanks to a comment by Alex
 	Schmolck.
 
 2004-04-04  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.interact): Added a special
 	trap for a debugger quit exception, which is basically impossible
 	to handle by normal mechanisms, given what pdb does to the stack.
 	This fixes a crash reported by <fgibbons-AT-llama.med.harvard.edu>.
 
 2004-04-03  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (Term): Standardized the names of the Term
 	class streams to cin/cout/cerr, following C++ naming conventions
 	(I can't use in/out/err because 'in' is not a valid attribute
 	name).
 
 	* IPython/iplib.py (InteractiveShell.interact): don't increment
 	the prompt if there's no user input.  By Daniel 'Dang' Griffith
 	<pythondev-dang-AT-lazytwinacres.net>, after a suggestion from
 	Francois Pinard.
 
 2004-04-02  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (Stream.__init__): Modified to survive at
 	least importing in contexts where stdin/out/err aren't true file
 	objects, such as PyCrust (they lack fileno() and mode).  However,
 	the recovery facilities which rely on these things existing will
 	not work.
 
 2004-04-01  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_sx): modified (as well as @sc) to
 	use the new getoutputerror() function, so it properly
 	distinguishes stdout/err.
 
 	* IPython/genutils.py (getoutputerror): added a function to
 	capture separately the standard output and error of a command.
 	After a comment from dang on the mailing lists.  This code is
 	basically a modified version of commands.getstatusoutput(), from
 	the standard library.
 
 	* IPython/iplib.py (InteractiveShell.handle_shell_escape): added
 	'!!' as a special syntax (shorthand) to access @sx.
 
 	* IPython/Magic.py (Magic.magic_sx): new magic, to execute a shell
 	command and return its output as a list split on '\n'.
 
 2004-03-31  Fernando Perez  <[e-mail]>
 
 	* IPython/FakeModule.py (FakeModule.__init__): added __nonzero__
 	method to dictionaries used as FakeModule instances if they lack
 	it.  At least pydoc in python2.3 breaks for runtime-defined
 	functions without this hack.  At some point I need to _really_
 	understand what FakeModule is doing, because it's a gross hack.
 	But it solves Arnd's problem for now...
 
 2004-02-27  Fernando Perez  <[e-mail]>
 
 	* IPython/Logger.py (Logger.create_log): Fix bug where 'rotate'
 	mode would behave erratically.  Also increased the number of
 	possible logs in rotate mod to 999.  Thanks to Rod Holland
 	<[e-mail]> for the report and fixes.
 	
 2004-02-26  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (page): Check that the curses module really
 	has the initscr attribute before trying to use it.  For some
 	reason, the Solaris curses module is missing this.  I think this
 	should be considered a Solaris python bug, but I'm not sure.
 
 2004-01-17  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (Stream.__init__): Changes to try to make
 	ipython robust against stdin/out/err being closed by the user.
 	This is 'user error' (and blocks a normal python session, at least
 	the stdout case).  However, Ipython should be able to survive such
 	instances of abuse as gracefully as possible.  To simplify the
 	coding and maintain compatibility with Gary Bishop's Term
 	contributions, I've made use of classmethods for this.  I think
 	this introduces a dependency on python 2.2.
 
 2004-01-13  Fernando Perez  <[e-mail]>
 
 	* IPython/numutils.py (exp_safe): simplified the code a bit and
 	removed the need for importing the kinds module altogether.
 
 2004-01-06  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_sc): Made the shell capture system
 	a magic function instead, after some community feedback.  No
 	special syntax will exist for it, but its name is deliberately
 	very short.
 
 2003-12-20  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.handle_shell_assign): Added
 	new functionality, to automagically assign the result of a shell
 	command to a variable.  I'll solicit some community feedback on
 	this before making it permanent.
 
 	* IPython/OInspect.py (Inspector.pinfo): Fix crash when info was
 	requested about callables for which inspect couldn't obtain a
 	proper argspec.  Thanks to a crash report sent by Etienne
 	Posthumus <etienne-AT-apple01.cs.vu.nl>.
 
 2003-12-09  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (page): patch for the pager to work across
 	various versions of Windows.  By Gary Bishop.
 
 2003-12-04  Fernando Perez  <[e-mail]>
 
 	* IPython/Gnuplot2.py (PlotItems): Fixes for working with
 	Gnuplot.py version 1.7, whose internal names changed quite a bit.
 	While I tested this and it looks ok, there may still be corner
 	cases I've missed.
 
 2003-12-01  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell._prefilter): Fixed a bug
 	where a line like 'p,q=1,2' would fail because the automagic
 	system would be triggered for @p.
 
 	* IPython/DPyGetOpt.py (DPyGetOpt.processArguments): Tab-related
 	cleanups, code unmodified.
 
 	* IPython/genutils.py (Term): added a class for IPython to handle
 	output.  In most cases it will just be a proxy for stdout/err, but
 	having this allows modifications to be made for some platforms,
 	such as handling color escapes under Windows.  All of this code
 	was contributed by Gary Bishop, with minor modifications by me.
 	The actual changes affect many files.
 
 2003-11-30  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (file_matches): new completion code, courtesy
 	of Jeff Collins.  This enables filename completion again under
 	python 2.3, which disabled it at the C level.
 
 2003-11-11  Fernando Perez  <[e-mail]>
 
 	* IPython/numutils.py (amap): Added amap() fn.  Simple shorthand
 	for Numeric.array(map(...)), but often convenient.
 
 2003-11-05  Fernando Perez  <[e-mail]>
 
 	* IPython/numutils.py (frange): Changed a call from int() to
 	int(round()) to prevent a problem reported with arange() in the
 	numpy list.
 
 2003-10-06  Fernando Perez  <[e-mail]>
 
 	* IPython/DPyGetOpt.py (DPyGetOpt.processArguments): changed to
 	prevent crashes if sys lacks an argv attribute (it happens with
 	embedded interpreters which build a bare-bones sys module).
 	Thanks to a report/bugfix by Adam Hupp <hupp-AT-cs.wisc.edu>.
 
 2003-09-24  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic._ofind): blanket except around getattr()
 	to protect against poorly written user objects where __getattr__
 	raises exceptions other than AttributeError.  Thanks to a bug
 	report by Oliver Sander <osander-AT-gmx.de>.
 
 	* IPython/FakeModule.py (FakeModule.__repr__): this method was
 	missing.  Thanks to bug report by Ralf Schmitt <ralf-AT-brainbot.com>.
 
 2003-09-09  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell._prefilter): fix bug where
 	unpacking a list whith a callable as first element would
 	mistakenly trigger autocalling.  Thanks to a bug report by Jeffery
 	Collins.
 
 2003-08-25  *** Released version 0.5.0
 
 2003-08-22  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (VerboseTB.linereader): Improved handling of
 	improperly defined user exceptions.  Thanks to feedback from Mark
 	Russell <mrussell-AT-verio.net>.
 	
 2003-08-20  Fernando Perez  <[e-mail]>
 
 	* IPython/OInspect.py (Inspector.pinfo): changed String Form
 	printing so that it would print multi-line string forms starting
 	with a new line.  This way the formatting is better respected for
 	objects which work hard to make nice string forms.
 
 	* IPython/iplib.py (InteractiveShell.handle_auto): Fix bug where
 	autocall would overtake data access for objects with both
 	__getitem__ and __call__.
 
 2003-08-19  *** Released version 0.5.0-rc1
 
 2003-08-19  Fernando Perez  <[e-mail]>
 
 	* IPython/deep_reload.py (load_tail): single tiny change here
 	seems to fix the long-standing bug of dreload() failing to work
 	for dotted names.  But this module is pretty tricky, so I may have
 	missed some subtlety.  Needs more testing!.
 
 	* IPython/ultraTB.py (VerboseTB.linereader): harden against user
 	exceptions which have badly implemented __str__ methods.
 	(VerboseTB.text): harden against inspect.getinnerframes crashing,
 	which I've been getting reports about from Python 2.3 users.  I
 	wish I had a simple test case to reproduce the problem, so I could
 	either write a cleaner workaround or file a bug report if
 	necessary.
 
 	* IPython/Magic.py (Magic.magic_edit): fixed bug where after
 	making a class 'foo', file 'foo.py' couldn't be edited.  Thanks to
 	a bug report by Tjabo Kloppenburg.
 
 	* IPython/ultraTB.py (VerboseTB.debugger): hardened against pdb
 	crashes.  Wrapped the pdb call in a blanket try/except, since pdb
 	seems rather unstable.  Thanks to a bug report by Tjabo
 	Kloppenburg <tjabo.kloppenburg-AT-unix-ag.uni-siegen.de>.
 
 	* IPython/Release.py (version): release 0.5.0-rc1.  I want to put
 	this out soon because of the critical fixes in the inner loop for
 	generators.
 
 	* IPython/Magic.py (Magic.getargspec): removed.  This (and
 	_get_def) have been obsoleted by OInspect for a long time, I
 	hadn't noticed that they were dead code.
 	(Magic._ofind): restored _ofind functionality for a few literals
 	(those in ["''",'""','[]','{}','()']).  But it won't work anymore
 	for things like "hello".capitalize?, since that would require a
 	potentially dangerous eval() again.
 
 	* IPython/iplib.py (InteractiveShell._prefilter): reorganized the
 	logic a bit more to clean up the escapes handling and minimize the
 	use of _ofind to only necessary cases.  The interactive 'feel' of
 	IPython should have improved quite a bit with the changes in
 	_prefilter and _ofind (besides being far safer than before).
 
 	* IPython/Magic.py (Magic.magic_edit): Fixed old bug (but rather
 	obscure, never reported).  Edit would fail to find the object to
 	edit under some circumstances.
 	(Magic._ofind): CRITICAL FIX.  Finally removed the eval() calls
 	which were causing double-calling of generators.  Those eval calls
 	were _very_ dangerous, since code with side effects could be
 	triggered.  As they say, 'eval is evil'...  These were the
 	nastiest evals in IPython.  Besides, _ofind is now far simpler,
 	and it should also be quite a bit faster.  Its use of inspect is
 	also safer, so perhaps some of the inspect-related crashes I've
 	seen lately with Python 2.3 might be taken care of.  That will
 	need more testing.
 
 2003-08-17  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell._prefilter): significant
 	simplifications to the logic for handling user escapes.  Faster
 	and simpler code.
 
 2003-08-14  Fernando Perez  <[e-mail]>
 
         * IPython/numutils.py (sum_flat): rewrote to be non-recursive.
         Now it requires O(N) storage (N=size(a)) for non-contiguous input,
         but it should be quite a bit faster.  And the recursive version
         generated O(log N) intermediate storage for all rank>1 arrays,
         even if they were contiguous.
         (l1norm): Added this function.
         (norm):  Added this function for arbitrary norms (including
         l-infinity).  l1 and l2 are still special cases for convenience
         and speed.
 	
 2003-08-03  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_edit): Removed all remaining string
 	exceptions, which now raise PendingDeprecationWarnings in Python
 	2.3.  There were some in Magic and some in Gnuplot2.
 
 2003-06-30  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (page): modified to call curses only for
 	terminals where TERM=='xterm'.  After problems under many other
 	terminals were reported by Keith Beattie <KSBeattie-AT-lbl.gov>.
 
 	* IPython/iplib.py (complete): removed spurious 'print "IE"' which
 	would be triggered when readline was absent.  This was just an old
 	debugging statement I'd forgotten to take out.
 
 2003-06-20  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (clock): modified to return only user time
 	(not counting system time), after a discussion on scipy.  While
 	system time may be a useful quantity occasionally, it may much
 	more easily be skewed by occasional swapping or other similar
 	activity.
 
 2003-06-05  Fernando Perez  <[e-mail]>
 
 	* IPython/numutils.py (identity): new function, for building
 	arbitrary rank Kronecker deltas (mostly backwards compatible with
 	Numeric.identity)
 
 2003-06-03  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.handle_magic): protect
 	arguments passed to magics with spaces, to allow trailing '\' to
 	work normally (mainly for Windows users).
 
 2003-05-29  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (make_IPython): Load site._Helper() as help
 	instead of pydoc.help.  This fixes a bizarre behavior where
 	printing '%s' % locals() would trigger the help system.  Now
 	ipython behaves like normal python does.  
 
 	Note that if one does 'from pydoc import help', the bizarre
 	behavior returns, but this will also happen in normal python, so
 	it's not an ipython bug anymore (it has to do with how pydoc.help
 	is implemented).
 
 2003-05-22  Fernando Perez  <[e-mail]>
 
 	* IPython/FlexCompleter.py (Completer.attr_matches): fixed to
 	return [] instead of None when nothing matches, also match to end
 	of line.  Patch by Gary Bishop.
 
 	* IPython/ipmaker.py (make_IPython): Added same sys.excepthook
 	protection as before, for files passed on the command line.  This
 	prevents the CrashHandler from kicking in if user files call into
 	sys.excepthook (such as PyQt and WxWindows have a nasty habit of
 	doing).  After a report by Kasper Souren <Kasper.Souren-AT-ircam.fr>
 
 2003-05-20  *** Released version 0.4.0
 
 2003-05-20  Fernando Perez  <[e-mail]>
 
 	* setup.py: added support for manpages.  It's a bit hackish b/c of
 	a bug in the way the bdist_rpm distutils target handles gzipped
 	manpages, but it works.  After a patch by Jack.
 
 2003-05-19  Fernando Perez  <[e-mail]>
 
 	* IPython/numutils.py: added a mockup of the kinds module, since
 	it was recently removed from Numeric.  This way, numutils will
 	work for all users even if they are missing kinds.
 
 	* IPython/Magic.py (Magic._ofind): Harden against an inspect
 	failure, which can occur with SWIG-wrapped extensions.  After a
 	crash report from Prabhu.
 
 2003-05-16  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.excepthook): New method to
 	protect ipython from user code which may call directly
 	sys.excepthook (this looks like an ipython crash to the user, even
 	when it isn't).  After a patch by Gary Bishop <gb-AT-cs.unc.edu>.
 	This is especially important to help users of WxWindows, but may
 	also be useful in other cases.
 
 	* IPython/ultraTB.py (AutoFormattedTB.__call__): Changed to allow
 	an optional tb_offset to be specified, and to preserve exception
 	info if given.  After a patch by Gary Bishop <gb-AT-cs.unc.edu>.
 
 	* ipython.1 (Default): Thanks to Jack's work, we now have manpages!
 
 2003-05-15  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.user_setup): Fix crash when
 	installing for a new user under Windows.
 
 2003-05-12  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.handle_emacs): New line
 	handler for Emacs comint-based lines.  Currently it doesn't do
 	much (but importantly, it doesn't update the history cache).  In
 	the future it may be expanded if Alex needs more functionality
 	there.
 
 	* IPython/CrashHandler.py (CrashHandler.__call__): Added platform
 	info to crash reports.
 
 	* IPython/iplib.py (InteractiveShell.mainloop): Added -c option,
 	just like Python's -c.  Also fixed crash with invalid -color
 	option value at startup. Thanks to Will French
 	<wfrench-AT-bestweb.net> for the bug report.
 
 2003-05-09  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (EvalDict.__getitem__): Renamed EvalString
 	to EvalDict (it's a mapping, after all) and simplified its code
 	quite a bit, after a nice discussion on c.l.py where Gustavo
 	Córdova <gcordova-AT-sismex.com> suggested the new version.
 
 2003-04-30  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (timings_out): modified it to reduce its
 	overhead in the common reps==1 case.
 
 2003-04-29  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (timings_out): Modified to use the resource
 	module, which avoids the wraparound problems of time.clock().
 
 2003-04-17  *** Released version 0.2.15pre4
 
 2003-04-17  Fernando Perez  <[e-mail]>
 
 	* setup.py (scriptfiles): Split windows-specific stuff over to a
 	separate file, in an attempt to have a Windows GUI installer.
 	That didn't work, but part of the groundwork is done.
 
 	* IPython/UserConfig/ipythonrc: Added M-i, M-o and M-I for
 	indent/unindent with 4 spaces.  Particularly useful in combination
 	with the new auto-indent option.
 
 2003-04-16  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py: various replacements of self.rc for
 	self.shell.rc.  A lot more remains to be done to fully disentangle
 	this class from the main Shell class.
 
 	* IPython/GnuplotRuntime.py: added checks for mouse support so
 	that we don't try to enable it if the current gnuplot doesn't
 	really support it.  Also added checks so that we don't try to
 	enable persist under Windows (where Gnuplot doesn't recognize the
 	option).
 
 	* IPython/iplib.py (InteractiveShell.interact): Added optional
 	auto-indenting code, after a patch by King C. Shu
 	<kingshu-AT-myrealbox.com>. It's off by default because it doesn't
 	get along well with pasting indented code.  If I ever figure out
 	how to make that part go well, it will become on by default.
 
 	* IPython/Prompts.py (Prompt1.auto_rewrite): Fixed bug which would
 	crash ipython if there was an unmatched '%' in the user's prompt
 	string.  Reported by Thorsten Kampe <thorsten-AT-thorstenkampe.de>.
 	
 	* IPython/iplib.py (InteractiveShell.interact): removed the
 	ability to ask the user whether he wants to crash or not at the
 	'last line' exception handler.  Calling functions at that point
 	changes the stack, and the error reports would have incorrect
 	tracebacks.
 
 	* IPython/Magic.py (Magic.magic_page): Added new @page magic, to
 	pass through a peger a pretty-printed form of any object.  After a
 	contribution by Olivier Aubert <oaubert-AT-bat710.univ-lyon1.fr>
 
 2003-04-14  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.user_setup): Fixed bug where
 	all files in ~ would be modified at first install (instead of
 	~/.ipython).  This could be potentially disastrous, as the
 	modification (make line-endings native) could damage binary files.
 	
 2003-04-10  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.handle_help): Modified to
 	handle only lines which are invalid python.  This now means that
 	lines like 'x=1 #?' execute properly.  Thanks to Jeffery Collins
 	for the bug report.
 
 2003-04-01  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.showtraceback): Fixed bug
 	where failing to set sys.last_traceback would crash pdb.pm().
 	Thanks to Jeffery D. Collins <Jeff.Collins-AT-vexcel.com> for the bug
 	report.
 
 2003-03-25  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_prun): rstrip() output of profiler
 	before printing it (it had a lot of spurious blank lines at the
 	end).
 
 	* IPython/Gnuplot2.py (Gnuplot.hardcopy): fixed bug where lpr
 	output would be sent 21 times!  Obviously people don't use this
 	too often, or I would have heard about it.
 
 2003-03-24  Fernando Perez  <[e-mail]>
 
 	* setup.py (scriptfiles): renamed the data_files parameter from
 	'base' to 'data' to fix rpm build issues.  Thanks to Ralf Ahlbrink
 	for the patch.
 
 2003-03-20  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (error): added error() and fatal()
 	functions.
 
 2003-03-18  *** Released version 0.2.15pre3
 
 2003-03-18  Fernando Perez  <[e-mail]>
 
 	* setupext/install_data_ext.py
 	(install_data_ext.initialize_options): Class contributed by Jack
 	Moffit for fixing the old distutils hack.  He is sending this to
 	the distutils folks so in the future we may not need it as a
 	private fix.
 
 	* MANIFEST.in: Extensive reorganization, based on Jack Moffit's
 	changes for Debian packaging.  See his patch for full details.
 	The old distutils hack of making the ipythonrc* files carry a
 	bogus .py extension is gone, at last.  Examples were moved to a
 	separate subdir under doc/, and the separate executable scripts
 	now live in their own directory.  Overall a great cleanup.  The
 	manual was updated to use the new files, and setup.py has been
 	fixed for this setup.
 
 	* IPython/PyColorize.py (Parser.usage): made non-executable and
 	created a pycolor wrapper around it to be included as a script.
 
 2003-03-12  *** Released version 0.2.15pre2
 
 2003-03-12  Fernando Perez  <[e-mail]>
 
 	* IPython/ColorANSI.py (make_color_table): Finally fixed the
 	long-standing problem with garbage characters in some terminals.
 	The issue was really that the \001 and \002 escapes must _only_ be
 	passed to input prompts (which call readline), but _never_ to
 	normal text to be printed on screen.  I changed ColorANSI to have
 	two classes: TermColors and InputTermColors, each with the
 	appropriate escapes for input prompts or normal text.  The code in
 	Prompts.py got slightly more complicated, but this very old and
 	annoying bug is finally fixed.  
 
 	All the credit for nailing down the real origin of this problem
 	and the correct solution goes to Jack Moffit <jack-AT-xiph.org>.
 	*Many* thanks to him for spending quite a bit of effort on this.
 
 2003-03-05  *** Released version 0.2.15pre1
 
 2003-03-03  Fernando Perez  <[e-mail]>
 
 	* IPython/FakeModule.py: Moved the former _FakeModule to a
 	separate file, because it's also needed by Magic (to fix a similar
 	pickle-related issue in @run).
 
 2003-03-02  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_autocall): new magic to control
 	the autocall option at runtime.
 	(Magic.magic_dhist): changed self.user_ns to self.shell.user_ns
 	across Magic.py to start separating Magic from InteractiveShell.
 	(Magic._ofind): Fixed to return proper namespace for dotted
 	names. Before, a dotted name would always return 'not currently
 	defined', because it would find the 'parent'. s.x would be found,
 	but since 'x' isn't defined by itself, it would get confused.
 	(Magic.magic_run): Fixed pickling problems reported by Ralf
 	Ahlbrink <RAhlbrink-AT-RosenInspection.net>.  The fix was similar to
 	that I'd used when Mike Heeter reported similar issues at the
 	top-level, but now for @run.  It boils down to injecting the
 	namespace where code is being executed with something that looks
 	enough like a module to fool pickle.dump().  Since a pickle stores
 	a named reference to the importing module, we need this for
 	pickles to save something sensible.
 
 	* IPython/ipmaker.py (make_IPython): added an autocall option.
 
 	* IPython/iplib.py (InteractiveShell._prefilter): reordered all of
 	the auto-eval code.  Now autocalling is an option, and the code is
 	also vastly safer.  There is no more eval() involved at all.
 
 2003-03-01  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic._ofind): Changed interface to return a
 	dict with named keys instead of a tuple.
 
 	* IPython: Started using CVS for IPython as of 0.2.15pre1.
 
 	* setup.py (make_shortcut): Fixed message about directories
 	created during Windows installation (the directories were ok, just
 	the printed message was misleading).  Thanks to Chris Liechti
 	<cliechti-AT-gmx.net> for the heads up.
 
 2003-02-21  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell._prefilter): Fixed catching
 	of ValueError exception when checking for auto-execution.  This
 	one is raised by things like Numeric arrays arr.flat when the
 	array is non-contiguous.
 
 2003-01-31  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (SystemExec.bq): Fixed bug where bq would
 	not return any value at all (even though the command would get
 	executed).
 	(xsys): Flush stdout right after printing the command to ensure
 	proper ordering of commands and command output in the total
 	output.
 	(SystemExec/xsys/bq): Switched the names of xsys/bq and
 	system/getoutput as defaults.  The old ones are kept for
 	compatibility reasons, so no code which uses this library needs
 	changing.
 
 2003-01-27  *** Released version 0.2.14
 
 2003-01-25  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_edit): Fixed problem where
 	functions defined in previous edit sessions could not be re-edited
 	(because the temp files were immediately removed).  Now temp files
 	are removed only at IPython's exit.
 	(Magic.magic_run): Improved @run to perform shell-like expansions
 	on its arguments (~users and $VARS).  With this, @run becomes more
 	like a normal command-line.
 
 	* IPython/Shell.py (IPShellEmbed.__call__): Fixed a bunch of small
 	bugs related to embedding and cleaned up that code.  A fairly
 	important one was the impossibility to access the global namespace
 	through the embedded IPython (only local variables were visible).
 
 2003-01-14  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell._prefilter): Fixed
 	auto-calling to be a bit more conservative.  Now it doesn't get
 	triggered if any of '!=()<>' are in the rest of the input line, to
 	allow comparing callables.  Thanks to Alex for the heads up.
 
 2003-01-07  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (page): fixed estimation of the number of
 	lines in a string to be paged to simply count newlines. This
 	prevents over-guessing due to embedded escape sequences. A better
 	long-term solution would involve stripping out the control chars
 	for the count, but it's potentially so expensive I just don't
 	think it's worth doing.
 
 2002-12-19  *** Released version 0.2.14pre50
 
 2002-12-19  Fernando Perez  <[e-mail]>
 
 	* tools/release (version): Changed release scripts to inform
 	Andrea and build a NEWS file with a list of recent changes.
 
 	* IPython/ColorANSI.py (__all__): changed terminal detection
 	code. Seems to work better for xterms without breaking
 	konsole. Will need more testing to determine if WinXP and Mac OSX
 	also work ok.
 
 2002-12-18  *** Released version 0.2.14pre49
 
 2002-12-18  Fernando Perez  <[e-mail]>
 
 	* Docs: added new info about Mac OSX, from Andrea.
 
 	* IPython/Gnuplot2.py (String): Added a String PlotItem class to
 	allow direct plotting of python strings whose format is the same
 	of gnuplot data files.
 
 2002-12-16  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.interact): fixed default (y)
 	value of exit question to be acknowledged.
 
 2002-12-03  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py: removed generators, which had been added
 	by mistake in an earlier debugging run. This was causing trouble
 	to users of python 2.1.x. Thanks to Abel Daniel <abli-AT-freemail.hu>
 	for pointing this out.
 
 2002-11-17  Fernando Perez  <[e-mail]>
 
 	* Manual: updated the Gnuplot section.
 
 	* IPython/GnuplotRuntime.py: refactored a lot all this code, with
 	a much better split of what goes in Runtime and what goes in
 	Interactive.
 
 	* IPython/ipmaker.py: fixed bug where import_fail_info wasn't
 	being imported from iplib.
 
 	* IPython/GnuplotInteractive.py (magic_gpc): renamed @gp to @gpc
 	for command-passing. Now the global Gnuplot instance is called
 	'gp' instead of 'g', which was really a far too fragile and
 	common name.
 
 	* IPython/Gnuplot2.py (eps_fix_bbox): added this to fix broken
 	bounding boxes generated by Gnuplot for square plots.
 
 	* IPython/genutils.py (popkey): new function added. I should
 	suggest this on c.l.py as a dict method, it seems useful.
 
 	* IPython/Gnuplot2.py (Gnuplot.plot): Overhauled plot and replot
 	to transparently handle PostScript generation. MUCH better than
 	the previous plot_eps/replot_eps (which I removed now). The code
 	is also fairly clean and well documented now (including
 	docstrings).
 
 2002-11-13  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_edit): fixed docstring
 	(inconsistent with options).
 
 	* IPython/Gnuplot2.py (Gnuplot.hardcopy): hardcopy had been
 	manually disabled, I don't know why. Fixed it.
 	(Gnuplot._plot_eps): added new plot_eps/replot_eps to get directly
 	eps output.
 
 2002-11-12  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (ask_yes_no): trap EOF and ^C so that they
 	don't propagate up to caller. Fixes crash reported by François
 	Pinard.
 
 2002-11-09  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (make_IPython): fixed problem with writing
 	history file for new users.
 	(make_IPython): fixed bug where initial install would leave the
 	user running in the .ipython dir.
 	(make_IPython): fixed bug where config dir .ipython would be
 	created regardless of the given -ipythondir option. Thanks to Cory
 	Dodt <cdodt-AT-fcoe.k12.ca.us> for the bug report.
 
 	* IPython/genutils.py (ask_yes_no): new function for asking yes/no
 	type confirmations. Will need to use it in all of IPython's code
 	consistently.
 	
 	* IPython/CrashHandler.py (CrashHandler.__call__): changed the
 	context to print 31 lines instead of the default 5. This will make
 	the crash reports extremely detailed in case the problem is in
 	libraries I don't have access to.
 
 	* IPython/iplib.py (InteractiveShell.interact): changed the 'last
 	line of defense' code to still crash, but giving users fair
 	warning. I don't want internal errors to go unreported: if there's
 	an internal problem, IPython should crash and generate a full
 	report.
 
 2002-11-08  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.interact): added code to trap
 	otherwise uncaught exceptions which can appear if people set
 	sys.stdout to something badly broken. Thanks to a crash report
 	from henni-AT-mail.brainbot.com.
 
 2002-11-04  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.interact): added
 	__IPYTHON__active to the builtins. It's a flag which goes on when
 	the interaction starts and goes off again when it stops. This
 	allows embedding code to detect being inside IPython. Before this
 	was done via __IPYTHON__, but that only shows that an IPython
 	instance has been created.
 
 	* IPython/Magic.py (Magic.magic_env): I realized that in a
 	UserDict, instance.data holds the data as a normal dict. So I
 	modified @env to return os.environ.data instead of rebuilding a
 	dict by hand.
 
 2002-11-02  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (warn): changed so that level 1 prints no
 	header. Level 2 is now the default (with 'WARNING' header, as
 	before). I think I tracked all places where changes were needed in
 	IPython, but outside code using the old level numbering may have
 	broken.
 
 	* IPython/iplib.py (InteractiveShell.runcode): added this to
 	handle the tracebacks in SystemExit traps correctly. The previous
 	code (through interact) was printing more of the stack than
 	necessary, showing IPython internal code to the user.
 
 	* IPython/UserConfig/ipythonrc.py: Made confirm_exit 1 by
 	default. Now that the default at the confirmation prompt is yes,
 	it's not so intrusive. François' argument that ipython sessions
 	tend to be complex enough not to lose them from an accidental C-d,
 	is a valid one.
 
 	* IPython/iplib.py (InteractiveShell.interact): added a
 	showtraceback() call to the SystemExit trap, and modified the exit
 	confirmation to have yes as the default.
 
 	* IPython/UserConfig/ipythonrc.py: removed 'session' option from
 	this file. It's been gone from the code for a long time, this was
 	simply leftover junk.
 
 2002-11-01  Fernando Perez  <[e-mail]>
 
 	* IPython/UserConfig/ipythonrc.py: new confirm_exit option
 	added. If set, IPython now traps EOF and asks for
 	confirmation. After a request by François Pinard.
 
 	* IPython/Magic.py (Magic.magic_Exit): New @Exit and @Quit instead
 	of @abort, and with a new (better) mechanism for handling the
 	exceptions.
 
 2002-10-27  Fernando Perez  <[e-mail]>
 
 	* IPython/usage.py (__doc__): updated the --help information and
 	the ipythonrc file to indicate that -log generates
 	./ipython.log. Also fixed the corresponding info in @logstart.
 	This and several other fixes in the manuals thanks to reports by
 	François Pinard <pinard-AT-iro.umontreal.ca>.
 	
 	* IPython/Logger.py (Logger.switch_log): Fixed error message to
 	refer to @logstart (instead of @log, which doesn't exist).
 
 	* IPython/iplib.py (InteractiveShell._prefilter): fixed
 	AttributeError crash. Thanks to Christopher Armstrong
 	<radix-AT-twistedmatrix.com> for the report/fix. This bug had been
 	introduced recently (in 0.2.14pre37) with the fix to the eval
 	problem mentioned below.
 	
 2002-10-17  Fernando Perez  <[e-mail]>
 
 	* IPython/ConfigLoader.py (ConfigLoader.load): Fixes for Windows
 	installation. Thanks to Leonardo Santagada <retype-AT-terra.com.br>.
 
 	* IPython/iplib.py (InteractiveShell._prefilter): Many changes to
 	this function to fix a problem reported by Alex Schmolck. He saw
 	it with list comprehensions and generators, which were getting
 	called twice. The real problem was an 'eval' call in testing for
 	automagic which was evaluating the input line silently. 
 
 	This is a potentially very nasty bug, if the input has side
 	effects which must not be repeated. The code is much cleaner now,
 	without any blanket 'except' left and with a regexp test for
 	actual function names. 
 
 	But an eval remains, which I'm not fully comfortable with. I just
 	don't know how to find out if an expression could be a callable in
 	the user's namespace without doing an eval on the string. However
 	that string is now much more strictly checked so that no code
 	slips by, so the eval should only happen for things that can
 	really be only function/method names.
 
 2002-10-15  Fernando Perez  <[e-mail]>
 
 	* Updated LyX to 1.2.1 so I can work on the docs again. Added Mac
 	OSX information to main manual, removed README_Mac_OSX file from
 	distribution. Also updated credits for recent additions.
 
 2002-10-10  Fernando Perez  <[e-mail]>
 
 	* README_Mac_OSX: Added a README for Mac OSX users for fixing
 	terminal-related issues. Many thanks to Andrea Riciputi
 	<andrea.riciputi-AT-libero.it> for writing it.
 
 	* IPython/UserConfig/ipythonrc.py: Fixes to various small issues,
 	thanks to Thorsten Kampe <thorsten-AT-thorstenkampe.de>.
 
 	* setup.py (make_shortcut): Fixes for Windows installation. Thanks
 	to Fredrik Kant <fredrik.kant-AT-front.com> and Syver Enstad
 	<syver-en-AT-online.no> who both submitted patches for this problem.
 
 	* IPython/iplib.py (InteractiveShell.embed_mainloop): Patch for
 	global embedding to make sure that things don't overwrite user
 	globals accidentally. Thanks to Richard <rxe-AT-renre-europe.com>
 
 	* IPython/Gnuplot2.py (gp): Patch for Gnuplot.py 1.6
 	compatibility. Thanks to Hayden Callow
 	<h.callow-AT-elec.canterbury.ac.nz>
 
 2002-10-04  Fernando Perez  <[e-mail]>
 
 	* IPython/Gnuplot2.py (PlotItem): Added 'index' option for
 	Gnuplot.File objects.
 	      
 2002-07-23  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (timing): Added timings() and timing() for
 	quick access to the most commonly needed data, the execution
 	times. Old timing() renamed to timings_out().
 
 2002-07-18  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShellEmbed.restore_system_completer): fixed
 	bug with nested instances disrupting the parent's tab completion.
 
 	* IPython/iplib.py (all_completions): Added Alex Schmolck's
 	all_completions code to begin the emacs integration.
 
 	* IPython/Gnuplot2.py (zip_items): Added optional 'titles'
 	argument to allow titling individual arrays when plotting.
 
 2002-07-15  Fernando Perez  <[e-mail]>
 
 	* setup.py (make_shortcut): changed to retrieve the value of
 	'Program Files' directory from the registry (this value changes in
 	non-english versions of Windows). Thanks to Thomas Fanslau
 	<tfanslau-AT-gmx.de> for the report.
 
 2002-07-10  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (VerboseTB.debugger): enabled workaround for
 	a bug in pdb, which crashes if a line with only whitespace is
 	entered. Bug report submitted to sourceforge.
 
 2002-07-09  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (VerboseTB.nullrepr): fixed rare crash when
 	reporting exceptions (it's a bug in inspect.py, I just set a
 	workaround).
 
 2002-07-08  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.__init__): fixed reference to
 	__IPYTHON__ in __builtins__ to show up in user_ns.
 
 2002-07-03  Fernando Perez  <[e-mail]>
 
 	* IPython/GnuplotInteractive.py (magic_gp_set_default): changed
 	name from @gp_set_instance to @gp_set_default.
 
 	* IPython/ipmaker.py (make_IPython): default editor value set to
 	'0' (a string), to match the rc file. Otherwise will crash when
 	.strip() is called on it.
 	
 
 2002-06-28  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.safe_execfile): fix importing
 	of files in current directory when a file is executed via
 	@run. Patch also by RA <ralf_ahlbrink-AT-web.de>.
 
 	* setup.py (manfiles): fix for rpm builds, submitted by RA
 	<ralf_ahlbrink-AT-web.de>. Now we have RPMs!
 
 	* IPython/ipmaker.py (make_IPython): fixed lookup of default
 	editor when set to '0'. Problem was, '0' evaluates to True (it's a
 	string!). A. Schmolck caught this one.
 
 2002-06-27  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (make_IPython): fixed bug when running user
 	defined files at the cmd line. __name__ wasn't being set to
 	__main__.
 
 	* IPython/Gnuplot2.py (zip_items): improved it so it can plot also
 	regular lists and tuples besides Numeric arrays.
 
 	* IPython/Prompts.py (CachedOutput.__call__): Added output
 	supression for input ending with ';'. Similar to Mathematica and
 	Matlab. The _* vars and Out[] list are still updated, just like
 	Mathematica behaves.
 
 2002-06-25  Fernando Perez  <[e-mail]>
 
 	* IPython/ConfigLoader.py (ConfigLoader.load): fixed checking of
 	.ini extensions for profiels under Windows.
 
 	* IPython/OInspect.py (Inspector.pinfo): improved alignment of
 	string form. Fix contributed by Alexander Schmolck
 	<a.schmolck-AT-gmx.net>
 
 	* IPython/GnuplotRuntime.py (gp_new): new function. Returns a
 	pre-configured Gnuplot instance.
 
 2002-06-21  Fernando Perez  <[e-mail]>
 
 	* IPython/numutils.py (exp_safe): new function, works around the
 	underflow problems in Numeric.
 	(log2): New fn. Safe log in base 2: returns exact integer answer
 	for exact integer powers of 2.
 
 	* IPython/Magic.py (get_py_filename): fixed it not expanding '~'
 	properly.
 
 2002-06-20  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (timing): new function like
 	Mathematica's. Similar to time_test, but returns more info.
 
 2002-06-18  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_save): modified @save and @r
 	according to Mike Heeter's suggestions.
 
 2002-06-16  Fernando Perez  <[e-mail]>
 
 	* IPython/GnuplotRuntime.py: Massive overhaul to the Gnuplot
 	system. GnuplotMagic is gone as a user-directory option. New files
 	make it easier to use all the gnuplot stuff both from external
 	programs as well as from IPython. Had to rewrite part of
 	hardcopy() b/c of a strange bug: often the ps files simply don't
 	get created, and require a repeat of the command (often several
 	times).
 
 	* IPython/ultraTB.py (AutoFormattedTB.__call__): changed to
 	resolve output channel at call time, so that if sys.stderr has
 	been redirected by user this gets honored.
 
 2002-06-13  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPShell.__init__): Changed IPythonShell to
 	IPShell. Kept a copy with the old names to avoid breaking people's
 	embedded code.
 
 	* IPython/ipython: simplified it to the bare minimum after
 	Holger's suggestions. Added info about how to use it in
 	PYTHONSTARTUP.
 
 	* IPython/Shell.py (IPythonShell): changed the options passing
 	from a string with funky %s replacements to a straight list. Maybe
 	a bit more typing, but it follows sys.argv conventions, so there's
 	less special-casing to remember.
 
 2002-06-12  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_r): new magic auto-repeat
 	command. Thanks to a suggestion by Mike Heeter.
 	(Magic.magic_pfile): added behavior to look at filenames if given
 	arg is not a defined object.
 	(Magic.magic_save): New @save function to save code snippets. Also
 	a Mike Heeter idea.
 
 	* IPython/UserConfig/GnuplotMagic.py (plot): Improvements to
 	plot() and replot(). Much more convenient now, especially for
 	interactive use.
 
 	* IPython/Magic.py (Magic.magic_run): Added .py automatically to
 	filenames.
 
 2002-06-02  Fernando Perez  <[e-mail]>
 
 	* IPython/Struct.py (Struct.__init__): modified to admit
 	initialization via another struct.
 
 	* IPython/genutils.py (SystemExec.__init__): New stateful
 	interface to xsys and bq. Useful for writing system scripts.
 
 2002-05-30  Fernando Perez  <[e-mail]>
 
 	* MANIFEST.in: Changed docfile selection to exclude all the lyx
 	documents. This will make the user download smaller (it's getting
 	too big).
 
 2002-05-29  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (_FakeModule.__init__): New class introduced to
 	fix problems with shelve and pickle. Seems to work, but I don't
 	know if corner cases break it. Thanks to Mike Heeter
 	<korora-AT-SDF.LONESTAR.ORG> for the bug reports and test cases.
 
 2002-05-24  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Macro.__init__): fixed magics embedded in
 	macros having broken.
 
 2002-05-21  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_logstart): fixed recently
 	introduced logging bug: all history before logging started was
 	being written one character per line! This came from the redesign
 	of the input history as a special list which slices to strings,
 	not to lists.
 
 2002-05-20  Fernando Perez  <[e-mail]>
 
 	* IPython/Prompts.py (CachedOutput.__init__): made the color table
 	be an attribute of all classes in this module. The design of these
 	classes needs some serious overhauling.
 
 	* IPython/DPyGetOpt.py (DPyGetOpt.setPosixCompliance): fixed bug
 	which was ignoring '_' in option names.
 
 	* IPython/ultraTB.py (FormattedTB.__init__): Changed
 	'Verbose_novars' to 'Context' and made it the new default. It's a
 	bit more readable and also safer than verbose.
 
 	* IPython/PyColorize.py (Parser.__call__): Fixed coloring of
 	triple-quoted strings.
 
 	* IPython/OInspect.py (__all__): new module exposing the object
 	introspection facilities. Now the corresponding magics are dummy
 	wrappers around this. Having this module will make it much easier
 	to put these functions into our modified pdb.
 	This new object inspector system uses the new colorizing module,
 	so source code and other things are nicely syntax highlighted.
 
 2002-05-18  Fernando Perez  <[e-mail]>
 
 	* IPython/ColorANSI.py: Split the coloring tools into a separate
 	module so I can use them in other code easier (they were part of
 	ultraTB).
 
 2002-05-17  Fernando Perez  <[e-mail]>
 
 	* IPython/UserConfig/GnuplotMagic.py (magic_gp_set_instance):
 	fixed it to set the global 'g' also to the called instance, as
 	long as 'g' was still a gnuplot instance (so it doesn't overwrite
 	user's 'g' variables).
 
 	* IPython/iplib.py (InteractiveShell.__init__): Added In/Out
 	global variables (aliases to _ih,_oh) so that users which expect
 	In[5] or Out[7] to work aren't unpleasantly surprised.
 	(InputList.__getslice__): new class to allow executing slices of
 	input history directly. Very simple class, complements the use of
 	macros.
 
 2002-05-16  Fernando Perez  <[e-mail]>
 
 	* setup.py (docdirbase): make doc directory be just doc/IPython
 	without version numbers, it will reduce clutter for users.
 
 	* IPython/Magic.py (Magic.magic_run): Add explicit local dict to
 	execfile call to prevent possible memory leak. See for details:
 	http://mail.python.org/pipermail/python-list/2002-February/088476.html
 
 2002-05-15  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_psource): made the object
 	introspection names be more standard: pdoc, pdef, pfile and
 	psource. They all print/page their output, and it makes
 	remembering them easier. Kept old names for compatibility as
 	aliases.
 
 2002-05-14  Fernando Perez  <[e-mail]>
 
 	* IPython/UserConfig/GnuplotMagic.py: I think I finally understood
 	what the mouse problem was. The trick is to use gnuplot with temp
 	files and NOT with pipes (for data communication), because having
 	both pipes and the mouse on is bad news.
 
 2002-05-13  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic._ofind): fixed namespace order search
 	bug. Information would be reported about builtins even when
 	user-defined functions overrode them.
 
 2002-05-11  Fernando Perez  <[e-mail]>
 
 	* IPython/__init__.py (__all__): removed FlexCompleter from
 	__all__ so that things don't fail in platforms without readline.
 
 2002-05-10  Fernando Perez  <[e-mail]>
 
 	* IPython/__init__.py (__all__): removed numutils from __all__ b/c
 	it requires Numeric, effectively making Numeric a dependency for
 	IPython.
 
 	* Released 0.2.13
 
 	* IPython/Magic.py (Magic.magic_prun): big overhaul to the
 	profiler interface. Now all the major options from the profiler
 	module are directly supported in IPython, both for single
 	expressions (@prun) and for full programs (@run -p).
 
 2002-05-09  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_doc): fixed to show docstrings of
 	magic properly formatted for screen.
 
 	* setup.py (make_shortcut): Changed things to put pdf version in
 	doc/ instead of doc/manual (had to change lyxport a bit).
 
 	* IPython/Magic.py (Profile.string_stats): made profile runs go
 	through pager (they are long and a pager allows searching, saving,
 	etc.)
 
 2002-05-08  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.12
 
 2002-05-06  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_hist): small bug fixed (recently
 	introduced); 'hist n1 n2' was broken.
 	(Magic.magic_pdb): added optional on/off arguments to @pdb
 	(Magic.magic_run): added option -i to @run, which executes code in
 	the IPython namespace instead of a clean one. Also added @irun as
 	an alias to @run -i.
 
 	* IPython/UserConfig/GnuplotMagic.py (magic_gp_set_instance):
 	fixed (it didn't really do anything, the namespaces were wrong).
 
 	* IPython/Debugger.py (__init__): Added workaround for python 2.1
 
 	* IPython/__init__.py (__all__): Fixed package namespace, now
 	'import IPython' does give access to IPython.<all> as
 	expected. Also renamed __release__ to Release.
 
 	* IPython/Debugger.py (__license__): created new Pdb class which
 	functions like a drop-in for the normal pdb.Pdb but does NOT
 	import readline by default. This way it doesn't muck up IPython's
 	readline handling, and now tab-completion finally works in the
 	debugger -- sort of. It completes things globally visible, but the
 	completer doesn't track the stack as pdb walks it. That's a bit
 	tricky, and I'll have to implement it later.
 
 2002-05-05  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_oinfo): fixed formatting bug for
 	magic docstrings when printed via ? (explicit \'s were being
 	printed).
 
 	* IPython/ipmaker.py (make_IPython): fixed namespace
 	identification bug. Now variables loaded via logs or command-line
 	files are recognized in the interactive namespace by @who.
 
 	* IPython/iplib.py (InteractiveShell.safe_execfile): Fixed bug in
 	log replay system stemming from the string form of Structs.
 
 	* IPython/Magic.py (Macro.__init__): improved macros to properly
 	handle magic commands in them.
 	(Magic.magic_logstart): usernames are now expanded so 'logstart
 	~/mylog' now works.
 
 	* IPython/iplib.py (complete): fixed bug where paths starting with
 	'/' would be completed as magic names.
 
 2002-05-04  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_run): added options -p and -f to
 	allow running full programs under the profiler's control.
 
 	* IPython/ultraTB.py (FormattedTB.__init__): Added Verbose_novars
 	mode to report exceptions verbosely but without formatting
 	variables. This addresses the issue of ipython 'freezing' (it's
 	not frozen, but caught in an expensive formatting loop) when huge
 	variables are in the context of an exception.
 	(VerboseTB.text): Added '--->' markers at line where exception was
 	triggered. Much clearer to read, especially in NoColor modes.
 
 	* IPython/Magic.py (Magic.magic_run): bugfix: -n option had been
 	implemented in reverse when changing to the new parse_options().
 
 2002-05-03  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.parse_options): new function so that
 	magics can parse options easier.
 	(Magic.magic_prun): new function similar to profile.run(),
 	suggested by Chris Hart.
 	(Magic.magic_cd): fixed behavior so that it only changes if
 	directory actually is in history.
 
 	* IPython/usage.py (__doc__): added information about potential
 	slowness of Verbose exception mode when there are huge data
 	structures to be formatted (thanks to Archie Paulson).
 
 	* IPython/ipmaker.py (make_IPython): Changed default logging
 	(when simply called with -log) to use curr_dir/ipython.log in
 	rotate mode. Fixed crash which was occuring with -log before
 	(thanks to Jim Boyle).
 
 2002-05-01  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.11 for these fixes (mainly the ultraTB one which
 	was nasty -- though somewhat of a corner case).
 
 	* IPython/ultraTB.py (AutoFormattedTB.text): renamed __text to
 	text (was a bug).
 
 2002-04-30  Fernando Perez  <[e-mail]>
 
 	* IPython/UserConfig/GnuplotMagic.py (magic_gp): Minor fix to add
 	a print after ^D or ^C from the user so that the In[] prompt
 	doesn't over-run the gnuplot one.
 
 2002-04-29  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.10
 
 	* IPython/__release__.py (version): get date dynamically.
 
 	* Misc. documentation updates thanks to Arnd's comments. Also ran
 	a full spellcheck on the manual (hadn't been done in a while).
 
 2002-04-27  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_logstart): Fixed bug where
 	starting a log in mid-session would reset the input history list.
 
 2002-04-26  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.wait): Fixed bug where not
 	all files were being included in an update. Now anything in
 	UserConfig that matches [A-Za-z]*.py will go (this excludes
 	__init__.py)
 
 2002-04-25  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.__init__): Added __IPYTHON__
 	to __builtins__ so that any form of embedded or imported code can
 	test for being inside IPython.
 
 	* IPython/UserConfig/GnuplotMagic.py: (magic_gp_set_instance):
 	changed to GnuplotMagic because it's now an importable module,
 	this makes the name follow that of the standard Gnuplot module.
 	GnuplotMagic can now be loaded at any time in mid-session.
 
 2002-04-24  Fernando Perez  <[e-mail]>
 
 	* IPython/numutils.py: removed SIUnits. It doesn't properly set
 	the globals (IPython has its own namespace) and the
 	PhysicalQuantity stuff is much better anyway.
 
 	* IPython/UserConfig/example-gnuplot.py (g2): Added gnuplot
 	embedding example to standard user directory for
 	distribution. Also put it in the manual.
 
 	* IPython/numutils.py (gnuplot_exec): Changed to take a gnuplot
 	instance as first argument (so it doesn't rely on some obscure
 	hidden global).
 
 	* IPython/UserConfig/ipythonrc.py: put () back in accepted
 	delimiters. While it prevents ().TAB from working, it allows
 	completions in open (... expressions. This is by far a more common
 	case.
 
 2002-04-23  Fernando Perez  <[e-mail]>
 
 	* IPython/Extensions/InterpreterPasteInput.py: new
 	syntax-processing module for pasting lines with >>> or ... at the
 	start.
 
 	* IPython/Extensions/PhysicalQ_Interactive.py
 	(PhysicalQuantityInteractive.__int__): fixed to work with either
 	Numeric or math.
 
 	* IPython/UserConfig/ipythonrc-numeric.py: reorganized the
 	provided profiles. Now we have:
 	-math -> math module as * and cmath with its own namespace.
 	-numeric -> Numeric as *, plus gnuplot & grace
 	-physics -> same as before
 
 	* IPython/Magic.py (Magic.magic_magic): Fixed bug where
 	user-defined magics wouldn't be found by @magic if they were
 	defined as class methods. Also cleaned up the namespace search
 	logic and the string building (to use %s instead of many repeated
 	string adds).
 
 	* IPython/UserConfig/example-magic.py (magic_foo): updated example
 	of user-defined magics to operate with class methods (cleaner, in
 	line with the gnuplot code).
 
 2002-04-22  Fernando Perez  <[e-mail]>
 
 	* setup.py: updated dependency list so that manual is updated when
 	all included files change.
 
 	* IPython/ipmaker.py (make_IPython): Fixed bug which was ignoring
 	the delimiter removal option (the fix is ugly right now).
 
 	* IPython/UserConfig/ipythonrc-physics.py: simplified not to load
 	all of the math profile (quicker loading, no conflict between
 	g-9.8 and g-gnuplot).
 
 	* IPython/CrashHandler.py (CrashHandler.__call__): changed default
 	name of post-mortem files to IPython_crash_report.txt.
 
 	* Cleanup/update of the docs. Added all the new readline info and
 	formatted all lists as 'real lists'.
 
 	* IPython/ipmaker.py (make_IPython): removed now-obsolete
 	tab-completion options, since the full readline parse_and_bind is
 	now accessible.
 
 	* IPython/iplib.py (InteractiveShell.init_readline): Changed
 	handling of readline options. Now users can specify any string to
 	be passed to parse_and_bind(), as well as the delimiters to be
 	removed.
 	(InteractiveShell.__init__): Added __name__ to the global
 	namespace so that things like Itpl which rely on its existence
 	don't crash.
 	(InteractiveShell._prefilter): Defined the default with a _ so
 	that prefilter() is easier to override, while the default one
 	remains available.
 
 2002-04-18  Fernando Perez  <[e-mail]>
 
 	* Added information about pdb in the docs.
 
 2002-04-17  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (make_IPython): added rc_override option to
 	allow passing config options at creation time which may override
 	anything set in the config files or command line. This is
 	particularly useful for configuring embedded instances.
 
 2002-04-15  Fernando Perez  <[e-mail]>
 
 	* IPython/Logger.py (Logger.log): Fixed a nasty bug which could
 	crash embedded instances because of the input cache falling out of
 	sync with the output counter.
 
 	* IPython/Shell.py (IPythonShellEmbed.__init__): added a debug
 	mode which calls pdb after an uncaught exception in IPython itself.
 
 2002-04-14  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.showtraceback): pdb mucks up
 	readline, fix it back after each call.
 
 	* IPython/ultraTB.py (AutoFormattedTB.__text): made text a private
 	method to force all access via __call__(), which guarantees that
 	traceback references are properly deleted.
 
 	* IPython/Prompts.py (CachedOutput._display): minor fixes to
 	improve printing when pprint is in use.
 
 2002-04-13  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPythonShellEmbed.__call__): SystemExit
 	exceptions aren't caught anymore. If the user triggers one, he
 	should know why he's doing it and it should go all the way up,
 	just like any other exception. So now @abort will fully kill the
 	embedded interpreter and the embedding code (unless that happens
 	to catch SystemExit).
 
 	* IPython/ultraTB.py (VerboseTB.__init__): added a call_pdb flag
 	and a debugger() method to invoke the interactive pdb debugger
 	after printing exception information. Also added the corresponding
 	-pdb option and @pdb magic to control this feature, and updated
 	the docs. After a suggestion from Christopher Hart
 	(hart-AT-caltech.edu).
 
 2002-04-12  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPythonShellEmbed.__init__): modified to use
 	the exception handlers defined by the user (not the CrashHandler)
 	so that user exceptions don't trigger an ipython bug report.
 
 	* IPython/ultraTB.py (ColorTB.__init__): made the color scheme
 	configurable (it should have always been so).
 
 2002-03-26  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPythonShellEmbed.__call__): many changes here
 	and there to fix embedding namespace issues. This should all be
 	done in a more elegant way.
 
 2002-03-25  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (get_home_dir): Try to make it work under
 	win9x also.
 
 2002-03-20  Fernando Perez  <[e-mail]>
 
 	* IPython/Shell.py (IPythonShellEmbed.__init__): leave
 	sys.displayhook untouched upon __init__.
 
 2002-03-19  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.9 (for embedding bug, basically).
 
 	* IPython/Shell.py (IPythonShellEmbed.__call__): Trap SystemExit
 	exceptions so that enclosing shell's state can be restored.
 
 	* Changed magic_gnuplot.py to magic-gnuplot.py to standardize
 	naming conventions in the .ipython/ dir.
 
 	* IPython/iplib.py (InteractiveShell.init_readline): removed '-'
 	from delimiters list so filenames with - in them get expanded.
 
 	* IPython/Shell.py (IPythonShellEmbed.__call__): fixed bug with
 	sys.displayhook not being properly restored after an embedded call.
 
  2002-03-18  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.8
 
 	* IPython/iplib.py (InteractiveShell.user_setup): fixed bug where
 	some files weren't being included in a -upgrade.
 	(InteractiveShell.init_readline): Added 'set show-all-if-ambiguous
 	on' so that the first tab completes.
 	(InteractiveShell.handle_magic): fixed bug with spaces around
 	quotes breaking many magic commands.
 
 	* setup.py: added note about ignoring the syntax error messages at
 	installation.
 
 	* IPython/UserConfig/magic_gnuplot.py (magic_gp): finished
 	streamlining the gnuplot interface, now there's only one magic @gp.
 
 2002-03-17  Fernando Perez  <[e-mail]>
 
 	* IPython/UserConfig/magic_gnuplot.py: new name for the
 	example-magic_pm.py file. Much enhanced system, now with a shell
 	for communicating directly with gnuplot, one command at a time.
 
 	* IPython/Magic.py (Magic.magic_run): added option -n to prevent
 	setting __name__=='__main__'.
 
 	* IPython/UserConfig/example-magic_pm.py (magic_pm): Added
 	mini-shell for accessing gnuplot from inside ipython. Should
 	extend it later for grace access too. Inspired by Arnd's
 	suggestion.
 
 	* IPython/iplib.py (InteractiveShell.handle_magic): fixed bug when
 	calling magic functions with () in their arguments. Thanks to Arnd
 	Baecker for pointing this to me.
 
 	* IPython/numutils.py (sum_flat): fixed bug. Would recurse
 	infinitely for integer or complex arrays (only worked with floats).
 
 2002-03-16  Fernando Perez  <[e-mail]>
 
 	* setup.py: Merged setup and setup_windows into a single script
 	which properly handles things for windows users.
 
 2002-03-15  Fernando Perez  <[e-mail]>
 
 	* Big change to the manual: now the magics are all automatically
 	documented. This information is generated from their docstrings
 	and put in a latex file included by the manual lyx file. This way
 	we get always up to date information for the magics. The manual
 	now also has proper version information, also auto-synced.
 
 	For this to work, an undocumented --magic_docstrings option was added.
 
 2002-03-13  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (TermColors): fixed problem with dark colors
 	under CDE terminals. An explicit ;2 color reset is needed in the escapes.
 
 2002-03-12  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (TermColors): changed color escapes again to
 	fix the (old, reintroduced) line-wrapping bug. Basically, if
 	\001..\002 aren't given in the color escapes, lines get wrapped
 	weirdly. But giving those screws up old xterms and emacs terms. So
 	I added some logic for emacs terms to be ok, but I can't identify old
 	xterms separately ($TERM=='xterm' for many terminals, like konsole).
 
 2002-03-10  Fernando Perez  <[e-mail]>
 
 	* IPython/usage.py (__doc__): Various documentation cleanups and
 	updates, both in usage docstrings and in the manual.
 
 	* IPython/Prompts.py (CachedOutput.set_colors): cleanups for
 	handling of caching. Set minimum acceptabe value for having a
 	cache at 20 values.
 
 	* IPython/iplib.py (InteractiveShell.user_setup): moved the
 	install_first_time function to a method, renamed it and added an
 	'upgrade' mode. Now people can update their config directory with
 	a simple command line switch (-upgrade, also new).
 
 	* IPython/Magic.py (Magic.magic_pfile): Made @pfile an alias to
 	@file (convenient for automagic users under Python >= 2.2). 
 	Removed @files (it seemed more like a plural than an abbrev. of
 	'file show').
 
 	* IPython/iplib.py (install_first_time): Fixed crash if there were
 	backup files ('~') in .ipython/ install directory.
 
 	* IPython/ipmaker.py (make_IPython): fixes for new prompt
 	system. Things look fine, but these changes are fairly
 	intrusive. Test them for a few days.
 
 	* IPython/Prompts.py (CachedOutput.__init__): Massive rewrite of
 	the prompts system. Now all in/out prompt strings are user
 	controllable. This is particularly useful for embedding, as one
 	can tag embedded instances with particular prompts. 
 
 	Also removed global use of sys.ps1/2, which now allows nested
 	embeddings without any problems. Added command-line options for
 	the prompt strings.
 
 2002-03-08  Fernando Perez  <[e-mail]>
 
 	* IPython/UserConfig/example-embed-short.py (ipshell): added
 	example file with the bare minimum code for embedding.
 
 	* IPython/Shell.py (IPythonShellEmbed.set_dummy_mode): added
 	functionality for the embeddable shell to be activated/deactivated
 	either globally or at each call.
 
 	* IPython/Prompts.py (Prompt1.auto_rewrite): Fixes the problem of
 	rewriting the prompt with '--->' for auto-inputs with proper
 	coloring. Now the previous UGLY hack in handle_auto() is gone, and
 	this is handled by the prompts class itself, as it should.
 
 2002-03-05  Fernando Perez  <[e-mail]>
 
 	* IPython/Magic.py (Magic.magic_logstart): Changed @log to
 	@logstart to avoid name clashes with the math log function.
 
 	* Big updates to X/Emacs section of the manual.
 
 	* Removed ipython_emacs. Milan explained to me how to pass
 	arguments to ipython through Emacs. Some day I'm going to end up
 	learning some lisp...
 
 2002-03-04  Fernando Perez  <[e-mail]>
 
 	* IPython/ipython_emacs: Created script to be used as the
 	py-python-command Emacs variable so we can pass IPython
 	parameters. I can't figure out how to tell Emacs directly to pass
 	parameters to IPython, so a dummy shell script will do it.
 
 	Other enhancements made for things to work better under Emacs'
 	various types of terminals. Many thanks to Milan Zamazal
 	<pdm-AT-zamazal.org> for all the suggestions and pointers.
 
 2002-03-01  Fernando Perez  <[e-mail]>
 
 	* IPython/ipmaker.py (make_IPython): added a --readline! option so
 	that loading of readline is now optional. This gives better
 	control to emacs users.
 
 	* IPython/ultraTB.py (__date__): Modified color escape sequences
 	and now things work fine under xterm and in Emacs' term buffers
 	(though not shell ones). Well,  in emacs you get colors, but all
 	seem to be 'light' colors (no difference between dark and light
 	ones). But the garbage chars are gone, and also in xterms. It
 	seems that now I'm using 'cleaner' ansi sequences.
 
 2002-02-21  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.7 (mainly to publish the scoping fix).
 	
 	* IPython/Logger.py (Logger.logstate): added. A corresponding
 	@logstate magic was created.
 
 	* IPython/Magic.py: fixed nested scoping problem under Python
 	2.1.x (automagic wasn't working).
 
 2002-02-20  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.6.
 
 	* IPython/OutputTrap.py (OutputTrap.__init__): added a 'quiet'
 	option so that logs can come out without any headers at all.
 
 	* IPython/UserConfig/ipythonrc-scipy.py: created a profile for
 	SciPy.
 
 	* IPython/iplib.py (InteractiveShell.embed_mainloop): Changed so
 	that embedded IPython calls don't require vars() to be explicitly
 	passed. Now they are extracted from the caller's frame (code
 	snatched from Eric Jones' weave). Added better documentation to
 	the section on embedding and the example file.
 
 	* IPython/genutils.py (page): Changed so that under emacs, it just
 	prints the string. You can then page up and down in the emacs
 	buffer itself. This is how the builtin help() works.
 
 	* IPython/Prompts.py (CachedOutput.__call__): Fixed issue with
 	macro scoping: macros need to be executed in the user's namespace
 	to work as if they had been typed by the user.
 
 	* IPython/Magic.py (Magic.magic_macro): Changed macros so they
 	execute automatically (no need to type 'exec...'). They then
 	behave like 'true macros'. The printing system was also modified
 	for this to work.
 
 2002-02-19  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (page_file): new function for paging files
 	in an OS-independent way. Also necessary for file viewing to work
 	well inside Emacs buffers.
 	(page): Added checks for being in an emacs buffer.
 	(page): fixed bug for Windows ($TERM isn't set in Windows). Fixed
 	same bug in iplib.
 
 2002-02-18  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.init_readline): modified use
 	of readline so that IPython can work inside an Emacs buffer.
 
 	* IPython/ultraTB.py (AutoFormattedTB.__call__): some fixes to
 	method signatures (they weren't really bugs, but it looks cleaner
 	and keeps PyChecker happy).
 
 	* IPython/ipmaker.py (make_IPython): added hooks Struct to __IP
 	for implementing various user-defined hooks. Currently only
 	display is done.
 
 	* IPython/Prompts.py (CachedOutput._display): changed display
 	functions so that they can be dynamically changed by users easily.
 
 	* IPython/Extensions/numeric_formats.py (num_display): added an
 	extension for printing NumPy arrays in flexible manners. It
 	doesn't do anything yet, but all the structure is in
 	place. Ultimately the plan is to implement output format control
 	like in Octave.
 
 	* IPython/Magic.py (Magic.lsmagic): changed so that bound magic
 	methods are found at run-time by all the automatic machinery.
 
 2002-02-17  Fernando Perez  <[e-mail]>
 
 	* setup_Windows.py (make_shortcut): documented. Cleaned up the
 	whole file a little.
 
 	* ToDo: closed this document. Now there's a new_design.lyx
 	document for all new ideas. Added making a pdf of it for the
 	end-user distro.
 
 	* IPython/Logger.py (Logger.switch_log): Created this to replace
 	logon() and logoff(). It also fixes a nasty crash reported by 
 	Philip Hisley <compsys-AT-starpower.net>. Many thanks to him.
 
 	* IPython/iplib.py (complete): got auto-completion to work with
 	automagic (I had wanted this for a long time).
 
 	* IPython/Magic.py (Magic.magic_files): Added @files as an alias
 	to @file, since file() is now a builtin and clashes with automagic
 	for @file.
 
 	* Made some new files: Prompts, CrashHandler, Magic, Logger. All
 	of this was previously in iplib, which had grown to more than 2000
 	lines, way too long. No new functionality, but it makes managing
 	the code a bit easier.
 
 	* IPython/iplib.py (IPythonCrashHandler.__call__): Added version
 	information to crash reports.
 
 2002-02-12  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.5.
 
 2002-02-11  Fernando Perez  <[e-mail]>
 
 	* Wrote a relatively complete Windows installer. It puts
 	everything in place, creates Start Menu entries and fixes the
 	color issues. Nothing fancy, but it works.
 
 2002-02-10  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.safe_execfile): added an
 	os.path.expanduser() call so that we can type @run ~/myfile.py and
 	have thigs work as expected.
 
 	* IPython/genutils.py (page): fixed exception handling so things
 	work both in Unix and Windows correctly. Quitting a pager triggers
 	an IOError/broken pipe in Unix, and in windows not finding a pager
 	is also an IOError, so I had to actually look at the return value
 	of the exception, not just the exception itself. Should be ok now.
 
 	* IPython/ultraTB.py (ColorSchemeTable.set_active_scheme):
 	modified to allow case-insensitive color scheme changes.
 
 2002-02-09  Fernando Perez  <[e-mail]>
 
 	* IPython/genutils.py (native_line_ends): new function to leave
 	user config files with os-native line-endings.
 
 	* README and manual updates.
 
 	* IPython/genutils.py: fixed unicode bug: use types.StringTypes
 	instead of StringType to catch Unicode strings.
 
 	* IPython/genutils.py (filefind): fixed bug for paths with
 	embedded spaces (very common in Windows).
 
 	* IPython/ipmaker.py (make_IPython): added a '.ini' to the rc
 	files under Windows, so that they get automatically associated
 	with a text editor. Windows makes it a pain to handle
 	extension-less files.
 
 	* IPython/iplib.py (InteractiveShell.init_readline): Made the
 	warning about readline only occur for Posix. In Windows there's no
 	way to get readline, so why bother with the warning.
 
 	* IPython/Struct.py (Struct.__str__): fixed to use self.__dict__
 	for __str__ instead of dir(self), since dir() changed in 2.2.
 
 	* Ported to Windows! Tested on XP, I suspect it should work fine
 	on NT/2000, but I don't think it will work on 98 et al. That
 	series of Windows is such a piece of junk anyway that I won't try
 	porting it there. The XP port was straightforward, showed a few
 	bugs here and there (fixed all), in particular some string
 	handling stuff which required considering Unicode strings (which
 	Windows uses). This is good, but hasn't been too tested :) No
 	fancy installer yet, I'll put a note in the manual so people at
 	least make manually a shortcut.
 
 	* IPython/iplib.py (Magic.magic_colors): Unified the color options
 	into a single one, "colors". This now controls both prompt and
 	exception color schemes, and can be changed both at startup
 	(either via command-line switches or via ipythonrc files) and at
 	runtime, with @colors.
 	(Magic.magic_run): renamed @prun to @run and removed the old
 	@run. The two were too similar to warrant keeping both.
 
 2002-02-03  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (install_first_time): Added comment on how to
 	configure the color options for first-time users. Put a <return>
 	request at the end so that small-terminal users get a chance to
 	read the startup info.
 
 2002-01-23  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (CachedOutput.update): Changed output memory
 	variable names from _o,_oo,_ooo,_o<n> to simply _,__,___,_<n>. For
 	input history we still use _i. Did this b/c these variable are
 	very commonly used in interactive work, so the less we need to
 	type the better off we are.
 	(Magic.magic_prun): updated @prun to better handle the namespaces
 	the file will run in, including a fix for __name__ not being set
 	before.
 
 2002-01-20  Fernando Perez  <[e-mail]>
 
 	* IPython/ultraTB.py (VerboseTB.linereader): Fixed printing of
 	extra garbage for Python 2.2. Need to look more carefully into
 	this later.
 
 2002-01-19  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.showtraceback): fixed to
 	display SyntaxError exceptions properly formatted when they occur
 	(they can be triggered by imported code).
 
 2002-01-18  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.safe_execfile): now
 	SyntaxError exceptions are reported nicely formatted, instead of
 	spitting out only offset information as before.
 	(Magic.magic_prun): Added the @prun function for executing
 	programs with command line args inside IPython.
 
 2002-01-16  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (Magic.magic_hist): Changed @hist and @dhist
 	to *not* include the last item given in a range. This brings their
 	behavior in line with Python's slicing: 
 	  a[n1:n2] -> a[n1]...a[n2-1]
 	It may be a bit less convenient, but I prefer to stick to Python's
 	conventions *everywhere*, so users never have to wonder.
 	(Magic.magic_macro): Added @macro function to ease the creation of
 	macros.
 
 2002-01-05  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.4.
 
 	* IPython/iplib.py (Magic.magic_pdef): 
 	(InteractiveShell.safe_execfile): report magic lines and error
 	lines without line numbers so one can easily copy/paste them for
 	re-execution.
 
 	* Updated manual with recent changes.
 
 	* IPython/iplib.py (Magic.magic_oinfo): added constructor
 	docstring printing when class? is called. Very handy for knowing
 	how to create class instances (as long as __init__ is well
 	documented, of course :)
 	(Magic.magic_doc): print both class and constructor docstrings.
 	(Magic.magic_pdef): give constructor info if passed a class and
 	__call__ info for callable object instances.
 
 2002-01-04  Fernando Perez  <[e-mail]>
 
 	* Made deep_reload() off by default. It doesn't always work
 	exactly as intended, so it's probably safer to have it off. It's
 	still available as dreload() anyway, so nothing is lost.
 
 2002-01-02  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.3 (contacted R.Singh at CU about biopython course,
 	so I wanted an updated release).
 
 2001-12-27  Fernando Perez  <[e-mail]>
 
 	* IPython/iplib.py (InteractiveShell.interact): Added the original
 	code from 'code.py' for this module in order to change the
 	handling of a KeyboardInterrupt. This was necessary b/c otherwise
 	the history cache would break when the user hit Ctrl-C, and
 	interact() offers no way to add any hooks to it.
 
 2001-12-23  Fernando Perez  <[e-mail]>
 
 	* setup.py: added check for 'MANIFEST' before trying to remove
 	it. Thanks to Sean Reifschneider.
 
 2001-12-22  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.2.
 
 	* Finished (reasonably) writing the manual. Later will add the
 	python-standard navigation stylesheets, but for the time being
 	it's fairly complete. Distribution will include html and pdf
 	versions.
 
 	* Bugfix: '.' wasn't being added to sys.path. Thanks to Prabhu
 	(MayaVi author).
 
 2001-12-21  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.1. Barring any nasty bugs, this is it as far as a
 	good public release, I think (with the manual and the distutils
 	installer). The manual can use some work, but that can go
 	slowly. Otherwise I think it's quite nice for end users. Next
 	summer, rewrite the guts of it...
 
 	* Changed format of ipythonrc files to use whitespace as the
 	separator instead of an explicit '='. Cleaner.
 
 2001-12-20  Fernando Perez  <[e-mail]>
 
 	* Started a manual in LyX. For now it's just a quick merge of the
 	various internal docstrings and READMEs. Later it may grow into a
 	nice, full-blown manual.
 
 	* Set up a distutils based installer. Installation should now be
 	trivially simple for end-users.
 
 2001-12-11  Fernando Perez  <[e-mail]>
 
 	* Released 0.2.0. First public release, announced it at
 	comp.lang.python. From now on, just bugfixes...
 
 	* Went through all the files, set copyright/license notices and
 	cleaned up things. Ready for release.
 
 2001-12-10  Fernando Perez  <[e-mail]>
 
 	* Changed the first-time installer not to use tarfiles. It's more
 	robust now and less unix-dependent. Also makes it easier for
 	people to later upgrade versions.
 
 	* Changed @exit to @abort to reflect the fact that it's pretty
 	brutal (a sys.exit()). The difference between @abort and Ctrl-D
 	becomes significant only when IPyhton is embedded: in that case,
 	C-D closes IPython only, but @abort kills the enclosing program
 	too (unless it had called IPython inside a try catching
 	SystemExit).
 
 	* Created Shell module which exposes the actuall IPython Shell
 	classes, currently the normal and the embeddable one. This at
 	least offers a stable interface we won't need to change when
 	(later) the internals are rewritten. That rewrite will be confined
 	to iplib and ipmaker, but the Shell interface should remain as is.
 
 	* Added embed module which offers an embeddable IPShell object,
 	useful to fire up IPython *inside* a running program. Great for
 	debugging or dynamical data analysis.
 
 2001-12-08  Fernando Perez  <[e-mail]>
 
 	* Fixed small bug preventing seeing info from methods of defined
 	objects (incorrect namespace in _ofind()).
 
 	* Documentation cleanup. Moved the main usage docstrings to a
 	separate file, usage.py (cleaner to maintain, and hopefully in the
 	future some perlpod-like way of producing interactive, man and
 	html docs out of it will be found).
 
 	* Added @profile to see your profile at any time.
 
 	* Added @p as an alias for 'print'. It's especially convenient if
 	using automagic ('p x' prints x).
 
 	* Small cleanups and fixes after a pychecker run.
 
 	* Changed the @cd command to handle @cd - and @cd -<n> for
 	visiting any directory in _dh.
 
 	* Introduced _dh, a history of visited directories. @dhist prints
 	it out with numbers.
 
 2001-12-07  Fernando Perez  <[e-mail]>
 
 	* Released 0.1.22
 
 	* Made initialization a bit more robust against invalid color
 	options in user input (exit, not traceback-crash).
 
 	* Changed the bug crash reporter to write the report only in the
 	user's .ipython directory. That way IPython won't litter people's
 	hard disks with crash files all over the place. Also print on
 	screen the necessary mail command.
 
 	* With the new ultraTB, implemented LightBG color scheme for light
 	background terminals. A lot of people like white backgrounds, so I
 	guess we should at least give them something readable.
 
 2001-12-06  Fernando Perez  <[e-mail]>
 
 	* Modified the structure of ultraTB. Now there's a proper class
 	for tables of color schemes which allow adding schemes easily and
 	switching the active scheme without creating a new instance every
 	time (which was ridiculous). The syntax for creating new schemes
 	is also cleaner. I think ultraTB is finally done, with a clean
 	class structure. Names are also much cleaner (now there's proper
 	color tables, no need for every variable to also have 'color' in
 	its name).
 
 	* Broke down genutils into separate files. Now genutils only
 	contains utility functions, and classes have been moved to their
 	own files (they had enough independent functionality to warrant
 	it): ConfigLoader, OutputTrap, Struct.
 
 2001-12-05  Fernando Perez  <[e-mail]>
 
 	* IPython turns 21! Released version 0.1.21, as a candidate for
 	public consumption. If all goes well, release in a few days.
 
 	* Fixed path bug (files in Extensions/ directory wouldn't be found
 	unless IPython/ was explicitly in sys.path).
 
 	* Extended the FlexCompleter class as MagicCompleter to allow
 	completion of @-starting lines.
 
 	* Created __release__.py file as a central repository for release
 	info that other files can read from.
 
 	* Fixed small bug in logging: when logging was turned on in
 	mid-session, old lines with special meanings (!@?) were being
 	logged without the prepended comment, which is necessary since
 	they are not truly valid python syntax. This should make session
 	restores produce less errors.
 
 	* The namespace cleanup forced me to make a FlexCompleter class
 	which is nothing but a ripoff of rlcompleter, but with selectable
 	namespace (rlcompleter only works in __main__.__dict__). I'll try
 	to submit a note to the authors to see if this change can be
 	incorporated in future rlcompleter releases (Dec.6: done)
 
 	* More fixes to namespace handling. It was a mess! Now all
 	explicit references to __main__.__dict__ are gone (except when
 	really needed) and everything is handled through the namespace
 	dicts in the IPython instance. We seem to be getting somewhere
 	with this, finally...
 
 	* Small documentation updates.
 
 	* Created the Extensions directory under IPython (with an
 	__init__.py). Put the PhysicalQ stuff there. This directory should
 	be used for all special-purpose extensions.
 
 	* File renaming:
 	  ipythonlib --> ipmaker
 	  ipplib     --> iplib
 	This makes a bit more sense in terms of what these files actually do.
 
 	* Moved all the classes and functions in ipythonlib to ipplib, so
 	now ipythonlib only has make_IPython(). This will ease up its
 	splitting in smaller functional chunks later.
 
 	* Cleaned up (done, I think) output of @whos. Better column
 	formatting, and now shows str(var) for as much as it can, which is
 	typically what one gets with a 'print var'.
 
 2001-12-04  Fernando Perez  <[e-mail]>
 
 	* Fixed namespace problems. Now builtin/IPyhton/user names get
 	properly reported in their namespace. Internal namespace handling
 	is finally getting decent (not perfect yet, but much better than
 	the ad-hoc mess we had).
 
 	* Removed -exit option. If people just want to run a python
 	script, that's what the normal interpreter is for. Less
 	unnecessary options, less chances for bugs.
 
 	* Added a crash handler which generates a complete post-mortem if
 	IPython crashes. This will help a lot in tracking bugs down the
 	road.
 
 	* Fixed nasty bug in auto-evaluation part of prefilter(). Names
 	which were boud to functions being reassigned would bypass the
 	logger, breaking the sync of _il with the prompt counter. This
 	would then crash IPython later when a new line was logged.
 
 2001-12-02  Fernando Perez  <[e-mail]>
 
 	* Made IPython a package. This means people don't have to clutter
 	their sys.path with yet another directory. Changed the INSTALL
 	file accordingly.
 
 	* Cleaned up the output of @who_ls, @who and @whos. @who_ls now
 	sorts its output (so @who shows it sorted) and @whos formats the
 	table according to the width of the first column. Nicer, easier to
 	read. Todo: write a generic table_format() which takes a list of
 	lists and prints it nicely formatted, with optional row/column
 	separators and proper padding and justification. 
 
 	* Released 0.1.20
 
 	* Fixed bug in @log which would reverse the inputcache list (a
 	copy operation was missing).
 
 	* Code cleanup. @config was changed to use page(). Better, since
 	its output is always quite long.
 
 	* Itpl is back as a dependency. I was having too many problems
 	getting the parametric aliases to work reliably, and it's just
 	easier to code weird string operations with it than playing %()s
 	games. It's only ~6k, so I don't think it's too big a deal.
 
 	* Found (and fixed) a very nasty bug with history. !lines weren't
 	getting cached, and the out of sync caches would crash
 	IPython. Fixed it by reorganizing the prefilter/handlers/logger
 	division of labor a bit better. Bug fixed, cleaner structure.
 
 2001-12-01  Fernando Perez  <[e-mail]>
 
 	* Released 0.1.19
 
 	* Added option -n to @hist to prevent line number printing. Much
 	easier to copy/paste code this way.
 
 	* Created global _il to hold the input list. Allows easy
 	re-execution of blocks of code by slicing it (inspired by Janko's
 	comment on 'macros').
 
 	* Small fixes and doc updates.
 
 	* Rewrote @history function (was @h). Renamed it to @hist, @h is
 	much too fragile with automagic. Handles properly multi-line
 	statements and takes parameters.
 
 2001-11-30  Fernando Perez  <[e-mail]>
 
 	* Version 0.1.18 released.
 
 	* Fixed nasty namespace bug in initial module imports.
 
 	* Added copyright/license notes to all code files (except
 	DPyGetOpt). For the time being, LGPL. That could change.
 
 	* Rewrote a much nicer README, updated INSTALL, cleaned up
 	ipythonrc-* samples.
 
 	* Overall code/documentation cleanup. Basically ready for
 	release. Only remaining thing: licence decision (LGPL?).
 
 	* Converted load_config to a class, ConfigLoader. Now recursion
 	control is better organized. Doesn't include the same file twice.
 
 2001-11-29  Fernando Perez  <[e-mail]>
 
 	* Got input history working. Changed output history variables from
 	_p to _o so that _i is for input and _o for output. Just cleaner
 	convention.
 
 	* Implemented parametric aliases. This pretty much allows the
 	alias system to offer full-blown shell convenience, I think.
 
 	* Version 0.1.17 released, 0.1.18 opened.
 
 	* dot_ipython/ipythonrc (alias): added documentation.
 	(xcolor): Fixed small bug (xcolors -> xcolor)
 
 	* Changed the alias system. Now alias is a magic command to define
 	aliases just like the shell. Rationale: the builtin magics should
 	be there for things deeply connected to IPython's
 	architecture. And this is a much lighter system for what I think
 	is the really important feature: allowing users to define quickly
 	magics that will do shell things for them, so they can customize
 	IPython easily to match their work habits. If someone is really
 	desperate to have another name for a builtin alias, they can
 	always use __IP.magic_newname = __IP.magic_oldname. Hackish but
 	works.
 
 2001-11-28  Fernando Perez  <[e-mail]>
 
 	* Changed @file so that it opens the source file at the proper
 	line. Since it uses less, if your EDITOR environment is
 	configured, typing v will immediately open your editor of choice
 	right at the line where the object is defined. Not as quick as
 	having a direct @edit command, but for all intents and purposes it
 	works. And I don't have to worry about writing @edit to deal with
 	all the editors, less does that.
 
 	* Version 0.1.16 released, 0.1.17 opened.
 
 	* Fixed some nasty bugs in the page/page_dumb combo that could
 	crash IPython.
 
 2001-11-27  Fernando Perez  <[e-mail]>
 
 	* Version 0.1.15 released, 0.1.16 opened.
 
 	* Finally got ? and ?? to work for undefined things: now it's
 	possible to type {}.get? and get information about the get method
 	of dicts, or os.path? even if only os is defined (so technically
 	os.path isn't). Works at any level. For example, after import os,
 	os?, os.path?, os.path.abspath? all work. This is great, took some
 	work in _ofind.
 
 	* Fixed more bugs with logging. The sanest way to do it was to add
 	to @log a 'mode' parameter. Killed two in one shot (this mode
 	option was a request of Janko's). I think it's finally clean
 	(famous last words).
 
 	* Added a page_dumb() pager which does a decent job of paging on
 	screen, if better things (like less) aren't available. One less
 	unix dependency (someday maybe somebody will port this to
 	windows).
 
 	* Fixed problem in magic_log: would lock of logging out if log
 	creation failed (because it would still think it had succeeded).
 
 	* Improved the page() function using curses to auto-detect screen
 	size. Now it can make a much better decision on whether to print
 	or page a string. Option screen_length was modified: a value 0
 	means auto-detect, and that's the default now.
 
 	* Version 0.1.14 released, 0.1.15 opened. I think this is ready to
 	go out. I'll test it for a few days, then talk to Janko about
 	licences and announce it.
 
 	* Fixed the length of the auto-generated ---> prompt which appears
 	for auto-parens and auto-quotes. Getting this right isn't trivial,
 	with all the color escapes, different prompt types and optional
 	separators. But it seems to be working in all the combinations.
 
 2001-11-26  Fernando Perez  <[e-mail]>
 
 	* Wrote a regexp filter to get option types from the option names
 	string. This eliminates the need to manually keep two duplicate
 	lists.
 
 	* Removed the unneeded check_option_names. Now options are handled
 	in a much saner manner and it's easy to visually check that things
 	are ok.
 
 	* Updated version numbers on all files I modified to carry a
 	notice so Janko and Nathan have clear version markers.
 
 	* Updated docstring for ultraTB with my changes. I should send
 	this to Nathan.
 
 	* Lots of small fixes. Ran everything through pychecker again.
 
 	* Made loading of deep_reload an cmd line option. If it's not too
 	kosher, now people can just disable it. With -nodeep_reload it's
 	still available as dreload(), it just won't overwrite reload().
 
 	* Moved many options to the no| form (-opt and -noopt
 	accepted). Cleaner.
 
 	* Changed magic_log so that if called with no parameters, it uses
 	'rotate' mode. That way auto-generated logs aren't automatically
 	over-written. For normal logs, now a backup is made if it exists
 	(only 1 level of backups). A new 'backup' mode was added to the
 	Logger class to support this. This was a request by Janko.
 
 	* Added @logoff/@logon to stop/restart an active log.
 
 	* Fixed a lot of bugs in log saving/replay. It was pretty
 	broken. Now special lines (!@,/) appear properly in the command
 	history after a log replay.
 
 	* Tried and failed to implement full session saving via pickle. My
 	idea was to pickle __main__.__dict__, but modules can't be
 	pickled. This would be a better alternative to replaying logs, but
 	seems quite tricky to get to work. Changed -session to be called
 	-logplay, which more accurately reflects what it does. And if we
 	ever get real session saving working, -session is now available.
 
 	* Implemented color schemes for prompts also. As for tracebacks,
 	currently only NoColor and Linux are supported. But now the
 	infrastructure is in place, based on a generic ColorScheme
 	class. So writing and activating new schemes both for the prompts
 	and the tracebacks should be straightforward.
 
 	* Version 0.1.13 released, 0.1.14 opened.
 
 	* Changed handling of options for output cache. Now counter is
 	hardwired starting at 1 and one specifies the maximum number of
 	entries *in the outcache* (not the max prompt counter). This is
 	much better, since many statements won't increase the cache
 	count. It also eliminated some confusing options, now there's only
 	one: cache_size.
 
 	* Added 'alias' magic function and magic_alias option in the
 	ipythonrc file. Now the user can easily define whatever names he
 	wants for the magic functions without having to play weird
 	namespace games. This gives IPython a real shell-like feel.
 
 	* Fixed doc/?/?? for magics. Now all work, in all forms (explicit
 	@ or not).
 
 	This was one of the last remaining 'visible' bugs (that I know
 	of). I think if I can clean up the session loading so it works
 	100% I'll release a 0.2.0 version on c.p.l (talk to Janko first
 	about licensing).	
 
 2001-11-25  Fernando Perez  <[e-mail]>
 
 	* Rewrote somewhat oinfo (?/??). Nicer, now uses page() and
 	there's a cleaner distinction between what ? and ?? show.
 
 	* Added screen_length option. Now the user can define his own
 	screen size for page() operations.
 
 	* Implemented magic shell-like functions with automatic code
 	generation. Now adding another function is just a matter of adding
 	an entry to a dict, and the function is dynamically generated at
 	run-time. Python has some really cool features!
 
 	* Renamed many options to cleanup conventions a little. Now all
 	are lowercase, and only underscores where needed. Also in the code
 	option name tables are clearer.
 
 	* Changed prompts a little. Now input is 'In [n]:' instead of
 	'In[n]:='. This allows it the numbers to be aligned with the
 	Out[n] numbers, and removes usage of ':=' which doesn't exist in
 	Python (it was a Mathematica thing). The '...' continuation prompt
 	was also changed a little to align better.
 
 	* Fixed bug when flushing output cache. Not all _p<n> variables
 	exist, so their deletion needs to be wrapped in a try:
 
 	* Figured out how to properly use inspect.formatargspec() (it
 	requires the args preceded by *). So I removed all the code from
 	_get_pdef in Magic, which was just replicating that.
 
 	* Added test to prefilter to allow redefining magic function names
 	as variables. This is ok, since the @ form is always available,
 	but whe should allow the user to define a variable called 'ls' if
 	he needs it.
 
 	* Moved the ToDo information from README into a separate ToDo.
 
 	* General code cleanup and small bugfixes. I think it's close to a
 	state where it can be released, obviously with a big 'beta'
 	warning on it.
 
 	* Got the magic function split to work. Now all magics are defined
 	in a separate class. It just organizes things a bit, and now
 	Xemacs behaves nicer (it was choking on InteractiveShell b/c it
 	was too long).
 
 	* Changed @clear to @reset to avoid potential confusions with
 	the shell command clear. Also renamed @cl to @clear, which does
 	exactly what people expect it to from their shell experience.
 
 	Added a check to the @reset command (since it's so
 	destructive, it's probably a good idea to ask for confirmation).
 	But now reset only works for full namespace resetting. Since the
 	del keyword is already there for deleting a few specific
 	variables, I don't see the point of having a redundant magic
 	function for the same task.
 
 2001-11-24  Fernando Perez  <[e-mail]>
 
 	* Updated the builtin docs (esp. the ? ones).
 
 	* Ran all the code through pychecker. Not terribly impressed with
 	it: lots of spurious warnings and didn't really find anything of
 	substance (just a few modules being imported and not used).
 
 	* Implemented the new ultraTB functionality into IPython. New
 	option: xcolors. This chooses color scheme. xmode now only selects
 	between Plain and Verbose. Better orthogonality.
 
 	* Large rewrite of ultraTB. Much cleaner now, with a separation of
 	mode and color scheme for the exception handlers. Now it's
 	possible to have the verbose traceback with no coloring.
 
 2001-11-23  Fernando Perez  <[e-mail]>
 
 	* Version 0.1.12 released, 0.1.13 opened.
 
 	* Removed option to set auto-quote and auto-paren escapes by
 	user. The chances of breaking valid syntax are just too high. If
 	someone *really* wants, they can always dig into the code.
 
 	* Made prompt separators configurable.
 
 2001-11-22  Fernando Perez  <[e-mail]>
 
 	* Small bugfixes in many places.
 
 	* Removed the MyCompleter class from ipplib. It seemed redundant
 	with the C-p,C-n history search functionality. Less code to
 	maintain.
 
 	* Moved all the original ipython.py code into ipythonlib.py. Right
 	now it's just one big dump into a function called make_IPython, so
 	no real modularity has been gained. But at least it makes the
 	wrapper script tiny, and since ipythonlib is a module, it gets
 	compiled and startup is much faster.
 
 	This is a reasobably 'deep' change, so we should test it for a
 	while without messing too much more with the code.
 
 2001-11-21  Fernando Perez  <[e-mail]>
 
 	* Version 0.1.11 released, 0.1.12 opened for further work.
 
 	* Removed dependency on Itpl. It was only needed in one place. It
 	would be nice if this became part of python, though. It makes life
 	*a lot* easier in some cases.
 
 	* Simplified the prefilter code a bit. Now all handlers are
 	expected to explicitly return a value (at least a blank string).
 
 	* Heavy edits in ipplib. Removed the help system altogether. Now
 	obj?/?? is used for inspecting objects, a magic @doc prints
 	docstrings, and full-blown Python help is accessed via the 'help'
 	keyword. This cleans up a lot of code (less to maintain) and does
 	the job. Since 'help' is now a standard Python component, might as
 	well use it and remove duplicate functionality.
 
 	Also removed the option to use ipplib as a standalone program. By
 	now it's too dependent on other parts of IPython to function alone.
 
 	* Fixed bug in genutils.pager. It would crash if the pager was
 	exited immediately after opening (broken pipe).
 
 	* Trimmed down the VerboseTB reporting a little. The header is
 	much shorter now and the repeated exception arguments at the end
 	have been removed. For interactive use the old header seemed a bit
 	excessive.
 
 	* Fixed small bug in output of @whos for variables with multi-word
 	types (only first word was displayed).
 
 2001-11-17  Fernando Perez  <[e-mail]>
 
 	* Version 0.1.10 released, 0.1.11 opened for further work.
 
 	* Modified dirs and friends. dirs now *returns* the stack (not
 	prints), so one can manipulate it as a variable. Convenient to
 	travel along many directories.
 
 	* Fixed bug in magic_pdef: would only work with functions with
 	arguments with default values.
 
 2001-11-14  Fernando Perez  <[e-mail]>
 
 	* Added the PhysicsInput stuff to dot_ipython so it ships as an
 	example with IPython. Various other minor fixes and cleanups.
 
 	* Version 0.1.9 released, 0.1.10 opened for further work.
 
 	* Added sys.path to the list of directories searched in the
 	execfile= option. It used to be the current directory and the
 	user's IPYTHONDIR only.
 
 2001-11-13  Fernando Perez  <[e-mail]>
 
 	* Reinstated the raw_input/prefilter separation that Janko had
 	initially. This gives a more convenient setup for extending the
 	pre-processor from the outside: raw_input always gets a string,
 	and prefilter has to process it. We can then redefine prefilter
 	from the outside and implement extensions for special
 	purposes.
 
 	Today I got one for inputting PhysicalQuantity objects
 	(from Scientific) without needing any function calls at
 	all. Extremely convenient, and it's all done as a user-level
 	extension (no IPython code was touched). Now instead of:
 		a = PhysicalQuantity(4.2,'m/s**2')
 	one can simply say
 		a = 4.2 m/s**2
 	or even
 		a = 4.2 m/s^2
 	
 	I use this, but it's also a proof of concept: IPython really is
 	fully user-extensible, even at the level of the parsing of the
 	command line. It's not trivial, but it's perfectly doable.
 
 	* Added 'add_flip' method to inclusion conflict resolver. Fixes
 	the problem of modules being loaded in the inverse order in which
 	they were defined in 
 
 	* Version 0.1.8 released, 0.1.9 opened for further work.
 
 	* Added magics pdef, source and file. They respectively show the
 	definition line ('prototype' in C), source code and full python
 	file for any callable object. The object inspector oinfo uses
 	these to show the same information.
 
 	* Version 0.1.7 released, 0.1.8 opened for further work.
 
 	* Separated all the magic functions into a class called Magic. The
 	InteractiveShell class was becoming too big for Xemacs to handle
 	(de-indenting a line would lock it up for 10 seconds while it
 	backtracked on the whole class!)
 
 	FIXME: didn't work. It can be done, but right now namespaces are
 	all messed up. Do it later (reverted it for now, so at least
 	everything works as before).
 
 	* Got the object introspection system (magic_oinfo) working! I
 	think this is pretty much ready for release to Janko, so he can
 	test it for a while and then announce it. Pretty much 100% of what
 	I wanted for the 'phase 1' release is ready. Happy, tired.
 
 2001-11-12  Fernando Perez  <[e-mail]>
 
 	* Version 0.1.6 released, 0.1.7 opened for further work.
 
 	* Fixed bug in printing: it used to test for truth before
 	printing, so 0 wouldn't print. Now checks for None.
 
 	* Fixed bug where auto-execs increase the prompt counter by 2 (b/c
 	they have to call len(str(sys.ps1)) ). But the fix is ugly, it
 	reaches by hand into the outputcache. Think of a better way to do
 	this later.
 
 	* Various small fixes thanks to Nathan's comments.
 
 	* Changed magic_pprint to magic_Pprint. This way it doesn't
 	collide with pprint() and the name is consistent with the command
 	line option.
 
 	* Changed prompt counter behavior to be fully like
 	Mathematica's. That is, even input that doesn't return a result
 	raises the prompt counter. The old behavior was kind of confusing
 	(getting the same prompt number several times if the operation
 	didn't return a result).
 
 	* Fixed Nathan's last name in a couple of places (Gray, not Graham).
 
 	* Fixed -Classic mode (wasn't working anymore).
 
 	* Added colored prompts using Nathan's new code. Colors are
 	currently hardwired, they can be user-configurable. For
 	developers, they can be chosen in file ipythonlib.py, at the
 	beginning of the CachedOutput class def.
 
 2001-11-11  Fernando Perez  <[e-mail]>
 
 	* Version 0.1.5 released, 0.1.6 opened for further work.
 
 	* Changed magic_env to *return* the environment as a dict (not to
 	print it). This way it prints, but it can also be processed.
 
 	* Added Verbose exception reporting to interactive
 	exceptions. Very nice, now even 1/0 at the prompt gives a verbose
 	traceback. Had to make some changes to the ultraTB file. This is
 	probably the last 'big' thing in my mental todo list.  This ties
 	in with the next entry:
 
 	* Changed -Xi and -Xf to a single -xmode option. Now all the user
 	has to specify is Plain, Color or Verbose for all exception
 	handling.
 
 	* Removed ShellServices option. All this can really be done via
 	the magic system. It's easier to extend, cleaner and has automatic
 	namespace protection and documentation.
 
 2001-11-09  Fernando Perez  <[e-mail]>
 
 	* Fixed bug in output cache flushing (missing parameter to
 	__init__). Other small bugs fixed (found using pychecker).
 
 	* Version 0.1.4 opened for bugfixing.
 
 2001-11-07  Fernando Perez  <[e-mail]>
 
 	* Version 0.1.3 released, mainly because of the raw_input bug.
 
 	* Fixed NASTY bug in raw_input: input line wasn't properly parsed
 	and when testing for whether things were callable, a call could
 	actually be made to certain functions. They would get called again
 	once 'really' executed, with a resulting double call. A disaster
 	in many cases (list.reverse() would never work!).
 
 	* Removed prefilter() function, moved its code to raw_input (which
 	after all was just a near-empty caller for prefilter). This saves
 	a function call on every prompt, and simplifies the class a tiny bit.
 
 	* Fix _ip to __ip name in magic example file.
 
 	* Changed 'tar -x -f' to 'tar xvf' in auto-installer. This should
 	work with non-gnu versions of tar.
 
 2001-11-06  Fernando Perez  <[e-mail]>
 
 	* Version 0.1.2. Just to keep track of the recent changes.
 
 	* Fixed nasty bug in output prompt routine. It used to check 'if
 	arg != None...'. Problem is, this fails if arg implements a
 	special comparison (__cmp__) which disallows comparing to
 	None. Found it when trying to use the PhysicalQuantity module from
 	ScientificPython.
 
 2001-11-05  Fernando Perez  <[e-mail]>
 
 	* Also added dirs. Now the pushd/popd/dirs family functions
 	basically like the shell, with the added convenience of going home
 	when called with no args.
 
 	* pushd/popd slightly modified to mimic shell behavior more
 	closely.
 
 	* Added env,pushd,popd from ShellServices as magic functions. I
 	think the cleanest will be to port all desired functions from
 	ShellServices as magics and remove ShellServices altogether. This
 	will provide a single, clean way of adding functionality
 	(shell-type or otherwise) to IP.
 
 2001-11-04  Fernando Perez  <[e-mail]>
 
 	* Added .ipython/ directory to sys.path. This way users can keep
 	customizations there and access them via import.
 
 2001-11-03  Fernando Perez  <[e-mail]>
 
 	* Opened version 0.1.1 for new changes.
 
 	* Changed version number to 0.1.0: first 'public' release, sent to
 	Nathan and Janko.
 
 	* Lots of small fixes and tweaks.
 
 	* Minor changes to whos format. Now strings are shown, snipped if
 	too long.
 
 	* Changed ShellServices to work on __main__ so they show up in @who
 
 	* Help also works with ? at the end of a line:
 		?sin and sin?
 	both produce the same effect. This is nice, as often I use the
 	tab-complete to find the name of a method, but I used to then have
 	to go to the beginning of the line to put a ? if I wanted more
 	info. Now I can just add the ? and hit return. Convenient.
 
 2001-11-02  Fernando Perez  <[e-mail]>
 
 	* Python version check (>=2.1) added.
 
 	* Added LazyPython documentation. At this point the docs are quite
 	a mess. A cleanup is in order.
 
 	* Auto-installer created. For some bizarre reason, the zipfiles
 	module isn't working on my system. So I made a tar version
 	(hopefully the command line options in various systems won't kill
 	me).
 
 	* Fixes to Struct in genutils. Now all dictionary-like methods are
 	protected (reasonably).
 
 	* Added pager function to genutils and changed ? to print usage
 	note through it (it was too long).
 
 	* Added the LazyPython functionality. Works great! I changed the
 	auto-quote escape to ';', it's on home row and next to '. But
 	both auto-quote and auto-paren (still /) escapes are command-line
 	parameters.
 	
 
 2001-11-01  Fernando Perez  <[e-mail]>
 
 	* Version changed to 0.0.7. Fairly large change: configuration now
 	is all stored in a directory, by default .ipython. There, all
 	config files have normal looking names (not .names)
 
 	* Version 0.0.6 Released first to Lucas and Archie as a test
 	run. Since it's the first 'semi-public' release, change version to
 	> 0.0.6 for any changes now.
 
 	* Stuff I had put in the ipplib.py changelog:
 	
 	Changes to InteractiveShell:
 	
 	- Made the usage message a parameter.
 	
 	- Require the name of the shell variable to be given. It's a bit
 	of a hack, but allows the name 'shell' not to be hardwire in the
 	magic (@) handler, which is problematic b/c it requires
 	polluting the global namespace with 'shell'. This in turn is
 	fragile: if a user redefines a variable called shell, things
 	break.
 
 	- magic @: all functions available through @ need to be defined
 	as magic_<name>, even though they can be called simply as
 	@<name>. This allows the special command @magic to gather
 	information automatically about all existing magic functions,
 	even if they are run-time user extensions, by parsing the shell
 	instance __dict__ looking for special magic_ names.
 
 	- mainloop: added *two* local namespace parameters. This allows
 	the class to differentiate between parameters which were there
 	before and after command line initialization was processed. This
 	way, later @who can show things loaded at startup by the
 	user. This trick was necessary to make session saving/reloading
 	really work: ideally after saving/exiting/reloading a session,
 	*everythin* should look the same, including the output of @who. I
 	was only able to make this work with this double namespace
 	trick.
 
 	- added a header to the logfile which allows (almost) full
 	session restoring.
 
 	- prepend lines beginning with @ or !, with a and log
 	them. Why?  !lines: may be useful to know what you did @lines:
 	they may affect session state. So when restoring a session, at
 	least inform the user of their presence. I couldn't quite get
 	them to properly re-execute, but at least the user is warned.
 
 	* Started ChangeLog.