More work fixing some small bugs in the setup.py infrastructure. It is almost working!

setup.py

@@ -1,162 +1,165 b''
 #!/usr/bin/env python
 # -*- coding: utf-8 -*-
 """Setup script for IPython.
 
 Under Posix environments it works like a typical setup.py script. 
 Under Windows, the command sdist is not supported, since IPython 
 requires utilities which are not available under Windows."""
 
 #-------------------------------------------------------------------------------
 #  Copyright (C) 2008  The IPython Development Team
 #
 #  Distributed under the terms of the BSD License.  The full license is in
 #  the file COPYING, distributed as part of this software.
 #-------------------------------------------------------------------------------
 
 #-------------------------------------------------------------------------------
 # Imports
 #-------------------------------------------------------------------------------
 
 # Stdlib imports
 import os
 import sys
 
 from glob import glob
 
 # BEFORE importing distutils, remove MANIFEST. distutils doesn't properly
 # update it when the contents of directories change.
 if os.path.exists('MANIFEST'): os.remove('MANIFEST')
 
 from distutils.core import setup
 
 # Local imports
 from IPython.genutils import target_update
 
 from setupbase import (
     setup_args, 
     find_packages, 
     find_package_data, 
     find_scripts,
     find_data_files,
     check_for_dependencies
 )
 
 isfile = os.path.isfile
 
 #-------------------------------------------------------------------------------
 # Handle OS specific things
 #-------------------------------------------------------------------------------
 
 if os.name == 'posix':
     os_name = 'posix'
 elif os.name in ['nt','dos']:
     os_name = 'windows'
 else:
     print 'Unsupported operating system:',os.name
     sys.exit(1)
 
 # Under Windows, 'sdist' has not been supported.  Now that the docs build with
 # Sphinx it might work, but let's not turn it on until someone confirms that it
 # actually works.
 if os_name == 'windows' and 'sdist' in sys.argv:
     print 'The sdist command is not available under Windows.  Exiting.'
     sys.exit(1)
 
 #-------------------------------------------------------------------------------
 # Things related to the IPython documentation
 #-------------------------------------------------------------------------------
 
 # update the manuals when building a source dist
 if len(sys.argv) >= 2 and sys.argv[1] in ('sdist','bdist_rpm'):
     import textwrap
 
     # List of things to be updated. Each entry is a triplet of args for
     # target_update()
     to_update = [ # The do_sphinx scripts builds html and pdf, so just one
                   # target is enough to cover all manual generation
                  ('doc/manual/ipython.pdf',
                   ['IPython/Release.py','doc/source/ipython.rst'],
                   "cd doc && python do_sphinx.py" ),
 
                   # FIXME - Disabled for now: we need to redo an automatic way
                   # of generating the magic info inside the rst.                
                   #('doc/magic.tex',
                   #['IPython/Magic.py'],
                   #"cd doc && ./update_magic.sh" ),
                  
                  ('doc/ipython.1.gz',
                   ['doc/ipython.1'],
                   "cd doc && gzip -9c ipython.1 > ipython.1.gz"),
 
                  ('doc/pycolor.1.gz',
                   ['doc/pycolor.1'],
                   "cd doc && gzip -9c pycolor.1 > pycolor.1.gz"),
                  ]
 
     [ target_update(*t) for t in to_update ]
 
 #---------------------------------------------------------------------------
 # Find all the packages, package data, scripts and data_files
 #---------------------------------------------------------------------------
 
 packages = find_packages()
 package_data = find_package_data()
 scripts = find_scripts()
 data_files = find_data_files()
 
 #---------------------------------------------------------------------------
 # Handle dependencies and setuptools specific things
 #---------------------------------------------------------------------------
 
 # This dict is used for passing extra arguments that are setuptools 
 # specific to setup
 setuptools_extra_args = {}
 
 if 'setuptools' in sys.modules:
     setuptools_extra_args['zip_safe'] = False
     setuptools_extra_args['entry_points'] = {
         'console_scripts': [
             'ipython = IPython.ipapi:launch_new_instance',
             'pycolor = IPython.PyColorize:main',
             'ipcontroller = IPython.kernel.scripts.ipcontroller:main',
             'ipengine = IPython.kernel.scripts.ipengine:main',
             'ipcluster = IPython.kernel.scripts.ipcluster:main'
         ]
     }
     setup_args["extras_require"] = dict(
         kernel = [
             "zope.interface>=3.4.1",
             "Twisted>=8.0.1",
             "foolscap>=0.2.6"        
         ],
         doc=['Sphinx>=0.3','pygments'],
         test='nose>=0.10.1',
         security=["pyOpenSSL>=0.6"]
     )
     # Allow setuptools to handle the scripts
     scripts = []
     # eggs will lack docs, examples
     data_files = []
 else:
     # package_data of setuptools was introduced to distutils in 2.4
     cfgfiles = filter(isfile, glob('IPython/UserConfig/*'))
     if sys.version_info < (2,4):
         data_files.append(('lib', 'IPython/UserConfig', cfgfiles))
     # If we are running without setuptools, call this function which will
     # check for dependencies an inform the user what is needed.  This is
     # just to make life easy for users.
     check_for_dependencies()
 
 
 #---------------------------------------------------------------------------
 # Do the actual setup now
 #---------------------------------------------------------------------------
 
+print packages
+
+
 setup_args['packages'] = packages
 setup_args['package_data'] = package_data
 setup_args['scripts'] = scripts
 setup_args['data_files'] = data_files
 setup_args.update(setuptools_extra_args)
 
 if __name__ == '__main__':
     setup(**setup_args)

setupbase.py

@@ -1,230 +1,230 b''
 # encoding: utf-8
 
 """
 This module defines the things that are used in setup.py for building IPython
 
 This includes:
 
     * The basic arguments to setup
     * Functions for finding things like packages, package data, etc.
     * A function for checking dependencies.
 """
 
 __docformat__ = "restructuredtext en"
 
 #-------------------------------------------------------------------------------
 #  Copyright (C) 2008  The IPython Development Team
 #
 #  Distributed under the terms of the BSD License.  The full license is in
 #  the file COPYING, distributed as part of this software.
 #-------------------------------------------------------------------------------
 
 #-------------------------------------------------------------------------------
 # Imports
 #-------------------------------------------------------------------------------
 
 import os, sys
 
 from glob import glob
 
 from setupext import install_data_ext
 
 #-------------------------------------------------------------------------------
 # Useful globals and utility functions
 #-------------------------------------------------------------------------------
 
 # A few handy globals
 isfile = os.path.isfile
 pjoin = os.path.join
 
 def oscmd(s):
     print ">", s
     os.system(s)
 
 # A little utility we'll need below, since glob() does NOT allow you to do
 # exclusion on multiple endings!
 def file_doesnt_endwith(test,endings):
     """Return true if test is a file and its name does NOT end with any
     of the strings listed in endings."""
     if not isfile(test):
         return False
     for e in endings:
         if test.endswith(e):
             return False
     return True
 
 #---------------------------------------------------------------------------
 # Basic project information
 #---------------------------------------------------------------------------
 
 # Release.py contains version, authors, license, url, keywords, etc.
 execfile(pjoin('IPython','Release.py'))
 
 # Create a dict with the basic information
 # This dict is eventually passed to setup after additional keys are added.
 setup_args = dict(
       name             = name,
       version          = version,
       description      = description,
       long_description = long_description,
       author           = author,
       author_email     = author_email,
       url              = url,
       download_url     = download_url,
       license          = license,
       platforms        = platforms,
       keywords         = keywords,
       cmdclass         = {'install_data': install_data_ext},
       )
 
 
 #---------------------------------------------------------------------------
 # Find packages
 #---------------------------------------------------------------------------
 
 def add_package(packages, pname, config=False, tests=False, scripts=False, others=None):
     """
     Add a package to the list of packages, including certain subpackages.
     """
-    packages.append('.'.join(['ipython1',pname]))
+    packages.append('.'.join(['IPython',pname]))
     if config:
-        packages.append('.'.join(['ipython1',pname,'config']))
+        packages.append('.'.join(['IPython',pname,'config']))
     if tests:
-        packages.append('.'.join(['ipython1',pname,'tests']))
+        packages.append('.'.join(['IPython',pname,'tests']))
     if scripts:
-        packages.append('.'.join(['ipython1',pname,'scripts']))
+        packages.append('.'.join(['IPython',pname,'scripts']))
     if others is not None:
         for o in others:
-            packages.append('.'.join(['ipython1',pname,o]))
+            packages.append('.'.join(['IPython',pname,o]))
 
 def find_packages():
     """
     Find all of IPython's packages.
     """
-    packages = ['ipython']
+    packages = ['IPython']
     add_package(packages, 'config', tests=True)
     add_package(packages , 'Extensions')
     add_package(packages, 'external')
     add_package(packages, 'gui')
     add_package(packages, 'gui.wx')
     add_package(packages, 'kernel', config=True, tests=True, scripts=True)
     add_package(packages, 'kernel.core', config=True, tests=True)
     add_package(packages, 'testing', tests=True)
     add_package(packages, 'tools', tests=True)
     add_package(packages, 'UserConfig')
     return packages
 
 #---------------------------------------------------------------------------
 # Find package data
 #---------------------------------------------------------------------------
 
 def find_package_data():
     """
     Find IPython's package_data.
     """
     # This is not enough for these things to appear in an sdist.
     # We need to muck with the MANIFEST to get this to work
     package_data = {'IPython.UserConfig' : ['*'] }
     return package_data
 
 
 #---------------------------------------------------------------------------
 # Find data files
 #---------------------------------------------------------------------------
 
 def find_data_files():
     """
     Find IPython's data_files.
     """
     
     # I can't find how to make distutils create a nested dir. structure, so
     # in the meantime do it manually. Butt ugly.
     # Note that http://www.redbrick.dcu.ie/~noel/distutils.html, ex. 2/3, contain
     # information on how to do this more cleanly once python 2.4 can be assumed.
     # Thanks to Noel for the tip.
     docdirbase  = 'share/doc/ipython'
     manpagebase = 'share/man/man1'
 
     # We only need to exclude from this things NOT already excluded in the
     # MANIFEST.in file.
     exclude     = ('.sh','.1.gz')
     docfiles    = filter(lambda f:file_doesnt_endwith(f,exclude),glob('doc/*'))
     examfiles   = filter(isfile, glob('doc/examples/*.py'))
     manfiles    = filter(isfile, glob('doc/manual/*'))
     manstatic   = filter(isfile, glob('doc/manual/_static/*'))
     manpages    = filter(isfile, glob('doc/*.1.gz'))
     scriptfiles = filter(isfile, ['scripts/ipython','scripts/pycolor',
                                   'scripts/irunner'])
     igridhelpfiles = filter(isfile, glob('IPython/Extensions/igrid_help.*'))
     
     data_files = [('data', docdirbase, docfiles),
                  ('data', pjoin(docdirbase, 'examples'),examfiles),
                  ('data', pjoin(docdirbase, 'manual'),manfiles),
                  ('data', pjoin(docdirbase, 'manual/_static'),manstatic),
                  ('data', manpagebase, manpages),
                  ('data',pjoin(docdirbase, 'extensions'),igridhelpfiles),
                  ]
     return data_files
 
 #---------------------------------------------------------------------------
 # Find scripts
 #---------------------------------------------------------------------------
 
 def find_scripts():
     """
     Find IPython's scripts.
     """
     scripts = []
-    scripts.append('ipython1/kernel/scripts/ipengine')
-    scripts.append('ipython1/kernel/scripts/ipcontroller')
-    scripts.append('ipython1/kernel/scripts/ipcluster')
+    scripts.append('ipython/kernel/scripts/ipengine')
+    scripts.append('ipython/kernel/scripts/ipcontroller')
+    scripts.append('ipython/kernel/scripts/ipcluster')
     scripts.append('scripts/ipython')
     scripts.append('scripts/pycolor')
     scripts.append('scripts/irunner')
     
     # Script to be run by the windows binary installer after the default setup
     # routine, to add shortcuts and similar windows-only things.  Windows
     # post-install scripts MUST reside in the scripts/ dir, otherwise distutils
     # doesn't find them.
     if 'bdist_wininst' in sys.argv:
         if len(sys.argv) > 2 and ('sdist' in sys.argv or 'bdist_rpm' in sys.argv):
             print >> sys.stderr,"ERROR: bdist_wininst must be run alone. Exiting."
             sys.exit(1)
         scripts.append('scripts/ipython_win_post_install.py')
     
     return scripts
 
 #---------------------------------------------------------------------------
 # Find scripts
 #---------------------------------------------------------------------------
 
 def check_for_dependencies():
     """Check for IPython's dependencies.
     
     This function should NOT be called if running under setuptools!
     """
     from setupext.setupext import (
         print_line, print_raw, print_status, print_message,
         check_for_zopeinterface, check_for_twisted,
         check_for_foolscap, check_for_pyopenssl,
         check_for_sphinx, check_for_pygments,
         check_for_nose, check_for_pexpect
     )
     print_line()
     print_raw("BUILDING IPYTHON")
     print_status('python', sys.version)
     print_status('platform', sys.platform)
     if sys.platform == 'win32':
         print_status('Windows version', sys.getwindowsversion())
     
     print_raw("")
     print_raw("OPTIONAL DEPENDENCIES")
 
     check_for_zopeinterface()
     check_for_twisted()
     check_for_foolscap()
     check_for_pyopenssl()
     check_for_sphinx()
     check_for_pygments()
     check_for_nose()
     check_for_pexpect()
  No newline at end of file

setupext/setupext.py

@@ -1,177 +1,178 b''
 # encoding: utf-8
 
 __docformat__ = "restructuredtext en"
 
 #-------------------------------------------------------------------------------
 #  Copyright (C) 2008  The IPython Development Team
 #
 #  Distributed under the terms of the BSD License.  The full license is in
 #  the file COPYING, distributed as part of this software.
 #-------------------------------------------------------------------------------
 
 #-------------------------------------------------------------------------------
 # Imports
 #-------------------------------------------------------------------------------
 
 import sys, os
 from textwrap import fill
 
 display_status=True
 
 if display_status:
     def print_line(char='='):
         print char * 76
 
     def print_status(package, status):
         initial_indent = "%22s: " % package
         indent = ' ' * 24
         print fill(str(status), width=76,
                    initial_indent=initial_indent,
                    subsequent_indent=indent)
 
     def print_message(message):
         indent = ' ' * 24 + "* "
         print fill(str(message), width=76,
                    initial_indent=indent,
                    subsequent_indent=indent)
 
     def print_raw(section):
         print section
 else:
     def print_line(*args, **kwargs):
         pass
     print_status = print_message = print_raw = print_line
 
 #-------------------------------------------------------------------------------
 # Tests for specific packages
 #-------------------------------------------------------------------------------
 
 def check_for_ipython():
     try:
         import IPython
     except ImportError:
         print_status("IPython", "Not found")
         return False
     else:
         print_status("IPython", IPython.__version__)
         return True
 
 def check_for_zopeinterface():
     try:
         import zope.interface
     except ImportError:
         print_status("zope.Interface", "Not found (required for parallel computing capabilities)")
         return False
     else:
         print_status("Zope.Interface","yes")
         return True
         
 def check_for_twisted():
     try:
         import twisted
     except ImportError:
         print_status("Twisted", "Not found (required for parallel computing capabilities)")
         return False
     else:
         major = twisted.version.major
         minor = twisted.version.minor
         micro = twisted.version.micro
+        print_status("Twisted", twisted.version.short())
         if not ((major==2 and minor>=5 and micro>=0) or \
                 major>=8):
             print_message("WARNING: IPython requires Twisted 2.5.0 or greater, you have version %s"%twisted.version.short())
+            print_message("Twisted is required for parallel computing capabilities")
             return False
         else:
-            print_status("Twisted", twisted.version.short())
             return True
 
 def check_for_foolscap():
     try:
         import foolscap
     except ImportError:
         print_status('Foolscap', "Not found (required for parallel computing capabilities)")
         return False
     else:
         print_status('Foolscap', foolscap.__version__)
         return True
 
 def check_for_pyopenssl():
     try:
         import OpenSSL
     except ImportError:
         print_status('OpenSSL', "Not found (required if you want security in the parallel computing capabilities)")
         return False
     else:
         print_status('OpenSSL', OpenSSL.__version__)    
         return True
 
 def check_for_sphinx():
     try:
         import sphinx
     except ImportError:
-        print_status('sphinx', "Not found (required for building the IPtyhon documentation)")
+        print_status('sphinx', "Not found (required for building documentation)")
         return False
     else:
         print_status('sphinx', sphinx.__version__) 
         return True
 
 def check_for_pygments():
     try:
         import pygments
     except ImportError:
-        print_status('pygments', "Not found (required for syntax highlighting of code in the IPtyhon documentation)")
+        print_status('pygments', "Not found (required for syntax highlighting documentation)")
         return False
     else:
         print_status('pygments', pygments.__version__)
         return True
 
 def check_for_nose():
     try:
         import nose
     except ImportError:
-        print_status('nose', "Not found (required for running the IPython test suite)")
+        print_status('nose', "Not found (required for running the test suite)")
         return False
     else:
         print_status('nose', nose.__version__)
         return True
 
 def check_for_pexpect():
     try:
         import pexpect
     except ImportError:
         print_status("pexpect", "no (required for running standalone doctests)")
         return False
     else:
         print_status("pexpect", pexpect.__version__)
         return True
 
 def check_for_httplib2():
     try:
         import httplib2
     except ImportError:
         print_status("httplib2", "no (required for blocking http clients)")
         return False
     else:
         print_status("httplib2","yes")
         return True
 
 def check_for_sqlalchemy():
     try:
         import sqlalchemy
     except ImportError:
         print_status("sqlalchemy", "no (required for the ipython1 notebook)")
         return False
     else:
         print_status("sqlalchemy","yes")
         return True
 
 def check_for_simplejson():
     try:
         import simplejson
     except ImportError:
         print_status("simplejson", "no (required for the ipython1 notebook)")
         return False
     else:
         print_status("simplejson","yes")
         return True
 
         
  No newline at end of file