##// END OF EJS Templates
dispatch: also pass level argument to __import__ for ignored modules...
Dan Villiom Podlaski Christiansen -
r9315:fb66a7d3 default
parent child Browse files
Show More
@@ -1,136 +1,139
1 # demandimport.py - global demand-loading of modules for Mercurial
1 # demandimport.py - global demand-loading of modules for Mercurial
2 #
2 #
3 # Copyright 2006, 2007 Matt Mackall <mpm@selenic.com>
3 # Copyright 2006, 2007 Matt Mackall <mpm@selenic.com>
4 #
4 #
5 # This software may be used and distributed according to the terms of the
5 # This software may be used and distributed according to the terms of the
6 # GNU General Public License version 2, incorporated herein by reference.
6 # GNU General Public License version 2, incorporated herein by reference.
7
7
8 '''
8 '''
9 demandimport - automatic demandloading of modules
9 demandimport - automatic demandloading of modules
10
10
11 To enable this module, do:
11 To enable this module, do:
12
12
13 import demandimport; demandimport.enable()
13 import demandimport; demandimport.enable()
14
14
15 Imports of the following forms will be demand-loaded:
15 Imports of the following forms will be demand-loaded:
16
16
17 import a, b.c
17 import a, b.c
18 import a.b as c
18 import a.b as c
19 from a import b,c # a will be loaded immediately
19 from a import b,c # a will be loaded immediately
20
20
21 These imports will not be delayed:
21 These imports will not be delayed:
22
22
23 from a import *
23 from a import *
24 b = __import__(a)
24 b = __import__(a)
25 '''
25 '''
26
26
27 import __builtin__
27 import __builtin__
28 _origimport = __import__
28 _origimport = __import__
29
29
30 class _demandmod(object):
30 class _demandmod(object):
31 """module demand-loader and proxy"""
31 """module demand-loader and proxy"""
32 def __init__(self, name, globals, locals):
32 def __init__(self, name, globals, locals):
33 if '.' in name:
33 if '.' in name:
34 head, rest = name.split('.', 1)
34 head, rest = name.split('.', 1)
35 after = [rest]
35 after = [rest]
36 else:
36 else:
37 head = name
37 head = name
38 after = []
38 after = []
39 object.__setattr__(self, "_data", (head, globals, locals, after))
39 object.__setattr__(self, "_data", (head, globals, locals, after))
40 object.__setattr__(self, "_module", None)
40 object.__setattr__(self, "_module", None)
41 def _extend(self, name):
41 def _extend(self, name):
42 """add to the list of submodules to load"""
42 """add to the list of submodules to load"""
43 self._data[3].append(name)
43 self._data[3].append(name)
44 def _load(self):
44 def _load(self):
45 if not self._module:
45 if not self._module:
46 head, globals, locals, after = self._data
46 head, globals, locals, after = self._data
47 mod = _origimport(head, globals, locals)
47 mod = _origimport(head, globals, locals)
48 # load submodules
48 # load submodules
49 def subload(mod, p):
49 def subload(mod, p):
50 h, t = p, None
50 h, t = p, None
51 if '.' in p:
51 if '.' in p:
52 h, t = p.split('.', 1)
52 h, t = p.split('.', 1)
53 if not hasattr(mod, h):
53 if not hasattr(mod, h):
54 setattr(mod, h, _demandmod(p, mod.__dict__, mod.__dict__))
54 setattr(mod, h, _demandmod(p, mod.__dict__, mod.__dict__))
55 elif t:
55 elif t:
56 subload(getattr(mod, h), t)
56 subload(getattr(mod, h), t)
57
57
58 for x in after:
58 for x in after:
59 subload(mod, x)
59 subload(mod, x)
60
60
61 # are we in the locals dictionary still?
61 # are we in the locals dictionary still?
62 if locals and locals.get(head) == self:
62 if locals and locals.get(head) == self:
63 locals[head] = mod
63 locals[head] = mod
64 object.__setattr__(self, "_module", mod)
64 object.__setattr__(self, "_module", mod)
65
65
66 def __repr__(self):
66 def __repr__(self):
67 if self._module:
67 if self._module:
68 return "<proxied module '%s'>" % self._data[0]
68 return "<proxied module '%s'>" % self._data[0]
69 return "<unloaded module '%s'>" % self._data[0]
69 return "<unloaded module '%s'>" % self._data[0]
70 def __call__(self, *args, **kwargs):
70 def __call__(self, *args, **kwargs):
71 raise TypeError("%s object is not callable" % repr(self))
71 raise TypeError("%s object is not callable" % repr(self))
72 def __getattribute__(self, attr):
72 def __getattribute__(self, attr):
73 if attr in ('_data', '_extend', '_load', '_module'):
73 if attr in ('_data', '_extend', '_load', '_module'):
74 return object.__getattribute__(self, attr)
74 return object.__getattribute__(self, attr)
75 self._load()
75 self._load()
76 return getattr(self._module, attr)
76 return getattr(self._module, attr)
77 def __setattr__(self, attr, val):
77 def __setattr__(self, attr, val):
78 self._load()
78 self._load()
79 setattr(self._module, attr, val)
79 setattr(self._module, attr, val)
80
80
81 def _demandimport(name, globals=None, locals=None, fromlist=None, level=None):
81 def _demandimport(name, globals=None, locals=None, fromlist=None, level=None):
82 if not locals or name in ignore or fromlist == ('*',):
82 if not locals or name in ignore or fromlist == ('*',):
83 # these cases we can't really delay
83 # these cases we can't really delay
84 return _origimport(name, globals, locals, fromlist)
84 if level is None:
85 return _origimport(name, globals, locals, fromlist)
86 else:
87 return _origimport(name, globals, locals, fromlist, level)
85 elif not fromlist:
88 elif not fromlist:
86 # import a [as b]
89 # import a [as b]
87 if '.' in name: # a.b
90 if '.' in name: # a.b
88 base, rest = name.split('.', 1)
91 base, rest = name.split('.', 1)
89 # email.__init__ loading email.mime
92 # email.__init__ loading email.mime
90 if globals and globals.get('__name__', None) == base:
93 if globals and globals.get('__name__', None) == base:
91 return _origimport(name, globals, locals, fromlist)
94 return _origimport(name, globals, locals, fromlist)
92 # if a is already demand-loaded, add b to its submodule list
95 # if a is already demand-loaded, add b to its submodule list
93 if base in locals:
96 if base in locals:
94 if isinstance(locals[base], _demandmod):
97 if isinstance(locals[base], _demandmod):
95 locals[base]._extend(rest)
98 locals[base]._extend(rest)
96 return locals[base]
99 return locals[base]
97 return _demandmod(name, globals, locals)
100 return _demandmod(name, globals, locals)
98 else:
101 else:
99 if level is not None:
102 if level is not None:
100 # from . import b,c,d or from .a import b,c,d
103 # from . import b,c,d or from .a import b,c,d
101 return _origimport(name, globals, locals, fromlist, level)
104 return _origimport(name, globals, locals, fromlist, level)
102 # from a import b,c,d
105 # from a import b,c,d
103 mod = _origimport(name, globals, locals)
106 mod = _origimport(name, globals, locals)
104 # recurse down the module chain
107 # recurse down the module chain
105 for comp in name.split('.')[1:]:
108 for comp in name.split('.')[1:]:
106 if not hasattr(mod, comp):
109 if not hasattr(mod, comp):
107 setattr(mod, comp, _demandmod(comp, mod.__dict__, mod.__dict__))
110 setattr(mod, comp, _demandmod(comp, mod.__dict__, mod.__dict__))
108 mod = getattr(mod, comp)
111 mod = getattr(mod, comp)
109 for x in fromlist:
112 for x in fromlist:
110 # set requested submodules for demand load
113 # set requested submodules for demand load
111 if not(hasattr(mod, x)):
114 if not(hasattr(mod, x)):
112 setattr(mod, x, _demandmod(x, mod.__dict__, locals))
115 setattr(mod, x, _demandmod(x, mod.__dict__, locals))
113 return mod
116 return mod
114
117
115 ignore = [
118 ignore = [
116 '_hashlib',
119 '_hashlib',
117 '_xmlplus',
120 '_xmlplus',
118 'fcntl',
121 'fcntl',
119 'win32com.gen_py',
122 'win32com.gen_py',
120 'pythoncom',
123 'pythoncom',
121 # imported by tarfile, not available under Windows
124 # imported by tarfile, not available under Windows
122 'pwd',
125 'pwd',
123 'grp',
126 'grp',
124 # imported by profile, itself imported by hotshot.stats,
127 # imported by profile, itself imported by hotshot.stats,
125 # not available under Windows
128 # not available under Windows
126 'resource',
129 'resource',
127 ]
130 ]
128
131
129 def enable():
132 def enable():
130 "enable global demand-loading of modules"
133 "enable global demand-loading of modules"
131 __builtin__.__import__ = _demandimport
134 __builtin__.__import__ = _demandimport
132
135
133 def disable():
136 def disable():
134 "disable global demand-loading of modules"
137 "disable global demand-loading of modules"
135 __builtin__.__import__ = _origimport
138 __builtin__.__import__ = _origimport
136
139
General Comments 0
You need to be logged in to leave comments. Login now