##// END OF EJS Templates
Merge with stable
Merge with stable

File last commit:

r11305:d4cafcb6 default
r11893:aa50d072 merge default
Show More
templater.py
286 lines | 9.1 KiB | text/x-python | PythonLexer
Vadim Gelfer
add doc comments to template code.
r1909 # templater.py - template expansion for output
#
# Copyright 2005, 2006 Matt Mackall <mpm@selenic.com>
#
Martin Geisler
updated license to be explicit about GPL version 2
r8225 # This software may be used and distributed according to the terms of the
Matt Mackall
Update license to GPLv2+
r10263 # GNU General Public License version 2 or any later version.
Vadim Gelfer
add doc comments to template code.
r1909
Matt Mackall
Simplify i18n imports
r3891 from i18n import _
Matt Mackall
templater: directly parse templates, no regexes
r10843 import sys, os
Dirkjan Ochtman
templater: provide the standard template filters by default
r8360 import util, config, templatefilters
Vadim Gelfer
use safer string parser for template engine.
r1901
Brendan Cully
Allow hgweb to search for templates in more than one path....
r7107 path = ['templates', '../templates']
Dirkjan Ochtman
templater: provide the standard template filters by default
r8360 stringify = templatefilters.stringify
Brendan Cully
Allow hgweb to search for templates in more than one path....
r7107
Matt Mackall
templater: use recursive flattening...
r10850 def _flatten(thing):
'''yield a single stream from a possibly nested set of iterators'''
if isinstance(thing, str):
yield thing
elif not hasattr(thing, '__iter__'):
Dirkjan Ochtman
cleanups: undefined variables
r11305 if thing is not None:
Matt Mackall
templater: raise nested functions
r10852 yield str(thing)
else:
Matt Mackall
templater: use recursive flattening...
r10850 for i in thing:
if isinstance(i, str):
yield i
elif not hasattr(i, '__iter__'):
Matt Mackall
templater: raise nested functions
r10852 if i is not None:
yield str(i)
Matt Mackall
templater: use recursive flattening...
r10850 elif i is not None:
for j in _flatten(i):
yield j
Vadim Gelfer
make parsestring work with strings that do not have quotes.
r1902 def parsestring(s, quoted=True):
Vadim Gelfer
add doc comments to template code.
r1909 '''parse a string using simple c-like syntax.
string must be in quotes if quoted is True.'''
Vadim Gelfer
make parsestring work with strings that do not have quotes.
r1902 if quoted:
Matt Mackall
templater: simplify parsestring
r3639 if len(s) < 2 or s[0] != s[-1]:
raise SyntaxError(_('unmatched quotes'))
return s[1:-1].decode('string_escape')
Matt Mackall
templater: use str.decode in parse_string
r3632
return s.decode('string_escape')
Vadim Gelfer
move hgweb template code out to templater
r1896
Dirkjan Ochtman
templater: separate template management and actual string processing
r8218 class engine(object):
Vadim Gelfer
add doc comments to template code.
r1909 '''template expansion engine.
template expansion works like this. a map file contains key=value
pairs. if value is quoted, it is treated as string. otherwise, it
is treated as name of template file.
templater is asked to expand a key in map. it looks up key, and
TK Soh
minor typo fix in templater's docstring
r4334 looks for strings like this: {foo}. it expands {foo} by looking up
Vadim Gelfer
add doc comments to template code.
r1909 foo in map, and substituting it. expansion is recursive: it stops
when there is no more {foo} to replace.
expansion also allows formatting and filtering.
format uses key to expand each item in list. syntax is
{key%format}.
filter uses function to transform value. syntax is
{key|filter1|filter2|...}.'''
Dirkjan Ochtman
templater: separate template management and actual string processing
r8218 def __init__(self, loader, filters={}, defaults={}):
Matt Mackall
templater: privatize class variables
r10848 self._loader = loader
self._filters = filters
self._defaults = defaults
self._cache = {}
Dirkjan Ochtman
templater: separate template management and actual string processing
r8218
Matt Mackall
templater: drop raw method
r10853 def process(self, t, mapping):
'''Perform expansion. t is name of map element to expand.
mapping contains added elements for use during expansion. Is a
generator.'''
return _flatten(self._process(self._load(t), mapping))
Matt Mackall
templater: raise nested functions
r10852 def _load(self, t):
'''load, parse, and cache a template'''
Matt Mackall
templater: privatize class variables
r10848 if t not in self._cache:
self._cache[t] = self._parse(self._loader(t))
Matt Mackall
templater: raise nested functions
r10852 return self._cache[t]
def _get(self, mapping, key):
v = mapping.get(key)
if v is None:
v = self._defaults.get(key, '')
if hasattr(v, '__call__'):
v = v(**mapping)
return v
def _filter(self, mapping, parts):
filters, val = parts
x = self._get(mapping, val)
for f in filters:
x = f(x)
return x
def _format(self, mapping, args):
key, parsed = args
v = self._get(mapping, key)
if not hasattr(v, '__iter__'):
raise SyntaxError(_("error expanding '%s%%%s'")
% (key, format))
lm = mapping.copy()
for i in v:
if isinstance(i, dict):
lm.update(i)
yield self._process(parsed, lm)
else:
# v is not an iterable of dicts, this happen when 'key'
# has been fully expanded already and format is useless.
# If so, return the expanded value.
yield i
Dirkjan Ochtman
templater: separate template management and actual string processing
r8218
Matt Mackall
templater: preparse templates and cache...
r10845 def _parse(self, tmpl):
'''preparse a template'''
parsed = []
pos, stop = 0, len(tmpl)
while pos < stop:
n = tmpl.find('{', pos)
if n < 0:
Matt Mackall
templater: drop raw method
r10853 parsed.append((None, tmpl[pos:stop]))
Matt Mackall
templater: preparse templates and cache...
r10845 break
if n > 0 and tmpl[n - 1] == '\\':
# escaped
Matt Mackall
templater: drop \ when handling escaped {
r10855 parsed.append((None, tmpl[pos:n - 1] + "{"))
Matt Mackall
templater: preparse templates and cache...
r10845 pos = n + 1
continue
if n > pos:
Matt Mackall
templater: drop raw method
r10853 parsed.append((None, tmpl[pos:n]))
Matt Mackall
templater: preparse templates and cache...
r10845
pos = n
n = tmpl.find('}', pos)
if n < 0:
# no closing
Matt Mackall
templater: drop raw method
r10853 parsed.append((None, tmpl[pos:stop]))
Matt Mackall
templater: preparse templates and cache...
r10845 break
expr = tmpl[pos + 1:n]
pos = n + 1
if '%' in expr:
Matt Mackall
templater: raise nested functions
r10852 key, t = expr.split('%')
Matt Mackall
templater: strip whitespace inside template methods
r10854 parsed.append((self._format, (key.strip(),
self._load(t.strip()))))
Matt Mackall
templater: preparse templates and cache...
r10845 elif '|' in expr:
Matt Mackall
templater: extend preparsing...
r10846 parts = expr.split('|')
Matt Mackall
templater: strip whitespace inside template methods
r10854 val = parts[0].strip()
Matt Mackall
templater: extend preparsing...
r10846 try:
Matt Mackall
templater: strip whitespace inside template methods
r10854 filters = [self._filters[f.strip()] for f in parts[1:]]
Matt Mackall
templater: extend preparsing...
r10846 except KeyError, i:
raise SyntaxError(_("unknown filter '%s'") % i[0])
Matt Mackall
templater: raise nested functions
r10852 parsed.append((self._filter, (filters, val)))
Matt Mackall
templater: preparse templates and cache...
r10845 else:
Matt Mackall
templater: strip whitespace inside template methods
r10854 parsed.append((self._get, expr.strip()))
Matt Mackall
templater: preparse templates and cache...
r10845
return parsed
Matt Mackall
templater: extend preparsing...
r10846 def _process(self, parsed, mapping):
Dirkjan Ochtman
templater: separate template management and actual string processing
r8218 '''Render a template. Returns a generator.'''
Matt Mackall
templater: extend preparsing...
r10846 for f, e in parsed:
Matt Mackall
templater: drop raw method
r10853 if f:
yield f(mapping, e)
else:
yield e
Dirkjan Ochtman
templater: separate template management and actual string processing
r8218
Dirkjan Ochtman
templater: make the templating engine pluggable to some extent
r8361 engines = {'default': engine}
Dirkjan Ochtman
templater: separate template management and actual string processing
r8218 class templater(object):
Brendan Cully
templater: return data in increasing chunk sizes...
r7396 def __init__(self, mapfile, filters={}, defaults={}, cache={},
minchunk=1024, maxchunk=65536):
Vadim Gelfer
add doc comments to template code.
r1909 '''set up template engine.
mapfile is name of file to read map definitions from.
filters is dict of functions. each transforms a value into another.
defaults is dict of default map definitions.'''
Vadim Gelfer
improve template errors when something is wrong.
r1905 self.mapfile = mapfile or 'template'
Shun-ichi Goto
Duplicate cache when creating templater.
r1975 self.cache = cache.copy()
Vadim Gelfer
move hgweb template code out to templater
r1896 self.map = {}
Vadim Gelfer
improve template errors when something is wrong.
r1905 self.base = (mapfile and os.path.dirname(mapfile)) or ''
Dirkjan Ochtman
templater: provide the standard template filters by default
r8360 self.filters = templatefilters.filters.copy()
self.filters.update(filters)
Vadim Gelfer
fix template bug that made hgweb break....
r1964 self.defaults = defaults
Brendan Cully
templater: return data in increasing chunk sizes...
r7396 self.minchunk, self.maxchunk = minchunk, maxchunk
Dirkjan Ochtman
templater: make the templating engine pluggable to some extent
r8361 self.engines = {}
Vadim Gelfer
move hgweb template code out to templater
r1896
Vadim Gelfer
improve template errors when something is wrong.
r1905 if not mapfile:
return
Dirkjan Ochtman
give better error message on non-existent mapfile (issue813)
r6337 if not os.path.exists(mapfile):
raise util.Abort(_('style not found: %s') % mapfile)
Matt Mackall
templater: use new config parser...
r8194 conf = config.config()
conf.read(mapfile)
for key, val in conf[''].items():
if val[0] in "'\"":
try:
self.cache[key] = parsestring(val)
except SyntaxError, inst:
raise SyntaxError('%s: %s' %
Matt Mackall
config: getsource -> source
r8198 (conf.source('', key), inst.args[0]))
Vadim Gelfer
move hgweb template code out to templater
r1896 else:
Dirkjan Ochtman
templater: make the templating engine pluggable to some extent
r8361 val = 'default', val
if ':' in val[1]:
val = val[1].split(':', 1)
self.map[key] = val[0], os.path.join(self.base, val[1])
Vadim Gelfer
move hgweb template code out to templater
r1896
Vadim Gelfer
many small changes to templater....
r1899 def __contains__(self, key):
Matt Mackall
templater: simplify cache and remove filter argument in __call__
r3637 return key in self.cache or key in self.map
Vadim Gelfer
many small changes to templater....
r1899
Dirkjan Ochtman
templater: separate template management and actual string processing
r8218 def load(self, t):
Dirkjan Ochtman
templater: make a template a string-only iterator
r6783 '''Get the template for the given template name. Use a local cache.'''
Christian Ebert
Prefer i in d over d.has_key(i)
r5915 if not t in self.cache:
Vadim Gelfer
improve template errors when something is wrong.
r1905 try:
Dirkjan Ochtman
templater: make the templating engine pluggable to some extent
r8361 self.cache[t] = open(self.map[t][1]).read()
Vadim Gelfer
improve template errors when something is wrong.
r1905 except IOError, inst:
raise IOError(inst.args[0], _('template file %s: %s') %
Dirkjan Ochtman
templater: make the templating engine pluggable to some extent
r8361 (self.map[t][1], inst.args[1]))
Dirkjan Ochtman
templater: make a template a string-only iterator
r6783 return self.cache[t]
Vadim Gelfer
move hgweb template code out to templater
r1896
Matt Mackall
templater: map -> mapping
r10847 def __call__(self, t, **mapping):
Dirkjan Ochtman
templater: make the templating engine pluggable to some extent
r8361 ttype = t in self.map and self.map[t][0] or 'default'
proc = self.engines.get(ttype)
if proc is None:
proc = engines[ttype](self.load, self.filters, self.defaults)
self.engines[ttype] = proc
Matt Mackall
templater: map -> mapping
r10847 stream = proc.process(t, mapping)
Brendan Cully
templater: return data in increasing chunk sizes...
r7396 if self.minchunk:
stream = util.increasingchunks(stream, min=self.minchunk,
max=self.maxchunk)
return stream
Dirkjan Ochtman
kill some trailing spaces
r7434
Vadim Gelfer
many small changes to templater....
r1899 def templatepath(name=None):
Vadim Gelfer
add doc comments to template code.
r1909 '''return location of template file or directory (if no name).
returns None if not found.'''
Brendan Cully
Allow hgweb to search for templates in more than one path....
r7107 normpaths = []
Vadim Gelfer
move changeset_templater into templater module.
r2189
Lee Cantey
Windows py2exe version didn't handle names given to templatepath() correctly
r2001 # executable version (py2exe) doesn't support __file__
if hasattr(sys, 'frozen'):
module = sys.executable
else:
module = __file__
Brendan Cully
Allow hgweb to search for templates in more than one path....
r7107 for f in path:
if f.startswith('/'):
p = f
else:
fl = f.split('/')
p = os.path.join(os.path.dirname(module), *fl)
if name:
p = os.path.join(p, name)
if name and os.path.exists(p):
Vadim Gelfer
move hgweb.templatepath into templater
r1897 return os.path.normpath(p)
Brendan Cully
Allow hgweb to search for templates in more than one path....
r7107 elif os.path.isdir(p):
normpaths.append(os.path.normpath(p))
return normpaths
Vadim Gelfer
move changeset_templater into templater module.
r2189
Dirkjan Ochtman
hgweb: don't choke when an inexistent style is requested (issue1901)
r9842 def stylemap(styles, paths=None):
Dirkjan Ochtman
templater: move stylemap function from hgweb to templater
r7966 """Return path to mapfile for a given style.
Searches mapfile in the following locations:
1. templatepath/style/map
2. templatepath/map-style
3. templatepath/map
"""
if paths is None:
paths = templatepath()
elif isinstance(paths, str):
Dirkjan Ochtman
templater: fix little problem from stylemap() changes
r8223 paths = [paths]
Dirkjan Ochtman
templater: move stylemap function from hgweb to templater
r7966
Dirkjan Ochtman
hgweb: don't choke when an inexistent style is requested (issue1901)
r9842 if isinstance(styles, str):
styles = [styles]
for style in styles:
if not style:
continue
locations = [os.path.join(style, 'map'), 'map-' + style]
locations.append('map')
for path in paths:
for location in locations:
mapfile = os.path.join(path, location)
if os.path.isfile(mapfile):
return style, mapfile
Dirkjan Ochtman
templater: move stylemap function from hgweb to templater
r7966
raise RuntimeError("No hgweb templates found in %r" % paths)