##// END OF EJS Templates
changelog: ensure changelog._delaybuf is initialized...
Pierre-Yves David -
r21544:667df8f4 stable
parent child Browse files
Show More
@@ -1,351 +1,352 b''
1 1 # changelog.py - changelog class for mercurial
2 2 #
3 3 # Copyright 2005-2007 Matt Mackall <mpm@selenic.com>
4 4 #
5 5 # This software may be used and distributed according to the terms of the
6 6 # GNU General Public License version 2 or any later version.
7 7
8 8 from node import bin, hex, nullid
9 9 from i18n import _
10 10 import util, error, revlog, encoding
11 11
12 12 _defaultextra = {'branch': 'default'}
13 13
14 14 def _string_escape(text):
15 15 """
16 16 >>> d = {'nl': chr(10), 'bs': chr(92), 'cr': chr(13), 'nul': chr(0)}
17 17 >>> s = "ab%(nl)scd%(bs)s%(bs)sn%(nul)sab%(cr)scd%(bs)s%(nl)s" % d
18 18 >>> s
19 19 'ab\\ncd\\\\\\\\n\\x00ab\\rcd\\\\\\n'
20 20 >>> res = _string_escape(s)
21 21 >>> s == res.decode('string_escape')
22 22 True
23 23 """
24 24 # subset of the string_escape codec
25 25 text = text.replace('\\', '\\\\').replace('\n', '\\n').replace('\r', '\\r')
26 26 return text.replace('\0', '\\0')
27 27
28 28 def decodeextra(text):
29 29 """
30 30 >>> sorted(decodeextra(encodeextra({'foo': 'bar', 'baz': chr(0) + '2'})
31 31 ... ).iteritems())
32 32 [('baz', '\\x002'), ('branch', 'default'), ('foo', 'bar')]
33 33 >>> sorted(decodeextra(encodeextra({'foo': 'bar',
34 34 ... 'baz': chr(92) + chr(0) + '2'})
35 35 ... ).iteritems())
36 36 [('baz', '\\\\\\x002'), ('branch', 'default'), ('foo', 'bar')]
37 37 """
38 38 extra = _defaultextra.copy()
39 39 for l in text.split('\0'):
40 40 if l:
41 41 if '\\0' in l:
42 42 # fix up \0 without getting into trouble with \\0
43 43 l = l.replace('\\\\', '\\\\\n')
44 44 l = l.replace('\\0', '\0')
45 45 l = l.replace('\n', '')
46 46 k, v = l.decode('string_escape').split(':', 1)
47 47 extra[k] = v
48 48 return extra
49 49
50 50 def encodeextra(d):
51 51 # keys must be sorted to produce a deterministic changelog entry
52 52 items = [_string_escape('%s:%s' % (k, d[k])) for k in sorted(d)]
53 53 return "\0".join(items)
54 54
55 55 def stripdesc(desc):
56 56 """strip trailing whitespace and leading and trailing empty lines"""
57 57 return '\n'.join([l.rstrip() for l in desc.splitlines()]).strip('\n')
58 58
59 59 class appender(object):
60 60 '''the changelog index must be updated last on disk, so we use this class
61 61 to delay writes to it'''
62 62 def __init__(self, vfs, name, mode, buf):
63 63 self.data = buf
64 64 fp = vfs(name, mode)
65 65 self.fp = fp
66 66 self.offset = fp.tell()
67 67 self.size = vfs.fstat(fp).st_size
68 68
69 69 def end(self):
70 70 return self.size + len("".join(self.data))
71 71 def tell(self):
72 72 return self.offset
73 73 def flush(self):
74 74 pass
75 75 def close(self):
76 76 self.fp.close()
77 77
78 78 def seek(self, offset, whence=0):
79 79 '''virtual file offset spans real file and data'''
80 80 if whence == 0:
81 81 self.offset = offset
82 82 elif whence == 1:
83 83 self.offset += offset
84 84 elif whence == 2:
85 85 self.offset = self.end() + offset
86 86 if self.offset < self.size:
87 87 self.fp.seek(self.offset)
88 88
89 89 def read(self, count=-1):
90 90 '''only trick here is reads that span real file and data'''
91 91 ret = ""
92 92 if self.offset < self.size:
93 93 s = self.fp.read(count)
94 94 ret = s
95 95 self.offset += len(s)
96 96 if count > 0:
97 97 count -= len(s)
98 98 if count != 0:
99 99 doff = self.offset - self.size
100 100 self.data.insert(0, "".join(self.data))
101 101 del self.data[1:]
102 102 s = self.data[0][doff:doff + count]
103 103 self.offset += len(s)
104 104 ret += s
105 105 return ret
106 106
107 107 def write(self, s):
108 108 self.data.append(str(s))
109 109 self.offset += len(s)
110 110
111 111 def delayopener(opener, target, divert, buf):
112 112 def o(name, mode='r'):
113 113 if name != target:
114 114 return opener(name, mode)
115 115 if divert:
116 116 return opener(name + ".a", mode.replace('a', 'w'))
117 117 # otherwise, divert to memory
118 118 return appender(opener, name, mode, buf)
119 119 return o
120 120
121 121 class changelog(revlog.revlog):
122 122 def __init__(self, opener):
123 123 revlog.revlog.__init__(self, opener, "00changelog.i")
124 124 if self._initempty:
125 125 # changelogs don't benefit from generaldelta
126 126 self.version &= ~revlog.REVLOGGENERALDELTA
127 127 self._generaldelta = False
128 128 self._realopener = opener
129 129 self._delayed = False
130 self._delaybuf = []
130 131 self._divert = False
131 132 self.filteredrevs = frozenset()
132 133
133 134 def tip(self):
134 135 """filtered version of revlog.tip"""
135 136 for i in xrange(len(self) -1, -2, -1):
136 137 if i not in self.filteredrevs:
137 138 return self.node(i)
138 139
139 140 def __iter__(self):
140 141 """filtered version of revlog.__iter__"""
141 142 if len(self.filteredrevs) == 0:
142 143 return revlog.revlog.__iter__(self)
143 144
144 145 def filterediter():
145 146 for i in xrange(len(self)):
146 147 if i not in self.filteredrevs:
147 148 yield i
148 149
149 150 return filterediter()
150 151
151 152 def revs(self, start=0, stop=None):
152 153 """filtered version of revlog.revs"""
153 154 for i in super(changelog, self).revs(start, stop):
154 155 if i not in self.filteredrevs:
155 156 yield i
156 157
157 158 @util.propertycache
158 159 def nodemap(self):
159 160 # XXX need filtering too
160 161 self.rev(self.node(0))
161 162 return self._nodecache
162 163
163 164 def hasnode(self, node):
164 165 """filtered version of revlog.hasnode"""
165 166 try:
166 167 i = self.rev(node)
167 168 return i not in self.filteredrevs
168 169 except KeyError:
169 170 return False
170 171
171 172 def headrevs(self):
172 173 if self.filteredrevs:
173 174 # XXX we should fix and use the C version
174 175 return self._headrevs()
175 176 return super(changelog, self).headrevs()
176 177
177 178 def strip(self, *args, **kwargs):
178 179 # XXX make something better than assert
179 180 # We can't expect proper strip behavior if we are filtered.
180 181 assert not self.filteredrevs
181 182 super(changelog, self).strip(*args, **kwargs)
182 183
183 184 def rev(self, node):
184 185 """filtered version of revlog.rev"""
185 186 r = super(changelog, self).rev(node)
186 187 if r in self.filteredrevs:
187 188 raise error.LookupError(hex(node), self.indexfile, _('no node'))
188 189 return r
189 190
190 191 def node(self, rev):
191 192 """filtered version of revlog.node"""
192 193 if rev in self.filteredrevs:
193 194 raise IndexError(rev)
194 195 return super(changelog, self).node(rev)
195 196
196 197 def linkrev(self, rev):
197 198 """filtered version of revlog.linkrev"""
198 199 if rev in self.filteredrevs:
199 200 raise IndexError(rev)
200 201 return super(changelog, self).linkrev(rev)
201 202
202 203 def parentrevs(self, rev):
203 204 """filtered version of revlog.parentrevs"""
204 205 if rev in self.filteredrevs:
205 206 raise IndexError(rev)
206 207 return super(changelog, self).parentrevs(rev)
207 208
208 209 def flags(self, rev):
209 210 """filtered version of revlog.flags"""
210 211 if rev in self.filteredrevs:
211 212 raise IndexError(rev)
212 213 return super(changelog, self).flags(rev)
213 214
214 215 def delayupdate(self):
215 216 "delay visibility of index updates to other readers"
216 217 self._delayed = True
217 218 self._divert = (len(self) == 0)
218 219 self._delaybuf = []
219 220 self.opener = delayopener(self._realopener, self.indexfile,
220 221 self._divert, self._delaybuf)
221 222
222 223 def finalize(self, tr):
223 224 "finalize index updates"
224 225 self._delayed = False
225 226 self.opener = self._realopener
226 227 # move redirected index data back into place
227 228 if self._divert:
228 229 tmpname = self.indexfile + ".a"
229 230 nfile = self.opener.open(tmpname)
230 231 nfile.close()
231 232 self.opener.rename(tmpname, self.indexfile)
232 233 elif self._delaybuf:
233 234 fp = self.opener(self.indexfile, 'a')
234 235 fp.write("".join(self._delaybuf))
235 236 fp.close()
236 237 self._delaybuf = []
237 238 # split when we're done
238 239 self.checkinlinesize(tr)
239 240
240 241 def readpending(self, file):
241 242 r = revlog.revlog(self.opener, file)
242 243 self.index = r.index
243 244 self.nodemap = r.nodemap
244 245 self._nodecache = r._nodecache
245 246 self._chunkcache = r._chunkcache
246 247
247 248 def writepending(self):
248 249 "create a file containing the unfinalized state for pretxnchangegroup"
249 250 if self._delaybuf:
250 251 # make a temporary copy of the index
251 252 fp1 = self._realopener(self.indexfile)
252 253 fp2 = self._realopener(self.indexfile + ".a", "w")
253 254 fp2.write(fp1.read())
254 255 # add pending data
255 256 fp2.write("".join(self._delaybuf))
256 257 fp2.close()
257 258 # switch modes so finalize can simply rename
258 259 self._delaybuf = []
259 260 self._divert = True
260 261
261 262 if self._divert:
262 263 return True
263 264
264 265 return False
265 266
266 267 def checkinlinesize(self, tr, fp=None):
267 268 if not self._delayed:
268 269 revlog.revlog.checkinlinesize(self, tr, fp)
269 270
270 271 def read(self, node):
271 272 """
272 273 format used:
273 274 nodeid\n : manifest node in ascii
274 275 user\n : user, no \n or \r allowed
275 276 time tz extra\n : date (time is int or float, timezone is int)
276 277 : extra is metadata, encoded and separated by '\0'
277 278 : older versions ignore it
278 279 files\n\n : files modified by the cset, no \n or \r allowed
279 280 (.*) : comment (free text, ideally utf-8)
280 281
281 282 changelog v0 doesn't use extra
282 283 """
283 284 text = self.revision(node)
284 285 if not text:
285 286 return (nullid, "", (0, 0), [], "", _defaultextra)
286 287 last = text.index("\n\n")
287 288 desc = encoding.tolocal(text[last + 2:])
288 289 l = text[:last].split('\n')
289 290 manifest = bin(l[0])
290 291 user = encoding.tolocal(l[1])
291 292
292 293 tdata = l[2].split(' ', 2)
293 294 if len(tdata) != 3:
294 295 time = float(tdata[0])
295 296 try:
296 297 # various tools did silly things with the time zone field.
297 298 timezone = int(tdata[1])
298 299 except ValueError:
299 300 timezone = 0
300 301 extra = _defaultextra
301 302 else:
302 303 time, timezone = float(tdata[0]), int(tdata[1])
303 304 extra = decodeextra(tdata[2])
304 305
305 306 files = l[3:]
306 307 return (manifest, user, (time, timezone), files, desc, extra)
307 308
308 309 def add(self, manifest, files, desc, transaction, p1, p2,
309 310 user, date=None, extra=None):
310 311 # Convert to UTF-8 encoded bytestrings as the very first
311 312 # thing: calling any method on a localstr object will turn it
312 313 # into a str object and the cached UTF-8 string is thus lost.
313 314 user, desc = encoding.fromlocal(user), encoding.fromlocal(desc)
314 315
315 316 user = user.strip()
316 317 # An empty username or a username with a "\n" will make the
317 318 # revision text contain two "\n\n" sequences -> corrupt
318 319 # repository since read cannot unpack the revision.
319 320 if not user:
320 321 raise error.RevlogError(_("empty username"))
321 322 if "\n" in user:
322 323 raise error.RevlogError(_("username %s contains a newline")
323 324 % repr(user))
324 325
325 326 desc = stripdesc(desc)
326 327
327 328 if date:
328 329 parseddate = "%d %d" % util.parsedate(date)
329 330 else:
330 331 parseddate = "%d %d" % util.makedate()
331 332 if extra:
332 333 branch = extra.get("branch")
333 334 if branch in ("default", ""):
334 335 del extra["branch"]
335 336 elif branch in (".", "null", "tip"):
336 337 raise error.RevlogError(_('the name \'%s\' is reserved')
337 338 % branch)
338 339 if extra:
339 340 extra = encodeextra(extra)
340 341 parseddate = "%s %s" % (parseddate, extra)
341 342 l = [hex(manifest), user, parseddate] + sorted(files) + ["", desc]
342 343 text = "\n".join(l)
343 344 return self.addrevision(text, transaction, len(self), p1, p2)
344 345
345 346 def branchinfo(self, rev):
346 347 """return the branch name and open/close state of a revision
347 348
348 349 This function exists because creating a changectx object
349 350 just to access this is costly."""
350 351 extra = self.read(rev)[5]
351 352 return encoding.tolocal(extra.get("branch")), 'close' in extra
General Comments 0
You need to be logged in to leave comments. Login now