##// END OF EJS Templates
Minor default branch cleanups
Matt Mackall -
r4178:0b48e398 default
parent child Browse files
Show More
@@ -1,509 +1,509 b''
1 1 # context.py - changeset and file context objects for mercurial
2 2 #
3 3 # Copyright 2006 Matt Mackall <mpm@selenic.com>
4 4 #
5 5 # This software may be used and distributed according to the terms
6 6 # of the GNU General Public License, incorporated herein by reference.
7 7
8 8 from node import *
9 9 from i18n import gettext as _
10 10 from demandload import demandload
11 11 demandload(globals(), "ancestor bdiff repo revlog util os")
12 12
13 13 class changectx(object):
14 14 """A changecontext object makes access to data related to a particular
15 15 changeset convenient."""
16 16 def __init__(self, repo, changeid=None):
17 17 """changeid is a revision number, node, or tag"""
18 18 self._repo = repo
19 19
20 20 if not changeid and changeid != 0:
21 21 p1, p2 = self._repo.dirstate.parents()
22 22 self._rev = self._repo.changelog.rev(p1)
23 23 if self._rev == -1:
24 24 changeid = 'tip'
25 25 else:
26 26 self._node = p1
27 27 return
28 28
29 29 self._node = self._repo.lookup(changeid)
30 30 self._rev = self._repo.changelog.rev(self._node)
31 31
32 32 def __str__(self):
33 33 return short(self.node())
34 34
35 35 def __repr__(self):
36 36 return "<changectx %s>" % str(self)
37 37
38 38 def __eq__(self, other):
39 39 try:
40 40 return self._rev == other._rev
41 41 except AttributeError:
42 42 return False
43 43
44 44 def __nonzero__(self):
45 45 return self._rev != nullrev
46 46
47 47 def __getattr__(self, name):
48 48 if name == '_changeset':
49 49 self._changeset = self._repo.changelog.read(self.node())
50 50 return self._changeset
51 51 elif name == '_manifest':
52 52 self._manifest = self._repo.manifest.read(self._changeset[0])
53 53 return self._manifest
54 54 elif name == '_manifestdelta':
55 55 md = self._repo.manifest.readdelta(self._changeset[0])
56 56 self._manifestdelta = md
57 57 return self._manifestdelta
58 58 else:
59 59 raise AttributeError, name
60 60
61 61 def changeset(self): return self._changeset
62 62 def manifest(self): return self._manifest
63 63
64 64 def rev(self): return self._rev
65 65 def node(self): return self._node
66 66 def user(self): return self._changeset[1]
67 67 def date(self): return self._changeset[2]
68 68 def files(self): return self._changeset[3]
69 69 def description(self): return self._changeset[4]
70 def branch(self): return self._changeset[5].get("branch", "")
70 def branch(self): return self._changeset[5].get("branch")
71 71
72 72 def parents(self):
73 73 """return contexts for each parent changeset"""
74 74 p = self._repo.changelog.parents(self._node)
75 75 return [changectx(self._repo, x) for x in p]
76 76
77 77 def children(self):
78 78 """return contexts for each child changeset"""
79 79 c = self._repo.changelog.children(self._node)
80 80 return [changectx(self._repo, x) for x in c]
81 81
82 82 def filenode(self, path):
83 83 if '_manifest' in self.__dict__:
84 84 try:
85 85 return self._manifest[path]
86 86 except KeyError:
87 87 raise repo.LookupError(_("'%s' not found in manifest") % path)
88 88 if '_manifestdelta' in self.__dict__ or path in self.files():
89 89 if path in self._manifestdelta:
90 90 return self._manifestdelta[path]
91 91 node, flag = self._repo.manifest.find(self._changeset[0], path)
92 92 if not node:
93 93 raise repo.LookupError(_("'%s' not found in manifest") % path)
94 94
95 95 return node
96 96
97 97 def filectx(self, path, fileid=None):
98 98 """get a file context from this changeset"""
99 99 if fileid is None:
100 100 fileid = self.filenode(path)
101 101 return filectx(self._repo, path, fileid=fileid, changectx=self)
102 102
103 103 def filectxs(self):
104 104 """generate a file context for each file in this changeset's
105 105 manifest"""
106 106 mf = self.manifest()
107 107 m = mf.keys()
108 108 m.sort()
109 109 for f in m:
110 110 yield self.filectx(f, fileid=mf[f])
111 111
112 112 def ancestor(self, c2):
113 113 """
114 114 return the ancestor context of self and c2
115 115 """
116 116 n = self._repo.changelog.ancestor(self._node, c2._node)
117 117 return changectx(self._repo, n)
118 118
119 119 class filectx(object):
120 120 """A filecontext object makes access to data related to a particular
121 121 filerevision convenient."""
122 122 def __init__(self, repo, path, changeid=None, fileid=None,
123 123 filelog=None, changectx=None):
124 124 """changeid can be a changeset revision, node, or tag.
125 125 fileid can be a file revision or node."""
126 126 self._repo = repo
127 127 self._path = path
128 128
129 129 assert changeid is not None or fileid is not None
130 130
131 131 if filelog:
132 132 self._filelog = filelog
133 133 if changectx:
134 134 self._changectx = changectx
135 135 self._changeid = changectx.node()
136 136
137 137 if fileid is None:
138 138 self._changeid = changeid
139 139 else:
140 140 self._fileid = fileid
141 141
142 142 def __getattr__(self, name):
143 143 if name == '_changectx':
144 144 self._changectx = changectx(self._repo, self._changeid)
145 145 return self._changectx
146 146 elif name == '_filelog':
147 147 self._filelog = self._repo.file(self._path)
148 148 return self._filelog
149 149 elif name == '_changeid':
150 150 self._changeid = self._filelog.linkrev(self._filenode)
151 151 return self._changeid
152 152 elif name == '_filenode':
153 153 try:
154 154 if '_fileid' in self.__dict__:
155 155 self._filenode = self._filelog.lookup(self._fileid)
156 156 else:
157 157 self._filenode = self._changectx.filenode(self._path)
158 158 except revlog.RevlogError, inst:
159 159 raise repo.LookupError(str(inst))
160 160 return self._filenode
161 161 elif name == '_filerev':
162 162 self._filerev = self._filelog.rev(self._filenode)
163 163 return self._filerev
164 164 else:
165 165 raise AttributeError, name
166 166
167 167 def __nonzero__(self):
168 168 try:
169 169 n = self._filenode
170 170 return True
171 171 except repo.LookupError:
172 172 # file is missing
173 173 return False
174 174
175 175 def __str__(self):
176 176 return "%s@%s" % (self.path(), short(self.node()))
177 177
178 178 def __repr__(self):
179 179 return "<filectx %s>" % str(self)
180 180
181 181 def __eq__(self, other):
182 182 try:
183 183 return (self._path == other._path
184 184 and self._changeid == other._changeid)
185 185 except AttributeError:
186 186 return False
187 187
188 188 def filectx(self, fileid):
189 189 '''opens an arbitrary revision of the file without
190 190 opening a new filelog'''
191 191 return filectx(self._repo, self._path, fileid=fileid,
192 192 filelog=self._filelog)
193 193
194 194 def filerev(self): return self._filerev
195 195 def filenode(self): return self._filenode
196 196 def filelog(self): return self._filelog
197 197
198 198 def rev(self):
199 199 if '_changectx' in self.__dict__:
200 200 return self._changectx.rev()
201 201 return self._filelog.linkrev(self._filenode)
202 202
203 203 def node(self): return self._changectx.node()
204 204 def user(self): return self._changectx.user()
205 205 def date(self): return self._changectx.date()
206 206 def files(self): return self._changectx.files()
207 207 def description(self): return self._changectx.description()
208 208 def branch(self): return self._changectx.branch()
209 209 def manifest(self): return self._changectx.manifest()
210 210 def changectx(self): return self._changectx
211 211
212 212 def data(self): return self._filelog.read(self._filenode)
213 213 def renamed(self): return self._filelog.renamed(self._filenode)
214 214 def path(self): return self._path
215 215 def size(self): return self._filelog.size(self._filerev)
216 216
217 217 def cmp(self, text): return self._filelog.cmp(self._filenode, text)
218 218
219 219 def parents(self):
220 220 p = self._path
221 221 fl = self._filelog
222 222 pl = [(p, n, fl) for n in self._filelog.parents(self._filenode)]
223 223
224 224 r = self.renamed()
225 225 if r:
226 226 pl[0] = (r[0], r[1], None)
227 227
228 228 return [filectx(self._repo, p, fileid=n, filelog=l)
229 229 for p,n,l in pl if n != nullid]
230 230
231 231 def children(self):
232 232 # hard for renames
233 233 c = self._filelog.children(self._filenode)
234 234 return [filectx(self._repo, self._path, fileid=x,
235 235 filelog=self._filelog) for x in c]
236 236
237 237 def annotate(self, follow=False):
238 238 '''returns a list of tuples of (ctx, line) for each line
239 239 in the file, where ctx is the filectx of the node where
240 240 that line was last changed'''
241 241
242 242 def decorate(text, rev):
243 243 return ([rev] * len(text.splitlines()), text)
244 244
245 245 def pair(parent, child):
246 246 for a1, a2, b1, b2 in bdiff.blocks(parent[1], child[1]):
247 247 child[0][b1:b2] = parent[0][a1:a2]
248 248 return child
249 249
250 250 getlog = util.cachefunc(lambda x: self._repo.file(x))
251 251 def getctx(path, fileid):
252 252 log = path == self._path and self._filelog or getlog(path)
253 253 return filectx(self._repo, path, fileid=fileid, filelog=log)
254 254 getctx = util.cachefunc(getctx)
255 255
256 256 def parents(f):
257 257 # we want to reuse filectx objects as much as possible
258 258 p = f._path
259 259 if f._filerev is None: # working dir
260 260 pl = [(n.path(), n.filerev()) for n in f.parents()]
261 261 else:
262 262 pl = [(p, n) for n in f._filelog.parentrevs(f._filerev)]
263 263
264 264 if follow:
265 265 r = f.renamed()
266 266 if r:
267 267 pl[0] = (r[0], getlog(r[0]).rev(r[1]))
268 268
269 269 return [getctx(p, n) for p, n in pl if n != nullrev]
270 270
271 271 # use linkrev to find the first changeset where self appeared
272 272 if self.rev() != self._filelog.linkrev(self._filenode):
273 273 base = self.filectx(self.filerev())
274 274 else:
275 275 base = self
276 276
277 277 # find all ancestors
278 278 needed = {base: 1}
279 279 visit = [base]
280 280 files = [base._path]
281 281 while visit:
282 282 f = visit.pop(0)
283 283 for p in parents(f):
284 284 if p not in needed:
285 285 needed[p] = 1
286 286 visit.append(p)
287 287 if p._path not in files:
288 288 files.append(p._path)
289 289 else:
290 290 # count how many times we'll use this
291 291 needed[p] += 1
292 292
293 293 # sort by revision (per file) which is a topological order
294 294 visit = []
295 295 files.reverse()
296 296 for f in files:
297 297 fn = [(n._filerev, n) for n in needed.keys() if n._path == f]
298 298 fn.sort()
299 299 visit.extend(fn)
300 300 hist = {}
301 301
302 302 for r, f in visit:
303 303 curr = decorate(f.data(), f)
304 304 for p in parents(f):
305 305 if p != nullid:
306 306 curr = pair(hist[p], curr)
307 307 # trim the history of unneeded revs
308 308 needed[p] -= 1
309 309 if not needed[p]:
310 310 del hist[p]
311 311 hist[f] = curr
312 312
313 313 return zip(hist[f][0], hist[f][1].splitlines(1))
314 314
315 315 def ancestor(self, fc2):
316 316 """
317 317 find the common ancestor file context, if any, of self, and fc2
318 318 """
319 319
320 320 acache = {}
321 321
322 322 # prime the ancestor cache for the working directory
323 323 for c in (self, fc2):
324 324 if c._filerev == None:
325 325 pl = [(n.path(), n.filenode()) for n in c.parents()]
326 326 acache[(c._path, None)] = pl
327 327
328 328 flcache = {self._path:self._filelog, fc2._path:fc2._filelog}
329 329 def parents(vertex):
330 330 if vertex in acache:
331 331 return acache[vertex]
332 332 f, n = vertex
333 333 if f not in flcache:
334 334 flcache[f] = self._repo.file(f)
335 335 fl = flcache[f]
336 336 pl = [(f, p) for p in fl.parents(n) if p != nullid]
337 337 re = fl.renamed(n)
338 338 if re:
339 339 pl.append(re)
340 340 acache[vertex] = pl
341 341 return pl
342 342
343 343 a, b = (self._path, self._filenode), (fc2._path, fc2._filenode)
344 344 v = ancestor.ancestor(a, b, parents)
345 345 if v:
346 346 f, n = v
347 347 return filectx(self._repo, f, fileid=n, filelog=flcache[f])
348 348
349 349 return None
350 350
351 351 class workingctx(changectx):
352 352 """A workingctx object makes access to data related to
353 353 the current working directory convenient."""
354 354 def __init__(self, repo):
355 355 self._repo = repo
356 356 self._rev = None
357 357 self._node = None
358 358
359 359 def __str__(self):
360 360 return str(self._parents[0]) + "+"
361 361
362 362 def __nonzero__(self):
363 363 return True
364 364
365 365 def __getattr__(self, name):
366 366 if name == '_parents':
367 367 self._parents = self._repo.parents()
368 368 return self._parents
369 369 if name == '_status':
370 370 self._status = self._repo.status()
371 371 return self._status
372 372 if name == '_manifest':
373 373 self._buildmanifest()
374 374 return self._manifest
375 375 else:
376 376 raise AttributeError, name
377 377
378 378 def _buildmanifest(self):
379 379 """generate a manifest corresponding to the working directory"""
380 380
381 381 man = self._parents[0].manifest().copy()
382 382 copied = self._repo.dirstate.copies()
383 383 modified, added, removed, deleted, unknown = self._status[:5]
384 384 for i, l in (("a", added), ("m", modified), ("u", unknown)):
385 385 for f in l:
386 386 man[f] = man.get(copied.get(f, f), nullid) + i
387 387 try:
388 388 man.set(f, util.is_exec(self._repo.wjoin(f), man.execf(f)))
389 389 except OSError:
390 390 pass
391 391
392 392 for f in deleted + removed:
393 393 if f in man:
394 394 del man[f]
395 395
396 396 self._manifest = man
397 397
398 398 def manifest(self): return self._manifest
399 399
400 400 def user(self): return self._repo.ui.username()
401 401 def date(self): return util.makedate()
402 402 def description(self): return ""
403 403 def files(self):
404 404 f = self.modified() + self.added() + self.removed()
405 405 f.sort()
406 406 return f
407 407
408 408 def modified(self): return self._status[0]
409 409 def added(self): return self._status[1]
410 410 def removed(self): return self._status[2]
411 411 def deleted(self): return self._status[3]
412 412 def unknown(self): return self._status[4]
413 413 def clean(self): return self._status[5]
414 414 def branch(self):
415 415 try:
416 416 return self._repo.opener("branch").read().strip() or "default"
417 417 except IOError:
418 418 return "default"
419 419
420 420 def parents(self):
421 421 """return contexts for each parent changeset"""
422 422 return self._parents
423 423
424 424 def children(self):
425 425 return []
426 426
427 427 def filectx(self, path):
428 428 """get a file context from the working directory"""
429 429 return workingfilectx(self._repo, path, workingctx=self)
430 430
431 431 def ancestor(self, c2):
432 432 """return the ancestor context of self and c2"""
433 433 return self._parents[0].ancestor(c2) # punt on two parents for now
434 434
435 435 class workingfilectx(filectx):
436 436 """A workingfilectx object makes access to data related to a particular
437 437 file in the working directory convenient."""
438 438 def __init__(self, repo, path, filelog=None, workingctx=None):
439 439 """changeid can be a changeset revision, node, or tag.
440 440 fileid can be a file revision or node."""
441 441 self._repo = repo
442 442 self._path = path
443 443 self._changeid = None
444 444 self._filerev = self._filenode = None
445 445
446 446 if filelog:
447 447 self._filelog = filelog
448 448 if workingctx:
449 449 self._changectx = workingctx
450 450
451 451 def __getattr__(self, name):
452 452 if name == '_changectx':
453 453 self._changectx = workingctx(repo)
454 454 return self._changectx
455 455 elif name == '_repopath':
456 456 self._repopath = (self._repo.dirstate.copied(self._path)
457 457 or self._path)
458 458 return self._repopath
459 459 elif name == '_filelog':
460 460 self._filelog = self._repo.file(self._repopath)
461 461 return self._filelog
462 462 else:
463 463 raise AttributeError, name
464 464
465 465 def __nonzero__(self):
466 466 return True
467 467
468 468 def __str__(self):
469 469 return "%s@%s" % (self.path(), self._changectx)
470 470
471 471 def filectx(self, fileid):
472 472 '''opens an arbitrary revision of the file without
473 473 opening a new filelog'''
474 474 return filectx(self._repo, self._repopath, fileid=fileid,
475 475 filelog=self._filelog)
476 476
477 477 def rev(self):
478 478 if '_changectx' in self.__dict__:
479 479 return self._changectx.rev()
480 480 return self._filelog.linkrev(self._filenode)
481 481
482 482 def data(self): return self._repo.wread(self._path)
483 483 def renamed(self):
484 484 rp = self._repopath
485 485 if rp == self._path:
486 486 return None
487 487 return rp, self._workingctx._parents._manifest.get(rp, nullid)
488 488
489 489 def parents(self):
490 490 '''return parent filectxs, following copies if necessary'''
491 491 p = self._path
492 492 rp = self._repopath
493 493 pcl = self._changectx._parents
494 494 fl = self._filelog
495 495 pl = [(rp, pcl[0]._manifest.get(rp, nullid), fl)]
496 496 if len(pcl) > 1:
497 497 if rp != p:
498 498 fl = None
499 499 pl.append((p, pcl[1]._manifest.get(p, nullid), fl))
500 500
501 501 return [filectx(self._repo, p, fileid=n, filelog=l)
502 502 for p,n,l in pl if n != nullid]
503 503
504 504 def children(self):
505 505 return []
506 506
507 507 def size(self): return os.stat(self._repo.wjoin(self._path)).st_size
508 508
509 509 def cmp(self, text): return self._repo.wread(self._path) == text
@@ -1,1990 +1,1990 b''
1 1 # localrepo.py - read/write repository class for mercurial
2 2 #
3 3 # Copyright 2005, 2006 Matt Mackall <mpm@selenic.com>
4 4 #
5 5 # This software may be used and distributed according to the terms
6 6 # of the GNU General Public License, incorporated herein by reference.
7 7
8 8 from node import *
9 9 from i18n import gettext as _
10 10 from demandload import *
11 11 import repo
12 12 demandload(globals(), "appendfile changegroup")
13 13 demandload(globals(), "changelog dirstate filelog manifest context")
14 14 demandload(globals(), "re lock transaction tempfile stat mdiff errno ui")
15 15 demandload(globals(), "os revlog time util")
16 16
17 17 class localrepository(repo.repository):
18 18 capabilities = ('lookup', 'changegroupsubset')
19 19 supported = ('revlogv1', 'store')
20 20
21 21 def __del__(self):
22 22 self.transhandle = None
23 23 def __init__(self, parentui, path=None, create=0):
24 24 repo.repository.__init__(self)
25 25 if not path:
26 26 p = os.getcwd()
27 27 while not os.path.isdir(os.path.join(p, ".hg")):
28 28 oldp = p
29 29 p = os.path.dirname(p)
30 30 if p == oldp:
31 31 raise repo.RepoError(_("There is no Mercurial repository"
32 32 " here (.hg not found)"))
33 33 path = p
34 34
35 35 self.root = os.path.realpath(path)
36 36 self.path = os.path.join(self.root, ".hg")
37 37 self.origroot = path
38 38 self.opener = util.opener(self.path)
39 39 self.wopener = util.opener(self.root)
40 40
41 41 if not os.path.isdir(self.path):
42 42 if create:
43 43 if not os.path.exists(path):
44 44 os.mkdir(path)
45 45 os.mkdir(self.path)
46 46 os.mkdir(os.path.join(self.path, "store"))
47 47 requirements = ("revlogv1", "store")
48 48 reqfile = self.opener("requires", "w")
49 49 for r in requirements:
50 50 reqfile.write("%s\n" % r)
51 51 reqfile.close()
52 52 # create an invalid changelog
53 53 self.opener("00changelog.i", "a").write(
54 54 '\0\0\0\2' # represents revlogv2
55 55 ' dummy changelog to prevent using the old repo layout'
56 56 )
57 57 else:
58 58 raise repo.RepoError(_("repository %s not found") % path)
59 59 elif create:
60 60 raise repo.RepoError(_("repository %s already exists") % path)
61 61 else:
62 62 # find requirements
63 63 try:
64 64 requirements = self.opener("requires").read().splitlines()
65 65 except IOError, inst:
66 66 if inst.errno != errno.ENOENT:
67 67 raise
68 68 requirements = []
69 69 # check them
70 70 for r in requirements:
71 71 if r not in self.supported:
72 72 raise repo.RepoError(_("requirement '%s' not supported") % r)
73 73
74 74 # setup store
75 75 if "store" in requirements:
76 76 self.encodefn = util.encodefilename
77 77 self.decodefn = util.decodefilename
78 78 self.spath = os.path.join(self.path, "store")
79 79 else:
80 80 self.encodefn = lambda x: x
81 81 self.decodefn = lambda x: x
82 82 self.spath = self.path
83 83 self.sopener = util.encodedopener(util.opener(self.spath), self.encodefn)
84 84
85 85 self.ui = ui.ui(parentui=parentui)
86 86 try:
87 87 self.ui.readconfig(self.join("hgrc"), self.root)
88 88 except IOError:
89 89 pass
90 90
91 91 v = self.ui.configrevlog()
92 92 self.revlogversion = int(v.get('format', revlog.REVLOG_DEFAULT_FORMAT))
93 93 self.revlogv1 = self.revlogversion != revlog.REVLOGV0
94 94 fl = v.get('flags', None)
95 95 flags = 0
96 96 if fl != None:
97 97 for x in fl.split():
98 98 flags |= revlog.flagstr(x)
99 99 elif self.revlogv1:
100 100 flags = revlog.REVLOG_DEFAULT_FLAGS
101 101
102 102 v = self.revlogversion | flags
103 103 self.manifest = manifest.manifest(self.sopener, v)
104 104 self.changelog = changelog.changelog(self.sopener, v)
105 105
106 106 fallback = self.ui.config('ui', 'fallbackencoding')
107 107 if fallback:
108 108 util._fallbackencoding = fallback
109 109
110 110 # the changelog might not have the inline index flag
111 111 # on. If the format of the changelog is the same as found in
112 112 # .hgrc, apply any flags found in the .hgrc as well.
113 113 # Otherwise, just version from the changelog
114 114 v = self.changelog.version
115 115 if v == self.revlogversion:
116 116 v |= flags
117 117 self.revlogversion = v
118 118
119 119 self.tagscache = None
120 120 self.branchcache = None
121 121 self.nodetagscache = None
122 122 self.encodepats = None
123 123 self.decodepats = None
124 124 self.transhandle = None
125 125
126 126 self.dirstate = dirstate.dirstate(self.opener, self.ui, self.root)
127 127
128 128 def url(self):
129 129 return 'file:' + self.root
130 130
131 131 def hook(self, name, throw=False, **args):
132 132 def callhook(hname, funcname):
133 133 '''call python hook. hook is callable object, looked up as
134 134 name in python module. if callable returns "true", hook
135 135 fails, else passes. if hook raises exception, treated as
136 136 hook failure. exception propagates if throw is "true".
137 137
138 138 reason for "true" meaning "hook failed" is so that
139 139 unmodified commands (e.g. mercurial.commands.update) can
140 140 be run as hooks without wrappers to convert return values.'''
141 141
142 142 self.ui.note(_("calling hook %s: %s\n") % (hname, funcname))
143 143 d = funcname.rfind('.')
144 144 if d == -1:
145 145 raise util.Abort(_('%s hook is invalid ("%s" not in a module)')
146 146 % (hname, funcname))
147 147 modname = funcname[:d]
148 148 try:
149 149 obj = __import__(modname)
150 150 except ImportError:
151 151 try:
152 152 # extensions are loaded with hgext_ prefix
153 153 obj = __import__("hgext_%s" % modname)
154 154 except ImportError:
155 155 raise util.Abort(_('%s hook is invalid '
156 156 '(import of "%s" failed)') %
157 157 (hname, modname))
158 158 try:
159 159 for p in funcname.split('.')[1:]:
160 160 obj = getattr(obj, p)
161 161 except AttributeError, err:
162 162 raise util.Abort(_('%s hook is invalid '
163 163 '("%s" is not defined)') %
164 164 (hname, funcname))
165 165 if not callable(obj):
166 166 raise util.Abort(_('%s hook is invalid '
167 167 '("%s" is not callable)') %
168 168 (hname, funcname))
169 169 try:
170 170 r = obj(ui=self.ui, repo=self, hooktype=name, **args)
171 171 except (KeyboardInterrupt, util.SignalInterrupt):
172 172 raise
173 173 except Exception, exc:
174 174 if isinstance(exc, util.Abort):
175 175 self.ui.warn(_('error: %s hook failed: %s\n') %
176 176 (hname, exc.args[0]))
177 177 else:
178 178 self.ui.warn(_('error: %s hook raised an exception: '
179 179 '%s\n') % (hname, exc))
180 180 if throw:
181 181 raise
182 182 self.ui.print_exc()
183 183 return True
184 184 if r:
185 185 if throw:
186 186 raise util.Abort(_('%s hook failed') % hname)
187 187 self.ui.warn(_('warning: %s hook failed\n') % hname)
188 188 return r
189 189
190 190 def runhook(name, cmd):
191 191 self.ui.note(_("running hook %s: %s\n") % (name, cmd))
192 192 env = dict([('HG_' + k.upper(), v) for k, v in args.iteritems()])
193 193 r = util.system(cmd, environ=env, cwd=self.root)
194 194 if r:
195 195 desc, r = util.explain_exit(r)
196 196 if throw:
197 197 raise util.Abort(_('%s hook %s') % (name, desc))
198 198 self.ui.warn(_('warning: %s hook %s\n') % (name, desc))
199 199 return r
200 200
201 201 r = False
202 202 hooks = [(hname, cmd) for hname, cmd in self.ui.configitems("hooks")
203 203 if hname.split(".", 1)[0] == name and cmd]
204 204 hooks.sort()
205 205 for hname, cmd in hooks:
206 206 if cmd.startswith('python:'):
207 207 r = callhook(hname, cmd[7:].strip()) or r
208 208 else:
209 209 r = runhook(hname, cmd) or r
210 210 return r
211 211
212 212 tag_disallowed = ':\r\n'
213 213
214 214 def tag(self, name, node, message, local, user, date):
215 215 '''tag a revision with a symbolic name.
216 216
217 217 if local is True, the tag is stored in a per-repository file.
218 218 otherwise, it is stored in the .hgtags file, and a new
219 219 changeset is committed with the change.
220 220
221 221 keyword arguments:
222 222
223 223 local: whether to store tag in non-version-controlled file
224 224 (default False)
225 225
226 226 message: commit message to use if committing
227 227
228 228 user: name of user to use if committing
229 229
230 230 date: date tuple to use if committing'''
231 231
232 232 for c in self.tag_disallowed:
233 233 if c in name:
234 234 raise util.Abort(_('%r cannot be used in a tag name') % c)
235 235
236 236 self.hook('pretag', throw=True, node=hex(node), tag=name, local=local)
237 237
238 238 if local:
239 239 # local tags are stored in the current charset
240 240 self.opener('localtags', 'a').write('%s %s\n' % (hex(node), name))
241 241 self.hook('tag', node=hex(node), tag=name, local=local)
242 242 return
243 243
244 244 for x in self.status()[:5]:
245 245 if '.hgtags' in x:
246 246 raise util.Abort(_('working copy of .hgtags is changed '
247 247 '(please commit .hgtags manually)'))
248 248
249 249 # committed tags are stored in UTF-8
250 250 line = '%s %s\n' % (hex(node), util.fromlocal(name))
251 251 self.wfile('.hgtags', 'ab').write(line)
252 252 if self.dirstate.state('.hgtags') == '?':
253 253 self.add(['.hgtags'])
254 254
255 255 self.commit(['.hgtags'], message, user, date)
256 256 self.hook('tag', node=hex(node), tag=name, local=local)
257 257
258 258 def tags(self):
259 259 '''return a mapping of tag to node'''
260 260 if not self.tagscache:
261 261 self.tagscache = {}
262 262
263 263 def parsetag(line, context):
264 264 if not line:
265 265 return
266 266 s = l.split(" ", 1)
267 267 if len(s) != 2:
268 268 self.ui.warn(_("%s: cannot parse entry\n") % context)
269 269 return
270 270 node, key = s
271 271 key = util.tolocal(key.strip()) # stored in UTF-8
272 272 try:
273 273 bin_n = bin(node)
274 274 except TypeError:
275 275 self.ui.warn(_("%s: node '%s' is not well formed\n") %
276 276 (context, node))
277 277 return
278 278 if bin_n not in self.changelog.nodemap:
279 279 self.ui.warn(_("%s: tag '%s' refers to unknown node\n") %
280 280 (context, key))
281 281 return
282 282 self.tagscache[key] = bin_n
283 283
284 284 # read the tags file from each head, ending with the tip,
285 285 # and add each tag found to the map, with "newer" ones
286 286 # taking precedence
287 287 f = None
288 288 for rev, node, fnode in self._hgtagsnodes():
289 289 f = (f and f.filectx(fnode) or
290 290 self.filectx('.hgtags', fileid=fnode))
291 291 count = 0
292 292 for l in f.data().splitlines():
293 293 count += 1
294 294 parsetag(l, _("%s, line %d") % (str(f), count))
295 295
296 296 try:
297 297 f = self.opener("localtags")
298 298 count = 0
299 299 for l in f:
300 300 # localtags are stored in the local character set
301 301 # while the internal tag table is stored in UTF-8
302 302 l = util.fromlocal(l)
303 303 count += 1
304 304 parsetag(l, _("localtags, line %d") % count)
305 305 except IOError:
306 306 pass
307 307
308 308 self.tagscache['tip'] = self.changelog.tip()
309 309
310 310 return self.tagscache
311 311
312 312 def _hgtagsnodes(self):
313 313 heads = self.heads()
314 314 heads.reverse()
315 315 last = {}
316 316 ret = []
317 317 for node in heads:
318 318 c = self.changectx(node)
319 319 rev = c.rev()
320 320 try:
321 321 fnode = c.filenode('.hgtags')
322 322 except repo.LookupError:
323 323 continue
324 324 ret.append((rev, node, fnode))
325 325 if fnode in last:
326 326 ret[last[fnode]] = None
327 327 last[fnode] = len(ret) - 1
328 328 return [item for item in ret if item]
329 329
330 330 def tagslist(self):
331 331 '''return a list of tags ordered by revision'''
332 332 l = []
333 333 for t, n in self.tags().items():
334 334 try:
335 335 r = self.changelog.rev(n)
336 336 except:
337 337 r = -2 # sort to the beginning of the list if unknown
338 338 l.append((r, t, n))
339 339 l.sort()
340 340 return [(t, n) for r, t, n in l]
341 341
342 342 def nodetags(self, node):
343 343 '''return the tags associated with a node'''
344 344 if not self.nodetagscache:
345 345 self.nodetagscache = {}
346 346 for t, n in self.tags().items():
347 347 self.nodetagscache.setdefault(n, []).append(t)
348 348 return self.nodetagscache.get(node, [])
349 349
350 350 def _branchtags(self):
351 351 partial, last, lrev = self._readbranchcache()
352 352
353 353 tiprev = self.changelog.count() - 1
354 354 if lrev != tiprev:
355 355 self._updatebranchcache(partial, lrev+1, tiprev+1)
356 356 self._writebranchcache(partial, self.changelog.tip(), tiprev)
357 357
358 358 return partial
359 359
360 360 def branchtags(self):
361 361 if self.branchcache is not None:
362 362 return self.branchcache
363 363
364 364 self.branchcache = {} # avoid recursion in changectx
365 365 partial = self._branchtags()
366 366
367 367 # the branch cache is stored on disk as UTF-8, but in the local
368 368 # charset internally
369 369 for k, v in partial.items():
370 370 self.branchcache[util.tolocal(k)] = v
371 371 return self.branchcache
372 372
373 373 def _readbranchcache(self):
374 374 partial = {}
375 375 try:
376 376 f = self.opener("branch.cache")
377 377 lines = f.read().split('\n')
378 378 f.close()
379 379 last, lrev = lines.pop(0).split(" ", 1)
380 380 last, lrev = bin(last), int(lrev)
381 381 if not (lrev < self.changelog.count() and
382 382 self.changelog.node(lrev) == last): # sanity check
383 383 # invalidate the cache
384 384 raise ValueError('Invalid branch cache: unknown tip')
385 385 for l in lines:
386 386 if not l: continue
387 387 node, label = l.split(" ", 1)
388 388 partial[label.strip()] = bin(node)
389 389 except (KeyboardInterrupt, util.SignalInterrupt):
390 390 raise
391 391 except Exception, inst:
392 392 if self.ui.debugflag:
393 393 self.ui.warn(str(inst), '\n')
394 394 partial, last, lrev = {}, nullid, nullrev
395 395 return partial, last, lrev
396 396
397 397 def _writebranchcache(self, branches, tip, tiprev):
398 398 try:
399 399 f = self.opener("branch.cache", "w")
400 400 f.write("%s %s\n" % (hex(tip), tiprev))
401 401 for label, node in branches.iteritems():
402 402 f.write("%s %s\n" % (hex(node), label))
403 403 except IOError:
404 404 pass
405 405
406 406 def _updatebranchcache(self, partial, start, end):
407 407 for r in xrange(start, end):
408 408 c = self.changectx(r)
409 409 b = c.branch()
410 410 partial[b] = c.node()
411 411
412 412 def lookup(self, key):
413 413 if key == '.':
414 414 key = self.dirstate.parents()[0]
415 415 if key == nullid:
416 416 raise repo.RepoError(_("no revision checked out"))
417 417 elif key == 'null':
418 418 return nullid
419 419 n = self.changelog._match(key)
420 420 if n:
421 421 return n
422 422 if key in self.tags():
423 423 return self.tags()[key]
424 424 if key in self.branchtags():
425 425 return self.branchtags()[key]
426 426 n = self.changelog._partialmatch(key)
427 427 if n:
428 428 return n
429 429 raise repo.RepoError(_("unknown revision '%s'") % key)
430 430
431 431 def dev(self):
432 432 return os.lstat(self.path).st_dev
433 433
434 434 def local(self):
435 435 return True
436 436
437 437 def join(self, f):
438 438 return os.path.join(self.path, f)
439 439
440 440 def sjoin(self, f):
441 441 f = self.encodefn(f)
442 442 return os.path.join(self.spath, f)
443 443
444 444 def wjoin(self, f):
445 445 return os.path.join(self.root, f)
446 446
447 447 def file(self, f):
448 448 if f[0] == '/':
449 449 f = f[1:]
450 450 return filelog.filelog(self.sopener, f, self.revlogversion)
451 451
452 452 def changectx(self, changeid=None):
453 453 return context.changectx(self, changeid)
454 454
455 455 def workingctx(self):
456 456 return context.workingctx(self)
457 457
458 458 def parents(self, changeid=None):
459 459 '''
460 460 get list of changectxs for parents of changeid or working directory
461 461 '''
462 462 if changeid is None:
463 463 pl = self.dirstate.parents()
464 464 else:
465 465 n = self.changelog.lookup(changeid)
466 466 pl = self.changelog.parents(n)
467 467 if pl[1] == nullid:
468 468 return [self.changectx(pl[0])]
469 469 return [self.changectx(pl[0]), self.changectx(pl[1])]
470 470
471 471 def filectx(self, path, changeid=None, fileid=None):
472 472 """changeid can be a changeset revision, node, or tag.
473 473 fileid can be a file revision or node."""
474 474 return context.filectx(self, path, changeid, fileid)
475 475
476 476 def getcwd(self):
477 477 return self.dirstate.getcwd()
478 478
479 479 def wfile(self, f, mode='r'):
480 480 return self.wopener(f, mode)
481 481
482 482 def wread(self, filename):
483 483 if self.encodepats == None:
484 484 l = []
485 485 for pat, cmd in self.ui.configitems("encode"):
486 486 mf = util.matcher(self.root, "", [pat], [], [])[1]
487 487 l.append((mf, cmd))
488 488 self.encodepats = l
489 489
490 490 data = self.wopener(filename, 'r').read()
491 491
492 492 for mf, cmd in self.encodepats:
493 493 if mf(filename):
494 494 self.ui.debug(_("filtering %s through %s\n") % (filename, cmd))
495 495 data = util.filter(data, cmd)
496 496 break
497 497
498 498 return data
499 499
500 500 def wwrite(self, filename, data, fd=None):
501 501 if self.decodepats == None:
502 502 l = []
503 503 for pat, cmd in self.ui.configitems("decode"):
504 504 mf = util.matcher(self.root, "", [pat], [], [])[1]
505 505 l.append((mf, cmd))
506 506 self.decodepats = l
507 507
508 508 for mf, cmd in self.decodepats:
509 509 if mf(filename):
510 510 self.ui.debug(_("filtering %s through %s\n") % (filename, cmd))
511 511 data = util.filter(data, cmd)
512 512 break
513 513
514 514 if fd:
515 515 return fd.write(data)
516 516 return self.wopener(filename, 'w').write(data)
517 517
518 518 def transaction(self):
519 519 tr = self.transhandle
520 520 if tr != None and tr.running():
521 521 return tr.nest()
522 522
523 523 # save dirstate for rollback
524 524 try:
525 525 ds = self.opener("dirstate").read()
526 526 except IOError:
527 527 ds = ""
528 528 self.opener("journal.dirstate", "w").write(ds)
529 529
530 530 renames = [(self.sjoin("journal"), self.sjoin("undo")),
531 531 (self.join("journal.dirstate"), self.join("undo.dirstate"))]
532 532 tr = transaction.transaction(self.ui.warn, self.sopener,
533 533 self.sjoin("journal"),
534 534 aftertrans(renames))
535 535 self.transhandle = tr
536 536 return tr
537 537
538 538 def recover(self):
539 539 l = self.lock()
540 540 if os.path.exists(self.sjoin("journal")):
541 541 self.ui.status(_("rolling back interrupted transaction\n"))
542 542 transaction.rollback(self.sopener, self.sjoin("journal"))
543 543 self.reload()
544 544 return True
545 545 else:
546 546 self.ui.warn(_("no interrupted transaction available\n"))
547 547 return False
548 548
549 549 def rollback(self, wlock=None):
550 550 if not wlock:
551 551 wlock = self.wlock()
552 552 l = self.lock()
553 553 if os.path.exists(self.sjoin("undo")):
554 554 self.ui.status(_("rolling back last transaction\n"))
555 555 transaction.rollback(self.sopener, self.sjoin("undo"))
556 556 util.rename(self.join("undo.dirstate"), self.join("dirstate"))
557 557 self.reload()
558 558 self.wreload()
559 559 else:
560 560 self.ui.warn(_("no rollback information available\n"))
561 561
562 562 def wreload(self):
563 563 self.dirstate.read()
564 564
565 565 def reload(self):
566 566 self.changelog.load()
567 567 self.manifest.load()
568 568 self.tagscache = None
569 569 self.nodetagscache = None
570 570
571 571 def do_lock(self, lockname, wait, releasefn=None, acquirefn=None,
572 572 desc=None):
573 573 try:
574 574 l = lock.lock(lockname, 0, releasefn, desc=desc)
575 575 except lock.LockHeld, inst:
576 576 if not wait:
577 577 raise
578 578 self.ui.warn(_("waiting for lock on %s held by %r\n") %
579 579 (desc, inst.locker))
580 580 # default to 600 seconds timeout
581 581 l = lock.lock(lockname, int(self.ui.config("ui", "timeout", "600")),
582 582 releasefn, desc=desc)
583 583 if acquirefn:
584 584 acquirefn()
585 585 return l
586 586
587 587 def lock(self, wait=1):
588 588 return self.do_lock(self.sjoin("lock"), wait, acquirefn=self.reload,
589 589 desc=_('repository %s') % self.origroot)
590 590
591 591 def wlock(self, wait=1):
592 592 return self.do_lock(self.join("wlock"), wait, self.dirstate.write,
593 593 self.wreload,
594 594 desc=_('working directory of %s') % self.origroot)
595 595
596 596 def filecommit(self, fn, manifest1, manifest2, linkrev, transaction, changelist):
597 597 """
598 598 commit an individual file as part of a larger transaction
599 599 """
600 600
601 601 t = self.wread(fn)
602 602 fl = self.file(fn)
603 603 fp1 = manifest1.get(fn, nullid)
604 604 fp2 = manifest2.get(fn, nullid)
605 605
606 606 meta = {}
607 607 cp = self.dirstate.copied(fn)
608 608 if cp:
609 609 # Mark the new revision of this file as a copy of another
610 610 # file. This copy data will effectively act as a parent
611 611 # of this new revision. If this is a merge, the first
612 612 # parent will be the nullid (meaning "look up the copy data")
613 613 # and the second one will be the other parent. For example:
614 614 #
615 615 # 0 --- 1 --- 3 rev1 changes file foo
616 616 # \ / rev2 renames foo to bar and changes it
617 617 # \- 2 -/ rev3 should have bar with all changes and
618 618 # should record that bar descends from
619 619 # bar in rev2 and foo in rev1
620 620 #
621 621 # this allows this merge to succeed:
622 622 #
623 623 # 0 --- 1 --- 3 rev4 reverts the content change from rev2
624 624 # \ / merging rev3 and rev4 should use bar@rev2
625 625 # \- 2 --- 4 as the merge base
626 626 #
627 627 meta["copy"] = cp
628 628 if not manifest2: # not a branch merge
629 629 meta["copyrev"] = hex(manifest1.get(cp, nullid))
630 630 fp2 = nullid
631 631 elif fp2 != nullid: # copied on remote side
632 632 meta["copyrev"] = hex(manifest1.get(cp, nullid))
633 633 elif fp1 != nullid: # copied on local side, reversed
634 634 meta["copyrev"] = hex(manifest2.get(cp))
635 635 fp2 = fp1
636 636 else: # directory rename
637 637 meta["copyrev"] = hex(manifest1.get(cp, nullid))
638 638 self.ui.debug(_(" %s: copy %s:%s\n") %
639 639 (fn, cp, meta["copyrev"]))
640 640 fp1 = nullid
641 641 elif fp2 != nullid:
642 642 # is one parent an ancestor of the other?
643 643 fpa = fl.ancestor(fp1, fp2)
644 644 if fpa == fp1:
645 645 fp1, fp2 = fp2, nullid
646 646 elif fpa == fp2:
647 647 fp2 = nullid
648 648
649 649 # is the file unmodified from the parent? report existing entry
650 650 if fp2 == nullid and not fl.cmp(fp1, t):
651 651 return fp1
652 652
653 653 changelist.append(fn)
654 654 return fl.add(t, meta, transaction, linkrev, fp1, fp2)
655 655
656 656 def rawcommit(self, files, text, user, date, p1=None, p2=None, wlock=None):
657 657 if p1 is None:
658 658 p1, p2 = self.dirstate.parents()
659 659 return self.commit(files=files, text=text, user=user, date=date,
660 660 p1=p1, p2=p2, wlock=wlock)
661 661
662 662 def commit(self, files=None, text="", user=None, date=None,
663 663 match=util.always, force=False, lock=None, wlock=None,
664 664 force_editor=False, p1=None, p2=None, extra={}):
665 665
666 666 commit = []
667 667 remove = []
668 668 changed = []
669 669 use_dirstate = (p1 is None) # not rawcommit
670 670 extra = extra.copy()
671 671
672 672 if use_dirstate:
673 673 if files:
674 674 for f in files:
675 675 s = self.dirstate.state(f)
676 676 if s in 'nmai':
677 677 commit.append(f)
678 678 elif s == 'r':
679 679 remove.append(f)
680 680 else:
681 681 self.ui.warn(_("%s not tracked!\n") % f)
682 682 else:
683 683 changes = self.status(match=match)[:5]
684 684 modified, added, removed, deleted, unknown = changes
685 685 commit = modified + added
686 686 remove = removed
687 687 else:
688 688 commit = files
689 689
690 690 if use_dirstate:
691 691 p1, p2 = self.dirstate.parents()
692 692 update_dirstate = True
693 693 else:
694 694 p1, p2 = p1, p2 or nullid
695 695 update_dirstate = (self.dirstate.parents()[0] == p1)
696 696
697 697 c1 = self.changelog.read(p1)
698 698 c2 = self.changelog.read(p2)
699 699 m1 = self.manifest.read(c1[0]).copy()
700 700 m2 = self.manifest.read(c2[0])
701 701
702 702 if use_dirstate:
703 703 branchname = self.workingctx().branch()
704 704 try:
705 705 branchname = branchname.decode('UTF-8').encode('UTF-8')
706 706 except UnicodeDecodeError:
707 707 raise util.Abort(_('branch name not in UTF-8!'))
708 708 else:
709 709 branchname = ""
710 710
711 711 if use_dirstate:
712 oldname = c1[5].get("branch") or "default" # stored in UTF-8
712 oldname = c1[5].get("branch") # stored in UTF-8
713 713 if not commit and not remove and not force and p2 == nullid and \
714 714 branchname == oldname:
715 715 self.ui.status(_("nothing changed\n"))
716 716 return None
717 717
718 718 xp1 = hex(p1)
719 719 if p2 == nullid: xp2 = ''
720 720 else: xp2 = hex(p2)
721 721
722 722 self.hook("precommit", throw=True, parent1=xp1, parent2=xp2)
723 723
724 724 if not wlock:
725 725 wlock = self.wlock()
726 726 if not lock:
727 727 lock = self.lock()
728 728 tr = self.transaction()
729 729
730 730 # check in files
731 731 new = {}
732 732 linkrev = self.changelog.count()
733 733 commit.sort()
734 734 for f in commit:
735 735 self.ui.note(f + "\n")
736 736 try:
737 737 new[f] = self.filecommit(f, m1, m2, linkrev, tr, changed)
738 738 m1.set(f, util.is_exec(self.wjoin(f), m1.execf(f)))
739 739 except IOError:
740 740 if use_dirstate:
741 741 self.ui.warn(_("trouble committing %s!\n") % f)
742 742 raise
743 743 else:
744 744 remove.append(f)
745 745
746 746 # update manifest
747 747 m1.update(new)
748 748 remove.sort()
749 749
750 750 for f in remove:
751 751 if f in m1:
752 752 del m1[f]
753 753 mn = self.manifest.add(m1, tr, linkrev, c1[0], c2[0], (new, remove))
754 754
755 755 # add changeset
756 756 new = new.keys()
757 757 new.sort()
758 758
759 759 user = user or self.ui.username()
760 760 if not text or force_editor:
761 761 edittext = []
762 762 if text:
763 763 edittext.append(text)
764 764 edittext.append("")
765 765 edittext.append("HG: user: %s" % user)
766 766 if p2 != nullid:
767 767 edittext.append("HG: branch merge")
768 768 edittext.extend(["HG: changed %s" % f for f in changed])
769 769 edittext.extend(["HG: removed %s" % f for f in remove])
770 770 if not changed and not remove:
771 771 edittext.append("HG: no files changed")
772 772 edittext.append("")
773 773 # run editor in the repository root
774 774 olddir = os.getcwd()
775 775 os.chdir(self.root)
776 776 text = self.ui.edit("\n".join(edittext), user)
777 777 os.chdir(olddir)
778 778
779 779 lines = [line.rstrip() for line in text.rstrip().splitlines()]
780 780 while lines and not lines[0]:
781 781 del lines[0]
782 782 if not lines:
783 783 return None
784 784 text = '\n'.join(lines)
785 785 if branchname:
786 786 extra["branch"] = branchname
787 787 n = self.changelog.add(mn, changed + remove, text, tr, p1, p2,
788 788 user, date, extra)
789 789 self.hook('pretxncommit', throw=True, node=hex(n), parent1=xp1,
790 790 parent2=xp2)
791 791 tr.close()
792 792
793 793 if use_dirstate or update_dirstate:
794 794 self.dirstate.setparents(n)
795 795 if use_dirstate:
796 796 self.dirstate.update(new, "n")
797 797 self.dirstate.forget(remove)
798 798
799 799 self.hook("commit", node=hex(n), parent1=xp1, parent2=xp2)
800 800 return n
801 801
802 802 def walk(self, node=None, files=[], match=util.always, badmatch=None):
803 803 '''
804 804 walk recursively through the directory tree or a given
805 805 changeset, finding all files matched by the match
806 806 function
807 807
808 808 results are yielded in a tuple (src, filename), where src
809 809 is one of:
810 810 'f' the file was found in the directory tree
811 811 'm' the file was only in the dirstate and not in the tree
812 812 'b' file was not found and matched badmatch
813 813 '''
814 814
815 815 if node:
816 816 fdict = dict.fromkeys(files)
817 817 for fn in self.manifest.read(self.changelog.read(node)[0]):
818 818 for ffn in fdict:
819 819 # match if the file is the exact name or a directory
820 820 if ffn == fn or fn.startswith("%s/" % ffn):
821 821 del fdict[ffn]
822 822 break
823 823 if match(fn):
824 824 yield 'm', fn
825 825 for fn in fdict:
826 826 if badmatch and badmatch(fn):
827 827 if match(fn):
828 828 yield 'b', fn
829 829 else:
830 830 self.ui.warn(_('%s: No such file in rev %s\n') % (
831 831 util.pathto(self.getcwd(), fn), short(node)))
832 832 else:
833 833 for src, fn in self.dirstate.walk(files, match, badmatch=badmatch):
834 834 yield src, fn
835 835
836 836 def status(self, node1=None, node2=None, files=[], match=util.always,
837 837 wlock=None, list_ignored=False, list_clean=False):
838 838 """return status of files between two nodes or node and working directory
839 839
840 840 If node1 is None, use the first dirstate parent instead.
841 841 If node2 is None, compare node1 with working directory.
842 842 """
843 843
844 844 def fcmp(fn, mf):
845 845 t1 = self.wread(fn)
846 846 return self.file(fn).cmp(mf.get(fn, nullid), t1)
847 847
848 848 def mfmatches(node):
849 849 change = self.changelog.read(node)
850 850 mf = self.manifest.read(change[0]).copy()
851 851 for fn in mf.keys():
852 852 if not match(fn):
853 853 del mf[fn]
854 854 return mf
855 855
856 856 modified, added, removed, deleted, unknown = [], [], [], [], []
857 857 ignored, clean = [], []
858 858
859 859 compareworking = False
860 860 if not node1 or (not node2 and node1 == self.dirstate.parents()[0]):
861 861 compareworking = True
862 862
863 863 if not compareworking:
864 864 # read the manifest from node1 before the manifest from node2,
865 865 # so that we'll hit the manifest cache if we're going through
866 866 # all the revisions in parent->child order.
867 867 mf1 = mfmatches(node1)
868 868
869 869 # are we comparing the working directory?
870 870 if not node2:
871 871 if not wlock:
872 872 try:
873 873 wlock = self.wlock(wait=0)
874 874 except lock.LockException:
875 875 wlock = None
876 876 (lookup, modified, added, removed, deleted, unknown,
877 877 ignored, clean) = self.dirstate.status(files, match,
878 878 list_ignored, list_clean)
879 879
880 880 # are we comparing working dir against its parent?
881 881 if compareworking:
882 882 if lookup:
883 883 # do a full compare of any files that might have changed
884 884 mf2 = mfmatches(self.dirstate.parents()[0])
885 885 for f in lookup:
886 886 if fcmp(f, mf2):
887 887 modified.append(f)
888 888 else:
889 889 clean.append(f)
890 890 if wlock is not None:
891 891 self.dirstate.update([f], "n")
892 892 else:
893 893 # we are comparing working dir against non-parent
894 894 # generate a pseudo-manifest for the working dir
895 895 # XXX: create it in dirstate.py ?
896 896 mf2 = mfmatches(self.dirstate.parents()[0])
897 897 for f in lookup + modified + added:
898 898 mf2[f] = ""
899 899 mf2.set(f, execf=util.is_exec(self.wjoin(f), mf2.execf(f)))
900 900 for f in removed:
901 901 if f in mf2:
902 902 del mf2[f]
903 903 else:
904 904 # we are comparing two revisions
905 905 mf2 = mfmatches(node2)
906 906
907 907 if not compareworking:
908 908 # flush lists from dirstate before comparing manifests
909 909 modified, added, clean = [], [], []
910 910
911 911 # make sure to sort the files so we talk to the disk in a
912 912 # reasonable order
913 913 mf2keys = mf2.keys()
914 914 mf2keys.sort()
915 915 for fn in mf2keys:
916 916 if mf1.has_key(fn):
917 917 if mf1.flags(fn) != mf2.flags(fn) or \
918 918 (mf1[fn] != mf2[fn] and (mf2[fn] != "" or fcmp(fn, mf1))):
919 919 modified.append(fn)
920 920 elif list_clean:
921 921 clean.append(fn)
922 922 del mf1[fn]
923 923 else:
924 924 added.append(fn)
925 925
926 926 removed = mf1.keys()
927 927
928 928 # sort and return results:
929 929 for l in modified, added, removed, deleted, unknown, ignored, clean:
930 930 l.sort()
931 931 return (modified, added, removed, deleted, unknown, ignored, clean)
932 932
933 933 def add(self, list, wlock=None):
934 934 if not wlock:
935 935 wlock = self.wlock()
936 936 for f in list:
937 937 p = self.wjoin(f)
938 938 if not os.path.exists(p):
939 939 self.ui.warn(_("%s does not exist!\n") % f)
940 940 elif not os.path.isfile(p):
941 941 self.ui.warn(_("%s not added: only files supported currently\n")
942 942 % f)
943 943 elif self.dirstate.state(f) in 'an':
944 944 self.ui.warn(_("%s already tracked!\n") % f)
945 945 else:
946 946 self.dirstate.update([f], "a")
947 947
948 948 def forget(self, list, wlock=None):
949 949 if not wlock:
950 950 wlock = self.wlock()
951 951 for f in list:
952 952 if self.dirstate.state(f) not in 'ai':
953 953 self.ui.warn(_("%s not added!\n") % f)
954 954 else:
955 955 self.dirstate.forget([f])
956 956
957 957 def remove(self, list, unlink=False, wlock=None):
958 958 if unlink:
959 959 for f in list:
960 960 try:
961 961 util.unlink(self.wjoin(f))
962 962 except OSError, inst:
963 963 if inst.errno != errno.ENOENT:
964 964 raise
965 965 if not wlock:
966 966 wlock = self.wlock()
967 967 for f in list:
968 968 p = self.wjoin(f)
969 969 if os.path.exists(p):
970 970 self.ui.warn(_("%s still exists!\n") % f)
971 971 elif self.dirstate.state(f) == 'a':
972 972 self.dirstate.forget([f])
973 973 elif f not in self.dirstate:
974 974 self.ui.warn(_("%s not tracked!\n") % f)
975 975 else:
976 976 self.dirstate.update([f], "r")
977 977
978 978 def undelete(self, list, wlock=None):
979 979 p = self.dirstate.parents()[0]
980 980 mn = self.changelog.read(p)[0]
981 981 m = self.manifest.read(mn)
982 982 if not wlock:
983 983 wlock = self.wlock()
984 984 for f in list:
985 985 if self.dirstate.state(f) not in "r":
986 986 self.ui.warn("%s not removed!\n" % f)
987 987 else:
988 988 t = self.file(f).read(m[f])
989 989 self.wwrite(f, t)
990 990 util.set_exec(self.wjoin(f), m.execf(f))
991 991 self.dirstate.update([f], "n")
992 992
993 993 def copy(self, source, dest, wlock=None):
994 994 p = self.wjoin(dest)
995 995 if not os.path.exists(p):
996 996 self.ui.warn(_("%s does not exist!\n") % dest)
997 997 elif not os.path.isfile(p):
998 998 self.ui.warn(_("copy failed: %s is not a file\n") % dest)
999 999 else:
1000 1000 if not wlock:
1001 1001 wlock = self.wlock()
1002 1002 if self.dirstate.state(dest) == '?':
1003 1003 self.dirstate.update([dest], "a")
1004 1004 self.dirstate.copy(source, dest)
1005 1005
1006 1006 def heads(self, start=None):
1007 1007 heads = self.changelog.heads(start)
1008 1008 # sort the output in rev descending order
1009 1009 heads = [(-self.changelog.rev(h), h) for h in heads]
1010 1010 heads.sort()
1011 1011 return [n for (r, n) in heads]
1012 1012
1013 1013 # branchlookup returns a dict giving a list of branches for
1014 1014 # each head. A branch is defined as the tag of a node or
1015 1015 # the branch of the node's parents. If a node has multiple
1016 1016 # branch tags, tags are eliminated if they are visible from other
1017 1017 # branch tags.
1018 1018 #
1019 1019 # So, for this graph: a->b->c->d->e
1020 1020 # \ /
1021 1021 # aa -----/
1022 1022 # a has tag 2.6.12
1023 1023 # d has tag 2.6.13
1024 1024 # e would have branch tags for 2.6.12 and 2.6.13. Because the node
1025 1025 # for 2.6.12 can be reached from the node 2.6.13, that is eliminated
1026 1026 # from the list.
1027 1027 #
1028 1028 # It is possible that more than one head will have the same branch tag.
1029 1029 # callers need to check the result for multiple heads under the same
1030 1030 # branch tag if that is a problem for them (ie checkout of a specific
1031 1031 # branch).
1032 1032 #
1033 1033 # passing in a specific branch will limit the depth of the search
1034 1034 # through the parents. It won't limit the branches returned in the
1035 1035 # result though.
1036 1036 def branchlookup(self, heads=None, branch=None):
1037 1037 if not heads:
1038 1038 heads = self.heads()
1039 1039 headt = [ h for h in heads ]
1040 1040 chlog = self.changelog
1041 1041 branches = {}
1042 1042 merges = []
1043 1043 seenmerge = {}
1044 1044
1045 1045 # traverse the tree once for each head, recording in the branches
1046 1046 # dict which tags are visible from this head. The branches
1047 1047 # dict also records which tags are visible from each tag
1048 1048 # while we traverse.
1049 1049 while headt or merges:
1050 1050 if merges:
1051 1051 n, found = merges.pop()
1052 1052 visit = [n]
1053 1053 else:
1054 1054 h = headt.pop()
1055 1055 visit = [h]
1056 1056 found = [h]
1057 1057 seen = {}
1058 1058 while visit:
1059 1059 n = visit.pop()
1060 1060 if n in seen:
1061 1061 continue
1062 1062 pp = chlog.parents(n)
1063 1063 tags = self.nodetags(n)
1064 1064 if tags:
1065 1065 for x in tags:
1066 1066 if x == 'tip':
1067 1067 continue
1068 1068 for f in found:
1069 1069 branches.setdefault(f, {})[n] = 1
1070 1070 branches.setdefault(n, {})[n] = 1
1071 1071 break
1072 1072 if n not in found:
1073 1073 found.append(n)
1074 1074 if branch in tags:
1075 1075 continue
1076 1076 seen[n] = 1
1077 1077 if pp[1] != nullid and n not in seenmerge:
1078 1078 merges.append((pp[1], [x for x in found]))
1079 1079 seenmerge[n] = 1
1080 1080 if pp[0] != nullid:
1081 1081 visit.append(pp[0])
1082 1082 # traverse the branches dict, eliminating branch tags from each
1083 1083 # head that are visible from another branch tag for that head.
1084 1084 out = {}
1085 1085 viscache = {}
1086 1086 for h in heads:
1087 1087 def visible(node):
1088 1088 if node in viscache:
1089 1089 return viscache[node]
1090 1090 ret = {}
1091 1091 visit = [node]
1092 1092 while visit:
1093 1093 x = visit.pop()
1094 1094 if x in viscache:
1095 1095 ret.update(viscache[x])
1096 1096 elif x not in ret:
1097 1097 ret[x] = 1
1098 1098 if x in branches:
1099 1099 visit[len(visit):] = branches[x].keys()
1100 1100 viscache[node] = ret
1101 1101 return ret
1102 1102 if h not in branches:
1103 1103 continue
1104 1104 # O(n^2), but somewhat limited. This only searches the
1105 1105 # tags visible from a specific head, not all the tags in the
1106 1106 # whole repo.
1107 1107 for b in branches[h]:
1108 1108 vis = False
1109 1109 for bb in branches[h].keys():
1110 1110 if b != bb:
1111 1111 if b in visible(bb):
1112 1112 vis = True
1113 1113 break
1114 1114 if not vis:
1115 1115 l = out.setdefault(h, [])
1116 1116 l[len(l):] = self.nodetags(b)
1117 1117 return out
1118 1118
1119 1119 def branches(self, nodes):
1120 1120 if not nodes:
1121 1121 nodes = [self.changelog.tip()]
1122 1122 b = []
1123 1123 for n in nodes:
1124 1124 t = n
1125 1125 while 1:
1126 1126 p = self.changelog.parents(n)
1127 1127 if p[1] != nullid or p[0] == nullid:
1128 1128 b.append((t, n, p[0], p[1]))
1129 1129 break
1130 1130 n = p[0]
1131 1131 return b
1132 1132
1133 1133 def between(self, pairs):
1134 1134 r = []
1135 1135
1136 1136 for top, bottom in pairs:
1137 1137 n, l, i = top, [], 0
1138 1138 f = 1
1139 1139
1140 1140 while n != bottom:
1141 1141 p = self.changelog.parents(n)[0]
1142 1142 if i == f:
1143 1143 l.append(n)
1144 1144 f = f * 2
1145 1145 n = p
1146 1146 i += 1
1147 1147
1148 1148 r.append(l)
1149 1149
1150 1150 return r
1151 1151
1152 1152 def findincoming(self, remote, base=None, heads=None, force=False):
1153 1153 """Return list of roots of the subsets of missing nodes from remote
1154 1154
1155 1155 If base dict is specified, assume that these nodes and their parents
1156 1156 exist on the remote side and that no child of a node of base exists
1157 1157 in both remote and self.
1158 1158 Furthermore base will be updated to include the nodes that exists
1159 1159 in self and remote but no children exists in self and remote.
1160 1160 If a list of heads is specified, return only nodes which are heads
1161 1161 or ancestors of these heads.
1162 1162
1163 1163 All the ancestors of base are in self and in remote.
1164 1164 All the descendants of the list returned are missing in self.
1165 1165 (and so we know that the rest of the nodes are missing in remote, see
1166 1166 outgoing)
1167 1167 """
1168 1168 m = self.changelog.nodemap
1169 1169 search = []
1170 1170 fetch = {}
1171 1171 seen = {}
1172 1172 seenbranch = {}
1173 1173 if base == None:
1174 1174 base = {}
1175 1175
1176 1176 if not heads:
1177 1177 heads = remote.heads()
1178 1178
1179 1179 if self.changelog.tip() == nullid:
1180 1180 base[nullid] = 1
1181 1181 if heads != [nullid]:
1182 1182 return [nullid]
1183 1183 return []
1184 1184
1185 1185 # assume we're closer to the tip than the root
1186 1186 # and start by examining the heads
1187 1187 self.ui.status(_("searching for changes\n"))
1188 1188
1189 1189 unknown = []
1190 1190 for h in heads:
1191 1191 if h not in m:
1192 1192 unknown.append(h)
1193 1193 else:
1194 1194 base[h] = 1
1195 1195
1196 1196 if not unknown:
1197 1197 return []
1198 1198
1199 1199 req = dict.fromkeys(unknown)
1200 1200 reqcnt = 0
1201 1201
1202 1202 # search through remote branches
1203 1203 # a 'branch' here is a linear segment of history, with four parts:
1204 1204 # head, root, first parent, second parent
1205 1205 # (a branch always has two parents (or none) by definition)
1206 1206 unknown = remote.branches(unknown)
1207 1207 while unknown:
1208 1208 r = []
1209 1209 while unknown:
1210 1210 n = unknown.pop(0)
1211 1211 if n[0] in seen:
1212 1212 continue
1213 1213
1214 1214 self.ui.debug(_("examining %s:%s\n")
1215 1215 % (short(n[0]), short(n[1])))
1216 1216 if n[0] == nullid: # found the end of the branch
1217 1217 pass
1218 1218 elif n in seenbranch:
1219 1219 self.ui.debug(_("branch already found\n"))
1220 1220 continue
1221 1221 elif n[1] and n[1] in m: # do we know the base?
1222 1222 self.ui.debug(_("found incomplete branch %s:%s\n")
1223 1223 % (short(n[0]), short(n[1])))
1224 1224 search.append(n) # schedule branch range for scanning
1225 1225 seenbranch[n] = 1
1226 1226 else:
1227 1227 if n[1] not in seen and n[1] not in fetch:
1228 1228 if n[2] in m and n[3] in m:
1229 1229 self.ui.debug(_("found new changeset %s\n") %
1230 1230 short(n[1]))
1231 1231 fetch[n[1]] = 1 # earliest unknown
1232 1232 for p in n[2:4]:
1233 1233 if p in m:
1234 1234 base[p] = 1 # latest known
1235 1235
1236 1236 for p in n[2:4]:
1237 1237 if p not in req and p not in m:
1238 1238 r.append(p)
1239 1239 req[p] = 1
1240 1240 seen[n[0]] = 1
1241 1241
1242 1242 if r:
1243 1243 reqcnt += 1
1244 1244 self.ui.debug(_("request %d: %s\n") %
1245 1245 (reqcnt, " ".join(map(short, r))))
1246 1246 for p in xrange(0, len(r), 10):
1247 1247 for b in remote.branches(r[p:p+10]):
1248 1248 self.ui.debug(_("received %s:%s\n") %
1249 1249 (short(b[0]), short(b[1])))
1250 1250 unknown.append(b)
1251 1251
1252 1252 # do binary search on the branches we found
1253 1253 while search:
1254 1254 n = search.pop(0)
1255 1255 reqcnt += 1
1256 1256 l = remote.between([(n[0], n[1])])[0]
1257 1257 l.append(n[1])
1258 1258 p = n[0]
1259 1259 f = 1
1260 1260 for i in l:
1261 1261 self.ui.debug(_("narrowing %d:%d %s\n") % (f, len(l), short(i)))
1262 1262 if i in m:
1263 1263 if f <= 2:
1264 1264 self.ui.debug(_("found new branch changeset %s\n") %
1265 1265 short(p))
1266 1266 fetch[p] = 1
1267 1267 base[i] = 1
1268 1268 else:
1269 1269 self.ui.debug(_("narrowed branch search to %s:%s\n")
1270 1270 % (short(p), short(i)))
1271 1271 search.append((p, i))
1272 1272 break
1273 1273 p, f = i, f * 2
1274 1274
1275 1275 # sanity check our fetch list
1276 1276 for f in fetch.keys():
1277 1277 if f in m:
1278 1278 raise repo.RepoError(_("already have changeset ") + short(f[:4]))
1279 1279
1280 1280 if base.keys() == [nullid]:
1281 1281 if force:
1282 1282 self.ui.warn(_("warning: repository is unrelated\n"))
1283 1283 else:
1284 1284 raise util.Abort(_("repository is unrelated"))
1285 1285
1286 1286 self.ui.debug(_("found new changesets starting at ") +
1287 1287 " ".join([short(f) for f in fetch]) + "\n")
1288 1288
1289 1289 self.ui.debug(_("%d total queries\n") % reqcnt)
1290 1290
1291 1291 return fetch.keys()
1292 1292
1293 1293 def findoutgoing(self, remote, base=None, heads=None, force=False):
1294 1294 """Return list of nodes that are roots of subsets not in remote
1295 1295
1296 1296 If base dict is specified, assume that these nodes and their parents
1297 1297 exist on the remote side.
1298 1298 If a list of heads is specified, return only nodes which are heads
1299 1299 or ancestors of these heads, and return a second element which
1300 1300 contains all remote heads which get new children.
1301 1301 """
1302 1302 if base == None:
1303 1303 base = {}
1304 1304 self.findincoming(remote, base, heads, force=force)
1305 1305
1306 1306 self.ui.debug(_("common changesets up to ")
1307 1307 + " ".join(map(short, base.keys())) + "\n")
1308 1308
1309 1309 remain = dict.fromkeys(self.changelog.nodemap)
1310 1310
1311 1311 # prune everything remote has from the tree
1312 1312 del remain[nullid]
1313 1313 remove = base.keys()
1314 1314 while remove:
1315 1315 n = remove.pop(0)
1316 1316 if n in remain:
1317 1317 del remain[n]
1318 1318 for p in self.changelog.parents(n):
1319 1319 remove.append(p)
1320 1320
1321 1321 # find every node whose parents have been pruned
1322 1322 subset = []
1323 1323 # find every remote head that will get new children
1324 1324 updated_heads = {}
1325 1325 for n in remain:
1326 1326 p1, p2 = self.changelog.parents(n)
1327 1327 if p1 not in remain and p2 not in remain:
1328 1328 subset.append(n)
1329 1329 if heads:
1330 1330 if p1 in heads:
1331 1331 updated_heads[p1] = True
1332 1332 if p2 in heads:
1333 1333 updated_heads[p2] = True
1334 1334
1335 1335 # this is the set of all roots we have to push
1336 1336 if heads:
1337 1337 return subset, updated_heads.keys()
1338 1338 else:
1339 1339 return subset
1340 1340
1341 1341 def pull(self, remote, heads=None, force=False, lock=None):
1342 1342 mylock = False
1343 1343 if not lock:
1344 1344 lock = self.lock()
1345 1345 mylock = True
1346 1346
1347 1347 try:
1348 1348 fetch = self.findincoming(remote, force=force)
1349 1349 if fetch == [nullid]:
1350 1350 self.ui.status(_("requesting all changes\n"))
1351 1351
1352 1352 if not fetch:
1353 1353 self.ui.status(_("no changes found\n"))
1354 1354 return 0
1355 1355
1356 1356 if heads is None:
1357 1357 cg = remote.changegroup(fetch, 'pull')
1358 1358 else:
1359 1359 if 'changegroupsubset' not in remote.capabilities:
1360 1360 raise util.Abort(_("Partial pull cannot be done because other repository doesn't support changegroupsubset."))
1361 1361 cg = remote.changegroupsubset(fetch, heads, 'pull')
1362 1362 return self.addchangegroup(cg, 'pull', remote.url())
1363 1363 finally:
1364 1364 if mylock:
1365 1365 lock.release()
1366 1366
1367 1367 def push(self, remote, force=False, revs=None):
1368 1368 # there are two ways to push to remote repo:
1369 1369 #
1370 1370 # addchangegroup assumes local user can lock remote
1371 1371 # repo (local filesystem, old ssh servers).
1372 1372 #
1373 1373 # unbundle assumes local user cannot lock remote repo (new ssh
1374 1374 # servers, http servers).
1375 1375
1376 1376 if remote.capable('unbundle'):
1377 1377 return self.push_unbundle(remote, force, revs)
1378 1378 return self.push_addchangegroup(remote, force, revs)
1379 1379
1380 1380 def prepush(self, remote, force, revs):
1381 1381 base = {}
1382 1382 remote_heads = remote.heads()
1383 1383 inc = self.findincoming(remote, base, remote_heads, force=force)
1384 1384
1385 1385 update, updated_heads = self.findoutgoing(remote, base, remote_heads)
1386 1386 if revs is not None:
1387 1387 msng_cl, bases, heads = self.changelog.nodesbetween(update, revs)
1388 1388 else:
1389 1389 bases, heads = update, self.changelog.heads()
1390 1390
1391 1391 if not bases:
1392 1392 self.ui.status(_("no changes found\n"))
1393 1393 return None, 1
1394 1394 elif not force:
1395 1395 # check if we're creating new remote heads
1396 1396 # to be a remote head after push, node must be either
1397 1397 # - unknown locally
1398 1398 # - a local outgoing head descended from update
1399 1399 # - a remote head that's known locally and not
1400 1400 # ancestral to an outgoing head
1401 1401
1402 1402 warn = 0
1403 1403
1404 1404 if remote_heads == [nullid]:
1405 1405 warn = 0
1406 1406 elif not revs and len(heads) > len(remote_heads):
1407 1407 warn = 1
1408 1408 else:
1409 1409 newheads = list(heads)
1410 1410 for r in remote_heads:
1411 1411 if r in self.changelog.nodemap:
1412 1412 desc = self.changelog.heads(r, heads)
1413 1413 l = [h for h in heads if h in desc]
1414 1414 if not l:
1415 1415 newheads.append(r)
1416 1416 else:
1417 1417 newheads.append(r)
1418 1418 if len(newheads) > len(remote_heads):
1419 1419 warn = 1
1420 1420
1421 1421 if warn:
1422 1422 self.ui.warn(_("abort: push creates new remote branches!\n"))
1423 1423 self.ui.status(_("(did you forget to merge?"
1424 1424 " use push -f to force)\n"))
1425 1425 return None, 1
1426 1426 elif inc:
1427 1427 self.ui.warn(_("note: unsynced remote changes!\n"))
1428 1428
1429 1429
1430 1430 if revs is None:
1431 1431 cg = self.changegroup(update, 'push')
1432 1432 else:
1433 1433 cg = self.changegroupsubset(update, revs, 'push')
1434 1434 return cg, remote_heads
1435 1435
1436 1436 def push_addchangegroup(self, remote, force, revs):
1437 1437 lock = remote.lock()
1438 1438
1439 1439 ret = self.prepush(remote, force, revs)
1440 1440 if ret[0] is not None:
1441 1441 cg, remote_heads = ret
1442 1442 return remote.addchangegroup(cg, 'push', self.url())
1443 1443 return ret[1]
1444 1444
1445 1445 def push_unbundle(self, remote, force, revs):
1446 1446 # local repo finds heads on server, finds out what revs it
1447 1447 # must push. once revs transferred, if server finds it has
1448 1448 # different heads (someone else won commit/push race), server
1449 1449 # aborts.
1450 1450
1451 1451 ret = self.prepush(remote, force, revs)
1452 1452 if ret[0] is not None:
1453 1453 cg, remote_heads = ret
1454 1454 if force: remote_heads = ['force']
1455 1455 return remote.unbundle(cg, remote_heads, 'push')
1456 1456 return ret[1]
1457 1457
1458 1458 def changegroupinfo(self, nodes):
1459 1459 self.ui.note(_("%d changesets found\n") % len(nodes))
1460 1460 if self.ui.debugflag:
1461 1461 self.ui.debug(_("List of changesets:\n"))
1462 1462 for node in nodes:
1463 1463 self.ui.debug("%s\n" % hex(node))
1464 1464
1465 1465 def changegroupsubset(self, bases, heads, source):
1466 1466 """This function generates a changegroup consisting of all the nodes
1467 1467 that are descendents of any of the bases, and ancestors of any of
1468 1468 the heads.
1469 1469
1470 1470 It is fairly complex as determining which filenodes and which
1471 1471 manifest nodes need to be included for the changeset to be complete
1472 1472 is non-trivial.
1473 1473
1474 1474 Another wrinkle is doing the reverse, figuring out which changeset in
1475 1475 the changegroup a particular filenode or manifestnode belongs to."""
1476 1476
1477 1477 self.hook('preoutgoing', throw=True, source=source)
1478 1478
1479 1479 # Set up some initial variables
1480 1480 # Make it easy to refer to self.changelog
1481 1481 cl = self.changelog
1482 1482 # msng is short for missing - compute the list of changesets in this
1483 1483 # changegroup.
1484 1484 msng_cl_lst, bases, heads = cl.nodesbetween(bases, heads)
1485 1485 self.changegroupinfo(msng_cl_lst)
1486 1486 # Some bases may turn out to be superfluous, and some heads may be
1487 1487 # too. nodesbetween will return the minimal set of bases and heads
1488 1488 # necessary to re-create the changegroup.
1489 1489
1490 1490 # Known heads are the list of heads that it is assumed the recipient
1491 1491 # of this changegroup will know about.
1492 1492 knownheads = {}
1493 1493 # We assume that all parents of bases are known heads.
1494 1494 for n in bases:
1495 1495 for p in cl.parents(n):
1496 1496 if p != nullid:
1497 1497 knownheads[p] = 1
1498 1498 knownheads = knownheads.keys()
1499 1499 if knownheads:
1500 1500 # Now that we know what heads are known, we can compute which
1501 1501 # changesets are known. The recipient must know about all
1502 1502 # changesets required to reach the known heads from the null
1503 1503 # changeset.
1504 1504 has_cl_set, junk, junk = cl.nodesbetween(None, knownheads)
1505 1505 junk = None
1506 1506 # Transform the list into an ersatz set.
1507 1507 has_cl_set = dict.fromkeys(has_cl_set)
1508 1508 else:
1509 1509 # If there were no known heads, the recipient cannot be assumed to
1510 1510 # know about any changesets.
1511 1511 has_cl_set = {}
1512 1512
1513 1513 # Make it easy to refer to self.manifest
1514 1514 mnfst = self.manifest
1515 1515 # We don't know which manifests are missing yet
1516 1516 msng_mnfst_set = {}
1517 1517 # Nor do we know which filenodes are missing.
1518 1518 msng_filenode_set = {}
1519 1519
1520 1520 junk = mnfst.index[mnfst.count() - 1] # Get around a bug in lazyindex
1521 1521 junk = None
1522 1522
1523 1523 # A changeset always belongs to itself, so the changenode lookup
1524 1524 # function for a changenode is identity.
1525 1525 def identity(x):
1526 1526 return x
1527 1527
1528 1528 # A function generating function. Sets up an environment for the
1529 1529 # inner function.
1530 1530 def cmp_by_rev_func(revlog):
1531 1531 # Compare two nodes by their revision number in the environment's
1532 1532 # revision history. Since the revision number both represents the
1533 1533 # most efficient order to read the nodes in, and represents a
1534 1534 # topological sorting of the nodes, this function is often useful.
1535 1535 def cmp_by_rev(a, b):
1536 1536 return cmp(revlog.rev(a), revlog.rev(b))
1537 1537 return cmp_by_rev
1538 1538
1539 1539 # If we determine that a particular file or manifest node must be a
1540 1540 # node that the recipient of the changegroup will already have, we can
1541 1541 # also assume the recipient will have all the parents. This function
1542 1542 # prunes them from the set of missing nodes.
1543 1543 def prune_parents(revlog, hasset, msngset):
1544 1544 haslst = hasset.keys()
1545 1545 haslst.sort(cmp_by_rev_func(revlog))
1546 1546 for node in haslst:
1547 1547 parentlst = [p for p in revlog.parents(node) if p != nullid]
1548 1548 while parentlst:
1549 1549 n = parentlst.pop()
1550 1550 if n not in hasset:
1551 1551 hasset[n] = 1
1552 1552 p = [p for p in revlog.parents(n) if p != nullid]
1553 1553 parentlst.extend(p)
1554 1554 for n in hasset:
1555 1555 msngset.pop(n, None)
1556 1556
1557 1557 # This is a function generating function used to set up an environment
1558 1558 # for the inner function to execute in.
1559 1559 def manifest_and_file_collector(changedfileset):
1560 1560 # This is an information gathering function that gathers
1561 1561 # information from each changeset node that goes out as part of
1562 1562 # the changegroup. The information gathered is a list of which
1563 1563 # manifest nodes are potentially required (the recipient may
1564 1564 # already have them) and total list of all files which were
1565 1565 # changed in any changeset in the changegroup.
1566 1566 #
1567 1567 # We also remember the first changenode we saw any manifest
1568 1568 # referenced by so we can later determine which changenode 'owns'
1569 1569 # the manifest.
1570 1570 def collect_manifests_and_files(clnode):
1571 1571 c = cl.read(clnode)
1572 1572 for f in c[3]:
1573 1573 # This is to make sure we only have one instance of each
1574 1574 # filename string for each filename.
1575 1575 changedfileset.setdefault(f, f)
1576 1576 msng_mnfst_set.setdefault(c[0], clnode)
1577 1577 return collect_manifests_and_files
1578 1578
1579 1579 # Figure out which manifest nodes (of the ones we think might be part
1580 1580 # of the changegroup) the recipient must know about and remove them
1581 1581 # from the changegroup.
1582 1582 def prune_manifests():
1583 1583 has_mnfst_set = {}
1584 1584 for n in msng_mnfst_set:
1585 1585 # If a 'missing' manifest thinks it belongs to a changenode
1586 1586 # the recipient is assumed to have, obviously the recipient
1587 1587 # must have that manifest.
1588 1588 linknode = cl.node(mnfst.linkrev(n))
1589 1589 if linknode in has_cl_set:
1590 1590 has_mnfst_set[n] = 1
1591 1591 prune_parents(mnfst, has_mnfst_set, msng_mnfst_set)
1592 1592
1593 1593 # Use the information collected in collect_manifests_and_files to say
1594 1594 # which changenode any manifestnode belongs to.
1595 1595 def lookup_manifest_link(mnfstnode):
1596 1596 return msng_mnfst_set[mnfstnode]
1597 1597
1598 1598 # A function generating function that sets up the initial environment
1599 1599 # the inner function.
1600 1600 def filenode_collector(changedfiles):
1601 1601 next_rev = [0]
1602 1602 # This gathers information from each manifestnode included in the
1603 1603 # changegroup about which filenodes the manifest node references
1604 1604 # so we can include those in the changegroup too.
1605 1605 #
1606 1606 # It also remembers which changenode each filenode belongs to. It
1607 1607 # does this by assuming the a filenode belongs to the changenode
1608 1608 # the first manifest that references it belongs to.
1609 1609 def collect_msng_filenodes(mnfstnode):
1610 1610 r = mnfst.rev(mnfstnode)
1611 1611 if r == next_rev[0]:
1612 1612 # If the last rev we looked at was the one just previous,
1613 1613 # we only need to see a diff.
1614 1614 delta = mdiff.patchtext(mnfst.delta(mnfstnode))
1615 1615 # For each line in the delta
1616 1616 for dline in delta.splitlines():
1617 1617 # get the filename and filenode for that line
1618 1618 f, fnode = dline.split('\0')
1619 1619 fnode = bin(fnode[:40])
1620 1620 f = changedfiles.get(f, None)
1621 1621 # And if the file is in the list of files we care
1622 1622 # about.
1623 1623 if f is not None:
1624 1624 # Get the changenode this manifest belongs to
1625 1625 clnode = msng_mnfst_set[mnfstnode]
1626 1626 # Create the set of filenodes for the file if
1627 1627 # there isn't one already.
1628 1628 ndset = msng_filenode_set.setdefault(f, {})
1629 1629 # And set the filenode's changelog node to the
1630 1630 # manifest's if it hasn't been set already.
1631 1631 ndset.setdefault(fnode, clnode)
1632 1632 else:
1633 1633 # Otherwise we need a full manifest.
1634 1634 m = mnfst.read(mnfstnode)
1635 1635 # For every file in we care about.
1636 1636 for f in changedfiles:
1637 1637 fnode = m.get(f, None)
1638 1638 # If it's in the manifest
1639 1639 if fnode is not None:
1640 1640 # See comments above.
1641 1641 clnode = msng_mnfst_set[mnfstnode]
1642 1642 ndset = msng_filenode_set.setdefault(f, {})
1643 1643 ndset.setdefault(fnode, clnode)
1644 1644 # Remember the revision we hope to see next.
1645 1645 next_rev[0] = r + 1
1646 1646 return collect_msng_filenodes
1647 1647
1648 1648 # We have a list of filenodes we think we need for a file, lets remove
1649 1649 # all those we now the recipient must have.
1650 1650 def prune_filenodes(f, filerevlog):
1651 1651 msngset = msng_filenode_set[f]
1652 1652 hasset = {}
1653 1653 # If a 'missing' filenode thinks it belongs to a changenode we
1654 1654 # assume the recipient must have, then the recipient must have
1655 1655 # that filenode.
1656 1656 for n in msngset:
1657 1657 clnode = cl.node(filerevlog.linkrev(n))
1658 1658 if clnode in has_cl_set:
1659 1659 hasset[n] = 1
1660 1660 prune_parents(filerevlog, hasset, msngset)
1661 1661
1662 1662 # A function generator function that sets up the a context for the
1663 1663 # inner function.
1664 1664 def lookup_filenode_link_func(fname):
1665 1665 msngset = msng_filenode_set[fname]
1666 1666 # Lookup the changenode the filenode belongs to.
1667 1667 def lookup_filenode_link(fnode):
1668 1668 return msngset[fnode]
1669 1669 return lookup_filenode_link
1670 1670
1671 1671 # Now that we have all theses utility functions to help out and
1672 1672 # logically divide up the task, generate the group.
1673 1673 def gengroup():
1674 1674 # The set of changed files starts empty.
1675 1675 changedfiles = {}
1676 1676 # Create a changenode group generator that will call our functions
1677 1677 # back to lookup the owning changenode and collect information.
1678 1678 group = cl.group(msng_cl_lst, identity,
1679 1679 manifest_and_file_collector(changedfiles))
1680 1680 for chnk in group:
1681 1681 yield chnk
1682 1682
1683 1683 # The list of manifests has been collected by the generator
1684 1684 # calling our functions back.
1685 1685 prune_manifests()
1686 1686 msng_mnfst_lst = msng_mnfst_set.keys()
1687 1687 # Sort the manifestnodes by revision number.
1688 1688 msng_mnfst_lst.sort(cmp_by_rev_func(mnfst))
1689 1689 # Create a generator for the manifestnodes that calls our lookup
1690 1690 # and data collection functions back.
1691 1691 group = mnfst.group(msng_mnfst_lst, lookup_manifest_link,
1692 1692 filenode_collector(changedfiles))
1693 1693 for chnk in group:
1694 1694 yield chnk
1695 1695
1696 1696 # These are no longer needed, dereference and toss the memory for
1697 1697 # them.
1698 1698 msng_mnfst_lst = None
1699 1699 msng_mnfst_set.clear()
1700 1700
1701 1701 changedfiles = changedfiles.keys()
1702 1702 changedfiles.sort()
1703 1703 # Go through all our files in order sorted by name.
1704 1704 for fname in changedfiles:
1705 1705 filerevlog = self.file(fname)
1706 1706 # Toss out the filenodes that the recipient isn't really
1707 1707 # missing.
1708 1708 if msng_filenode_set.has_key(fname):
1709 1709 prune_filenodes(fname, filerevlog)
1710 1710 msng_filenode_lst = msng_filenode_set[fname].keys()
1711 1711 else:
1712 1712 msng_filenode_lst = []
1713 1713 # If any filenodes are left, generate the group for them,
1714 1714 # otherwise don't bother.
1715 1715 if len(msng_filenode_lst) > 0:
1716 1716 yield changegroup.genchunk(fname)
1717 1717 # Sort the filenodes by their revision #
1718 1718 msng_filenode_lst.sort(cmp_by_rev_func(filerevlog))
1719 1719 # Create a group generator and only pass in a changenode
1720 1720 # lookup function as we need to collect no information
1721 1721 # from filenodes.
1722 1722 group = filerevlog.group(msng_filenode_lst,
1723 1723 lookup_filenode_link_func(fname))
1724 1724 for chnk in group:
1725 1725 yield chnk
1726 1726 if msng_filenode_set.has_key(fname):
1727 1727 # Don't need this anymore, toss it to free memory.
1728 1728 del msng_filenode_set[fname]
1729 1729 # Signal that no more groups are left.
1730 1730 yield changegroup.closechunk()
1731 1731
1732 1732 if msng_cl_lst:
1733 1733 self.hook('outgoing', node=hex(msng_cl_lst[0]), source=source)
1734 1734
1735 1735 return util.chunkbuffer(gengroup())
1736 1736
1737 1737 def changegroup(self, basenodes, source):
1738 1738 """Generate a changegroup of all nodes that we have that a recipient
1739 1739 doesn't.
1740 1740
1741 1741 This is much easier than the previous function as we can assume that
1742 1742 the recipient has any changenode we aren't sending them."""
1743 1743
1744 1744 self.hook('preoutgoing', throw=True, source=source)
1745 1745
1746 1746 cl = self.changelog
1747 1747 nodes = cl.nodesbetween(basenodes, None)[0]
1748 1748 revset = dict.fromkeys([cl.rev(n) for n in nodes])
1749 1749 self.changegroupinfo(nodes)
1750 1750
1751 1751 def identity(x):
1752 1752 return x
1753 1753
1754 1754 def gennodelst(revlog):
1755 1755 for r in xrange(0, revlog.count()):
1756 1756 n = revlog.node(r)
1757 1757 if revlog.linkrev(n) in revset:
1758 1758 yield n
1759 1759
1760 1760 def changed_file_collector(changedfileset):
1761 1761 def collect_changed_files(clnode):
1762 1762 c = cl.read(clnode)
1763 1763 for fname in c[3]:
1764 1764 changedfileset[fname] = 1
1765 1765 return collect_changed_files
1766 1766
1767 1767 def lookuprevlink_func(revlog):
1768 1768 def lookuprevlink(n):
1769 1769 return cl.node(revlog.linkrev(n))
1770 1770 return lookuprevlink
1771 1771
1772 1772 def gengroup():
1773 1773 # construct a list of all changed files
1774 1774 changedfiles = {}
1775 1775
1776 1776 for chnk in cl.group(nodes, identity,
1777 1777 changed_file_collector(changedfiles)):
1778 1778 yield chnk
1779 1779 changedfiles = changedfiles.keys()
1780 1780 changedfiles.sort()
1781 1781
1782 1782 mnfst = self.manifest
1783 1783 nodeiter = gennodelst(mnfst)
1784 1784 for chnk in mnfst.group(nodeiter, lookuprevlink_func(mnfst)):
1785 1785 yield chnk
1786 1786
1787 1787 for fname in changedfiles:
1788 1788 filerevlog = self.file(fname)
1789 1789 nodeiter = gennodelst(filerevlog)
1790 1790 nodeiter = list(nodeiter)
1791 1791 if nodeiter:
1792 1792 yield changegroup.genchunk(fname)
1793 1793 lookup = lookuprevlink_func(filerevlog)
1794 1794 for chnk in filerevlog.group(nodeiter, lookup):
1795 1795 yield chnk
1796 1796
1797 1797 yield changegroup.closechunk()
1798 1798
1799 1799 if nodes:
1800 1800 self.hook('outgoing', node=hex(nodes[0]), source=source)
1801 1801
1802 1802 return util.chunkbuffer(gengroup())
1803 1803
1804 1804 def addchangegroup(self, source, srctype, url):
1805 1805 """add changegroup to repo.
1806 1806
1807 1807 return values:
1808 1808 - nothing changed or no source: 0
1809 1809 - more heads than before: 1+added heads (2..n)
1810 1810 - less heads than before: -1-removed heads (-2..-n)
1811 1811 - number of heads stays the same: 1
1812 1812 """
1813 1813 def csmap(x):
1814 1814 self.ui.debug(_("add changeset %s\n") % short(x))
1815 1815 return cl.count()
1816 1816
1817 1817 def revmap(x):
1818 1818 return cl.rev(x)
1819 1819
1820 1820 if not source:
1821 1821 return 0
1822 1822
1823 1823 self.hook('prechangegroup', throw=True, source=srctype, url=url)
1824 1824
1825 1825 changesets = files = revisions = 0
1826 1826
1827 1827 tr = self.transaction()
1828 1828
1829 1829 # write changelog data to temp files so concurrent readers will not see
1830 1830 # inconsistent view
1831 1831 cl = None
1832 1832 try:
1833 1833 cl = appendfile.appendchangelog(self.sopener,
1834 1834 self.changelog.version)
1835 1835
1836 1836 oldheads = len(cl.heads())
1837 1837
1838 1838 # pull off the changeset group
1839 1839 self.ui.status(_("adding changesets\n"))
1840 1840 cor = cl.count() - 1
1841 1841 chunkiter = changegroup.chunkiter(source)
1842 1842 if cl.addgroup(chunkiter, csmap, tr, 1) is None:
1843 1843 raise util.Abort(_("received changelog group is empty"))
1844 1844 cnr = cl.count() - 1
1845 1845 changesets = cnr - cor
1846 1846
1847 1847 # pull off the manifest group
1848 1848 self.ui.status(_("adding manifests\n"))
1849 1849 chunkiter = changegroup.chunkiter(source)
1850 1850 # no need to check for empty manifest group here:
1851 1851 # if the result of the merge of 1 and 2 is the same in 3 and 4,
1852 1852 # no new manifest will be created and the manifest group will
1853 1853 # be empty during the pull
1854 1854 self.manifest.addgroup(chunkiter, revmap, tr)
1855 1855
1856 1856 # process the files
1857 1857 self.ui.status(_("adding file changes\n"))
1858 1858 while 1:
1859 1859 f = changegroup.getchunk(source)
1860 1860 if not f:
1861 1861 break
1862 1862 self.ui.debug(_("adding %s revisions\n") % f)
1863 1863 fl = self.file(f)
1864 1864 o = fl.count()
1865 1865 chunkiter = changegroup.chunkiter(source)
1866 1866 if fl.addgroup(chunkiter, revmap, tr) is None:
1867 1867 raise util.Abort(_("received file revlog group is empty"))
1868 1868 revisions += fl.count() - o
1869 1869 files += 1
1870 1870
1871 1871 cl.writedata()
1872 1872 finally:
1873 1873 if cl:
1874 1874 cl.cleanup()
1875 1875
1876 1876 # make changelog see real files again
1877 1877 self.changelog = changelog.changelog(self.sopener,
1878 1878 self.changelog.version)
1879 1879 self.changelog.checkinlinesize(tr)
1880 1880
1881 1881 newheads = len(self.changelog.heads())
1882 1882 heads = ""
1883 1883 if oldheads and newheads != oldheads:
1884 1884 heads = _(" (%+d heads)") % (newheads - oldheads)
1885 1885
1886 1886 self.ui.status(_("added %d changesets"
1887 1887 " with %d changes to %d files%s\n")
1888 1888 % (changesets, revisions, files, heads))
1889 1889
1890 1890 if changesets > 0:
1891 1891 self.hook('pretxnchangegroup', throw=True,
1892 1892 node=hex(self.changelog.node(cor+1)), source=srctype,
1893 1893 url=url)
1894 1894
1895 1895 tr.close()
1896 1896
1897 1897 if changesets > 0:
1898 1898 self.hook("changegroup", node=hex(self.changelog.node(cor+1)),
1899 1899 source=srctype, url=url)
1900 1900
1901 1901 for i in xrange(cor + 1, cnr + 1):
1902 1902 self.hook("incoming", node=hex(self.changelog.node(i)),
1903 1903 source=srctype, url=url)
1904 1904
1905 1905 # never return 0 here:
1906 1906 if newheads < oldheads:
1907 1907 return newheads - oldheads - 1
1908 1908 else:
1909 1909 return newheads - oldheads + 1
1910 1910
1911 1911
1912 1912 def stream_in(self, remote):
1913 1913 fp = remote.stream_out()
1914 1914 l = fp.readline()
1915 1915 try:
1916 1916 resp = int(l)
1917 1917 except ValueError:
1918 1918 raise util.UnexpectedOutput(
1919 1919 _('Unexpected response from remote server:'), l)
1920 1920 if resp == 1:
1921 1921 raise util.Abort(_('operation forbidden by server'))
1922 1922 elif resp == 2:
1923 1923 raise util.Abort(_('locking the remote repository failed'))
1924 1924 elif resp != 0:
1925 1925 raise util.Abort(_('the server sent an unknown error code'))
1926 1926 self.ui.status(_('streaming all changes\n'))
1927 1927 l = fp.readline()
1928 1928 try:
1929 1929 total_files, total_bytes = map(int, l.split(' ', 1))
1930 1930 except ValueError, TypeError:
1931 1931 raise util.UnexpectedOutput(
1932 1932 _('Unexpected response from remote server:'), l)
1933 1933 self.ui.status(_('%d files to transfer, %s of data\n') %
1934 1934 (total_files, util.bytecount(total_bytes)))
1935 1935 start = time.time()
1936 1936 for i in xrange(total_files):
1937 1937 # XXX doesn't support '\n' or '\r' in filenames
1938 1938 l = fp.readline()
1939 1939 try:
1940 1940 name, size = l.split('\0', 1)
1941 1941 size = int(size)
1942 1942 except ValueError, TypeError:
1943 1943 raise util.UnexpectedOutput(
1944 1944 _('Unexpected response from remote server:'), l)
1945 1945 self.ui.debug('adding %s (%s)\n' % (name, util.bytecount(size)))
1946 1946 ofp = self.sopener(name, 'w')
1947 1947 for chunk in util.filechunkiter(fp, limit=size):
1948 1948 ofp.write(chunk)
1949 1949 ofp.close()
1950 1950 elapsed = time.time() - start
1951 1951 if elapsed <= 0:
1952 1952 elapsed = 0.001
1953 1953 self.ui.status(_('transferred %s in %.1f seconds (%s/sec)\n') %
1954 1954 (util.bytecount(total_bytes), elapsed,
1955 1955 util.bytecount(total_bytes / elapsed)))
1956 1956 self.reload()
1957 1957 return len(self.heads()) + 1
1958 1958
1959 1959 def clone(self, remote, heads=[], stream=False):
1960 1960 '''clone remote repository.
1961 1961
1962 1962 keyword arguments:
1963 1963 heads: list of revs to clone (forces use of pull)
1964 1964 stream: use streaming clone if possible'''
1965 1965
1966 1966 # now, all clients that can request uncompressed clones can
1967 1967 # read repo formats supported by all servers that can serve
1968 1968 # them.
1969 1969
1970 1970 # if revlog format changes, client will have to check version
1971 1971 # and format flags on "stream" capability, and use
1972 1972 # uncompressed only if compatible.
1973 1973
1974 1974 if stream and not heads and remote.capable('stream'):
1975 1975 return self.stream_in(remote)
1976 1976 return self.pull(remote, heads)
1977 1977
1978 1978 # used to avoid circular references so destructors work
1979 1979 def aftertrans(files):
1980 1980 renamefiles = [tuple(t) for t in files]
1981 1981 def a():
1982 1982 for src, dest in renamefiles:
1983 1983 util.rename(src, dest)
1984 1984 return a
1985 1985
1986 1986 def instance(ui, path, create):
1987 1987 return localrepository(ui, util.drop_scheme('file', path), create)
1988 1988
1989 1989 def islocal(path):
1990 1990 return True
General Comments 0
You need to be logged in to leave comments. Login now