##// END OF EJS Templates
verify: rename "hasmanifest" variable for source code readability...
FUJIWARA Katsunori -
r17720:9a1796af default
parent child Browse files
Show More
@@ -1,310 +1,310 b''
1 # verify.py - repository integrity checking for Mercurial
1 # verify.py - repository integrity checking for Mercurial
2 #
2 #
3 # Copyright 2006, 2007 Matt Mackall <mpm@selenic.com>
3 # Copyright 2006, 2007 Matt Mackall <mpm@selenic.com>
4 #
4 #
5 # This software may be used and distributed according to the terms of the
5 # This software may be used and distributed according to the terms of the
6 # GNU General Public License version 2 or any later version.
6 # GNU General Public License version 2 or any later version.
7
7
8 from node import nullid, short
8 from node import nullid, short
9 from i18n import _
9 from i18n import _
10 import os
10 import os
11 import revlog, util, error
11 import revlog, util, error
12
12
13 def verify(repo):
13 def verify(repo):
14 lock = repo.lock()
14 lock = repo.lock()
15 try:
15 try:
16 return _verify(repo)
16 return _verify(repo)
17 finally:
17 finally:
18 lock.release()
18 lock.release()
19
19
20 def _verify(repo):
20 def _verify(repo):
21 mflinkrevs = {}
21 mflinkrevs = {}
22 filelinkrevs = {}
22 filelinkrevs = {}
23 filenodes = {}
23 filenodes = {}
24 revisions = 0
24 revisions = 0
25 badrevs = set()
25 badrevs = set()
26 errors = [0]
26 errors = [0]
27 warnings = [0]
27 warnings = [0]
28 ui = repo.ui
28 ui = repo.ui
29 cl = repo.changelog
29 cl = repo.changelog
30 mf = repo.manifest
30 mf = repo.manifest
31 lrugetctx = util.lrucachefunc(repo.changectx)
31 lrugetctx = util.lrucachefunc(repo.changectx)
32
32
33 if not repo.cancopy():
33 if not repo.cancopy():
34 raise util.Abort(_("cannot verify bundle or remote repos"))
34 raise util.Abort(_("cannot verify bundle or remote repos"))
35
35
36 def err(linkrev, msg, filename=None):
36 def err(linkrev, msg, filename=None):
37 if linkrev is not None:
37 if linkrev is not None:
38 badrevs.add(linkrev)
38 badrevs.add(linkrev)
39 else:
39 else:
40 linkrev = '?'
40 linkrev = '?'
41 msg = "%s: %s" % (linkrev, msg)
41 msg = "%s: %s" % (linkrev, msg)
42 if filename:
42 if filename:
43 msg = "%s@%s" % (filename, msg)
43 msg = "%s@%s" % (filename, msg)
44 ui.warn(" " + msg + "\n")
44 ui.warn(" " + msg + "\n")
45 errors[0] += 1
45 errors[0] += 1
46
46
47 def exc(linkrev, msg, inst, filename=None):
47 def exc(linkrev, msg, inst, filename=None):
48 if isinstance(inst, KeyboardInterrupt):
48 if isinstance(inst, KeyboardInterrupt):
49 ui.warn(_("interrupted"))
49 ui.warn(_("interrupted"))
50 raise
50 raise
51 if not str(inst):
51 if not str(inst):
52 inst = repr(inst)
52 inst = repr(inst)
53 err(linkrev, "%s: %s" % (msg, inst), filename)
53 err(linkrev, "%s: %s" % (msg, inst), filename)
54
54
55 def warn(msg):
55 def warn(msg):
56 ui.warn(msg + "\n")
56 ui.warn(msg + "\n")
57 warnings[0] += 1
57 warnings[0] += 1
58
58
59 def checklog(obj, name, linkrev):
59 def checklog(obj, name, linkrev):
60 if not len(obj) and (havecl or havemf):
60 if not len(obj) and (havecl or havemf):
61 err(linkrev, _("empty or missing %s") % name)
61 err(linkrev, _("empty or missing %s") % name)
62 return
62 return
63
63
64 d = obj.checksize()
64 d = obj.checksize()
65 if d[0]:
65 if d[0]:
66 err(None, _("data length off by %d bytes") % d[0], name)
66 err(None, _("data length off by %d bytes") % d[0], name)
67 if d[1]:
67 if d[1]:
68 err(None, _("index contains %d extra bytes") % d[1], name)
68 err(None, _("index contains %d extra bytes") % d[1], name)
69
69
70 if obj.version != revlog.REVLOGV0:
70 if obj.version != revlog.REVLOGV0:
71 if not revlogv1:
71 if not revlogv1:
72 warn(_("warning: `%s' uses revlog format 1") % name)
72 warn(_("warning: `%s' uses revlog format 1") % name)
73 elif revlogv1:
73 elif revlogv1:
74 warn(_("warning: `%s' uses revlog format 0") % name)
74 warn(_("warning: `%s' uses revlog format 0") % name)
75
75
76 def checkentry(obj, i, node, seen, linkrevs, f):
76 def checkentry(obj, i, node, seen, linkrevs, f):
77 lr = obj.linkrev(obj.rev(node))
77 lr = obj.linkrev(obj.rev(node))
78 if lr < 0 or (havecl and lr not in linkrevs):
78 if lr < 0 or (havecl and lr not in linkrevs):
79 if lr < 0 or lr >= len(cl):
79 if lr < 0 or lr >= len(cl):
80 msg = _("rev %d points to nonexistent changeset %d")
80 msg = _("rev %d points to nonexistent changeset %d")
81 else:
81 else:
82 msg = _("rev %d points to unexpected changeset %d")
82 msg = _("rev %d points to unexpected changeset %d")
83 err(None, msg % (i, lr), f)
83 err(None, msg % (i, lr), f)
84 if linkrevs:
84 if linkrevs:
85 if f and len(linkrevs) > 1:
85 if f and len(linkrevs) > 1:
86 try:
86 try:
87 # attempt to filter down to real linkrevs
87 # attempt to filter down to real linkrevs
88 linkrevs = [l for l in linkrevs
88 linkrevs = [l for l in linkrevs
89 if lrugetctx(l)[f].filenode() == node]
89 if lrugetctx(l)[f].filenode() == node]
90 except Exception:
90 except Exception:
91 pass
91 pass
92 warn(_(" (expected %s)") % " ".join(map(str, linkrevs)))
92 warn(_(" (expected %s)") % " ".join(map(str, linkrevs)))
93 lr = None # can't be trusted
93 lr = None # can't be trusted
94
94
95 try:
95 try:
96 p1, p2 = obj.parents(node)
96 p1, p2 = obj.parents(node)
97 if p1 not in seen and p1 != nullid:
97 if p1 not in seen and p1 != nullid:
98 err(lr, _("unknown parent 1 %s of %s") %
98 err(lr, _("unknown parent 1 %s of %s") %
99 (short(p1), short(node)), f)
99 (short(p1), short(node)), f)
100 if p2 not in seen and p2 != nullid:
100 if p2 not in seen and p2 != nullid:
101 err(lr, _("unknown parent 2 %s of %s") %
101 err(lr, _("unknown parent 2 %s of %s") %
102 (short(p2), short(node)), f)
102 (short(p2), short(node)), f)
103 except Exception, inst:
103 except Exception, inst:
104 exc(lr, _("checking parents of %s") % short(node), inst, f)
104 exc(lr, _("checking parents of %s") % short(node), inst, f)
105
105
106 if node in seen:
106 if node in seen:
107 err(lr, _("duplicate revision %d (%d)") % (i, seen[node]), f)
107 err(lr, _("duplicate revision %d (%d)") % (i, seen[node]), f)
108 seen[node] = i
108 seen[node] = i
109 return lr
109 return lr
110
110
111 if os.path.exists(repo.sjoin("journal")):
111 if os.path.exists(repo.sjoin("journal")):
112 ui.warn(_("abandoned transaction found - run hg recover\n"))
112 ui.warn(_("abandoned transaction found - run hg recover\n"))
113
113
114 revlogv1 = cl.version != revlog.REVLOGV0
114 revlogv1 = cl.version != revlog.REVLOGV0
115 if ui.verbose or not revlogv1:
115 if ui.verbose or not revlogv1:
116 ui.status(_("repository uses revlog format %d\n") %
116 ui.status(_("repository uses revlog format %d\n") %
117 (revlogv1 and 1 or 0))
117 (revlogv1 and 1 or 0))
118
118
119 havecl = len(cl) > 0
119 havecl = len(cl) > 0
120 havemf = len(mf) > 0
120 havemf = len(mf) > 0
121
121
122 ui.status(_("checking changesets\n"))
122 ui.status(_("checking changesets\n"))
123 hasmanifest = False
123 refersmf = False
124 seen = {}
124 seen = {}
125 checklog(cl, "changelog", 0)
125 checklog(cl, "changelog", 0)
126 total = len(repo)
126 total = len(repo)
127 for i in repo:
127 for i in repo:
128 ui.progress(_('checking'), i, total=total, unit=_('changesets'))
128 ui.progress(_('checking'), i, total=total, unit=_('changesets'))
129 n = cl.node(i)
129 n = cl.node(i)
130 checkentry(cl, i, n, seen, [i], "changelog")
130 checkentry(cl, i, n, seen, [i], "changelog")
131
131
132 try:
132 try:
133 changes = cl.read(n)
133 changes = cl.read(n)
134 if changes[0] != nullid:
134 if changes[0] != nullid:
135 mflinkrevs.setdefault(changes[0], []).append(i)
135 mflinkrevs.setdefault(changes[0], []).append(i)
136 hasmanifest = True
136 refersmf = True
137 for f in changes[3]:
137 for f in changes[3]:
138 filelinkrevs.setdefault(f, []).append(i)
138 filelinkrevs.setdefault(f, []).append(i)
139 except Exception, inst:
139 except Exception, inst:
140 hasmanifest = True
140 refersmf = True
141 exc(i, _("unpacking changeset %s") % short(n), inst)
141 exc(i, _("unpacking changeset %s") % short(n), inst)
142 ui.progress(_('checking'), None)
142 ui.progress(_('checking'), None)
143
143
144 ui.status(_("checking manifests\n"))
144 ui.status(_("checking manifests\n"))
145 seen = {}
145 seen = {}
146 if hasmanifest:
146 if refersmf:
147 # Do not check manifest if there are only changelog entries with
147 # Do not check manifest if there are only changelog entries with
148 # null manifests.
148 # null manifests.
149 checklog(mf, "manifest", 0)
149 checklog(mf, "manifest", 0)
150 total = len(mf)
150 total = len(mf)
151 for i in mf:
151 for i in mf:
152 ui.progress(_('checking'), i, total=total, unit=_('manifests'))
152 ui.progress(_('checking'), i, total=total, unit=_('manifests'))
153 n = mf.node(i)
153 n = mf.node(i)
154 lr = checkentry(mf, i, n, seen, mflinkrevs.get(n, []), "manifest")
154 lr = checkentry(mf, i, n, seen, mflinkrevs.get(n, []), "manifest")
155 if n in mflinkrevs:
155 if n in mflinkrevs:
156 del mflinkrevs[n]
156 del mflinkrevs[n]
157 else:
157 else:
158 err(lr, _("%s not in changesets") % short(n), "manifest")
158 err(lr, _("%s not in changesets") % short(n), "manifest")
159
159
160 try:
160 try:
161 for f, fn in mf.readdelta(n).iteritems():
161 for f, fn in mf.readdelta(n).iteritems():
162 if not f:
162 if not f:
163 err(lr, _("file without name in manifest"))
163 err(lr, _("file without name in manifest"))
164 elif f != "/dev/null":
164 elif f != "/dev/null":
165 filenodes.setdefault(f, {}).setdefault(fn, lr)
165 filenodes.setdefault(f, {}).setdefault(fn, lr)
166 except Exception, inst:
166 except Exception, inst:
167 exc(lr, _("reading manifest delta %s") % short(n), inst)
167 exc(lr, _("reading manifest delta %s") % short(n), inst)
168 ui.progress(_('checking'), None)
168 ui.progress(_('checking'), None)
169
169
170 ui.status(_("crosschecking files in changesets and manifests\n"))
170 ui.status(_("crosschecking files in changesets and manifests\n"))
171
171
172 total = len(mflinkrevs) + len(filelinkrevs) + len(filenodes)
172 total = len(mflinkrevs) + len(filelinkrevs) + len(filenodes)
173 count = 0
173 count = 0
174 if havemf:
174 if havemf:
175 for c, m in sorted([(c, m) for m in mflinkrevs
175 for c, m in sorted([(c, m) for m in mflinkrevs
176 for c in mflinkrevs[m]]):
176 for c in mflinkrevs[m]]):
177 count += 1
177 count += 1
178 if m == nullid:
178 if m == nullid:
179 continue
179 continue
180 ui.progress(_('crosschecking'), count, total=total)
180 ui.progress(_('crosschecking'), count, total=total)
181 err(c, _("changeset refers to unknown manifest %s") % short(m))
181 err(c, _("changeset refers to unknown manifest %s") % short(m))
182 mflinkrevs = None # del is bad here due to scope issues
182 mflinkrevs = None # del is bad here due to scope issues
183
183
184 for f in sorted(filelinkrevs):
184 for f in sorted(filelinkrevs):
185 count += 1
185 count += 1
186 ui.progress(_('crosschecking'), count, total=total)
186 ui.progress(_('crosschecking'), count, total=total)
187 if f not in filenodes:
187 if f not in filenodes:
188 lr = filelinkrevs[f][0]
188 lr = filelinkrevs[f][0]
189 err(lr, _("in changeset but not in manifest"), f)
189 err(lr, _("in changeset but not in manifest"), f)
190
190
191 if havecl:
191 if havecl:
192 for f in sorted(filenodes):
192 for f in sorted(filenodes):
193 count += 1
193 count += 1
194 ui.progress(_('crosschecking'), count, total=total)
194 ui.progress(_('crosschecking'), count, total=total)
195 if f not in filelinkrevs:
195 if f not in filelinkrevs:
196 try:
196 try:
197 fl = repo.file(f)
197 fl = repo.file(f)
198 lr = min([fl.linkrev(fl.rev(n)) for n in filenodes[f]])
198 lr = min([fl.linkrev(fl.rev(n)) for n in filenodes[f]])
199 except Exception:
199 except Exception:
200 lr = None
200 lr = None
201 err(lr, _("in manifest but not in changeset"), f)
201 err(lr, _("in manifest but not in changeset"), f)
202
202
203 ui.progress(_('crosschecking'), None)
203 ui.progress(_('crosschecking'), None)
204
204
205 ui.status(_("checking files\n"))
205 ui.status(_("checking files\n"))
206
206
207 storefiles = set()
207 storefiles = set()
208 for f, f2, size in repo.store.datafiles():
208 for f, f2, size in repo.store.datafiles():
209 if not f:
209 if not f:
210 err(None, _("cannot decode filename '%s'") % f2)
210 err(None, _("cannot decode filename '%s'") % f2)
211 elif size > 0 or not revlogv1:
211 elif size > 0 or not revlogv1:
212 storefiles.add(f)
212 storefiles.add(f)
213
213
214 files = sorted(set(filenodes) | set(filelinkrevs))
214 files = sorted(set(filenodes) | set(filelinkrevs))
215 total = len(files)
215 total = len(files)
216 for i, f in enumerate(files):
216 for i, f in enumerate(files):
217 ui.progress(_('checking'), i, item=f, total=total)
217 ui.progress(_('checking'), i, item=f, total=total)
218 try:
218 try:
219 linkrevs = filelinkrevs[f]
219 linkrevs = filelinkrevs[f]
220 except KeyError:
220 except KeyError:
221 # in manifest but not in changelog
221 # in manifest but not in changelog
222 linkrevs = []
222 linkrevs = []
223
223
224 if linkrevs:
224 if linkrevs:
225 lr = linkrevs[0]
225 lr = linkrevs[0]
226 else:
226 else:
227 lr = None
227 lr = None
228
228
229 try:
229 try:
230 fl = repo.file(f)
230 fl = repo.file(f)
231 except error.RevlogError, e:
231 except error.RevlogError, e:
232 err(lr, _("broken revlog! (%s)") % e, f)
232 err(lr, _("broken revlog! (%s)") % e, f)
233 continue
233 continue
234
234
235 for ff in fl.files():
235 for ff in fl.files():
236 try:
236 try:
237 storefiles.remove(ff)
237 storefiles.remove(ff)
238 except KeyError:
238 except KeyError:
239 err(lr, _("missing revlog!"), ff)
239 err(lr, _("missing revlog!"), ff)
240
240
241 checklog(fl, f, lr)
241 checklog(fl, f, lr)
242 seen = {}
242 seen = {}
243 rp = None
243 rp = None
244 for i in fl:
244 for i in fl:
245 revisions += 1
245 revisions += 1
246 n = fl.node(i)
246 n = fl.node(i)
247 lr = checkentry(fl, i, n, seen, linkrevs, f)
247 lr = checkentry(fl, i, n, seen, linkrevs, f)
248 if f in filenodes:
248 if f in filenodes:
249 if havemf and n not in filenodes[f]:
249 if havemf and n not in filenodes[f]:
250 err(lr, _("%s not in manifests") % (short(n)), f)
250 err(lr, _("%s not in manifests") % (short(n)), f)
251 else:
251 else:
252 del filenodes[f][n]
252 del filenodes[f][n]
253
253
254 # verify contents
254 # verify contents
255 try:
255 try:
256 l = len(fl.read(n))
256 l = len(fl.read(n))
257 rp = fl.renamed(n)
257 rp = fl.renamed(n)
258 if l != fl.size(i):
258 if l != fl.size(i):
259 if len(fl.revision(n)) != fl.size(i):
259 if len(fl.revision(n)) != fl.size(i):
260 err(lr, _("unpacked size is %s, %s expected") %
260 err(lr, _("unpacked size is %s, %s expected") %
261 (l, fl.size(i)), f)
261 (l, fl.size(i)), f)
262 except Exception, inst:
262 except Exception, inst:
263 exc(lr, _("unpacking %s") % short(n), inst, f)
263 exc(lr, _("unpacking %s") % short(n), inst, f)
264
264
265 # check renames
265 # check renames
266 try:
266 try:
267 if rp:
267 if rp:
268 if lr is not None and ui.verbose:
268 if lr is not None and ui.verbose:
269 ctx = lrugetctx(lr)
269 ctx = lrugetctx(lr)
270 found = False
270 found = False
271 for pctx in ctx.parents():
271 for pctx in ctx.parents():
272 if rp[0] in pctx:
272 if rp[0] in pctx:
273 found = True
273 found = True
274 break
274 break
275 if not found:
275 if not found:
276 warn(_("warning: copy source of '%s' not"
276 warn(_("warning: copy source of '%s' not"
277 " in parents of %s") % (f, ctx))
277 " in parents of %s") % (f, ctx))
278 fl2 = repo.file(rp[0])
278 fl2 = repo.file(rp[0])
279 if not len(fl2):
279 if not len(fl2):
280 err(lr, _("empty or missing copy source revlog %s:%s")
280 err(lr, _("empty or missing copy source revlog %s:%s")
281 % (rp[0], short(rp[1])), f)
281 % (rp[0], short(rp[1])), f)
282 elif rp[1] == nullid:
282 elif rp[1] == nullid:
283 ui.note(_("warning: %s@%s: copy source"
283 ui.note(_("warning: %s@%s: copy source"
284 " revision is nullid %s:%s\n")
284 " revision is nullid %s:%s\n")
285 % (f, lr, rp[0], short(rp[1])))
285 % (f, lr, rp[0], short(rp[1])))
286 else:
286 else:
287 fl2.rev(rp[1])
287 fl2.rev(rp[1])
288 except Exception, inst:
288 except Exception, inst:
289 exc(lr, _("checking rename of %s") % short(n), inst, f)
289 exc(lr, _("checking rename of %s") % short(n), inst, f)
290
290
291 # cross-check
291 # cross-check
292 if f in filenodes:
292 if f in filenodes:
293 fns = [(lr, n) for n, lr in filenodes[f].iteritems()]
293 fns = [(lr, n) for n, lr in filenodes[f].iteritems()]
294 for lr, node in sorted(fns):
294 for lr, node in sorted(fns):
295 err(lr, _("%s in manifests not found") % short(node), f)
295 err(lr, _("%s in manifests not found") % short(node), f)
296 ui.progress(_('checking'), None)
296 ui.progress(_('checking'), None)
297
297
298 for f in storefiles:
298 for f in storefiles:
299 warn(_("warning: orphan revlog '%s'") % f)
299 warn(_("warning: orphan revlog '%s'") % f)
300
300
301 ui.status(_("%d files, %d changesets, %d total revisions\n") %
301 ui.status(_("%d files, %d changesets, %d total revisions\n") %
302 (len(files), len(cl), revisions))
302 (len(files), len(cl), revisions))
303 if warnings[0]:
303 if warnings[0]:
304 ui.warn(_("%d warnings encountered!\n") % warnings[0])
304 ui.warn(_("%d warnings encountered!\n") % warnings[0])
305 if errors[0]:
305 if errors[0]:
306 ui.warn(_("%d integrity errors encountered!\n") % errors[0])
306 ui.warn(_("%d integrity errors encountered!\n") % errors[0])
307 if badrevs:
307 if badrevs:
308 ui.warn(_("(first damaged changeset appears to be %d)\n")
308 ui.warn(_("(first damaged changeset appears to be %d)\n")
309 % min(badrevs))
309 % min(badrevs))
310 return 1
310 return 1
General Comments 0
You need to be logged in to leave comments. Login now