##// END OF EJS Templates
verify: rename "hasmanifest" variable for source code readability...
FUJIWARA Katsunori -
r17720:9a1796af default
parent child Browse files
Show More
@@ -1,310 +1,310
1 1 # verify.py - repository integrity checking for Mercurial
2 2 #
3 3 # Copyright 2006, 2007 Matt Mackall <mpm@selenic.com>
4 4 #
5 5 # This software may be used and distributed according to the terms of the
6 6 # GNU General Public License version 2 or any later version.
7 7
8 8 from node import nullid, short
9 9 from i18n import _
10 10 import os
11 11 import revlog, util, error
12 12
13 13 def verify(repo):
14 14 lock = repo.lock()
15 15 try:
16 16 return _verify(repo)
17 17 finally:
18 18 lock.release()
19 19
20 20 def _verify(repo):
21 21 mflinkrevs = {}
22 22 filelinkrevs = {}
23 23 filenodes = {}
24 24 revisions = 0
25 25 badrevs = set()
26 26 errors = [0]
27 27 warnings = [0]
28 28 ui = repo.ui
29 29 cl = repo.changelog
30 30 mf = repo.manifest
31 31 lrugetctx = util.lrucachefunc(repo.changectx)
32 32
33 33 if not repo.cancopy():
34 34 raise util.Abort(_("cannot verify bundle or remote repos"))
35 35
36 36 def err(linkrev, msg, filename=None):
37 37 if linkrev is not None:
38 38 badrevs.add(linkrev)
39 39 else:
40 40 linkrev = '?'
41 41 msg = "%s: %s" % (linkrev, msg)
42 42 if filename:
43 43 msg = "%s@%s" % (filename, msg)
44 44 ui.warn(" " + msg + "\n")
45 45 errors[0] += 1
46 46
47 47 def exc(linkrev, msg, inst, filename=None):
48 48 if isinstance(inst, KeyboardInterrupt):
49 49 ui.warn(_("interrupted"))
50 50 raise
51 51 if not str(inst):
52 52 inst = repr(inst)
53 53 err(linkrev, "%s: %s" % (msg, inst), filename)
54 54
55 55 def warn(msg):
56 56 ui.warn(msg + "\n")
57 57 warnings[0] += 1
58 58
59 59 def checklog(obj, name, linkrev):
60 60 if not len(obj) and (havecl or havemf):
61 61 err(linkrev, _("empty or missing %s") % name)
62 62 return
63 63
64 64 d = obj.checksize()
65 65 if d[0]:
66 66 err(None, _("data length off by %d bytes") % d[0], name)
67 67 if d[1]:
68 68 err(None, _("index contains %d extra bytes") % d[1], name)
69 69
70 70 if obj.version != revlog.REVLOGV0:
71 71 if not revlogv1:
72 72 warn(_("warning: `%s' uses revlog format 1") % name)
73 73 elif revlogv1:
74 74 warn(_("warning: `%s' uses revlog format 0") % name)
75 75
76 76 def checkentry(obj, i, node, seen, linkrevs, f):
77 77 lr = obj.linkrev(obj.rev(node))
78 78 if lr < 0 or (havecl and lr not in linkrevs):
79 79 if lr < 0 or lr >= len(cl):
80 80 msg = _("rev %d points to nonexistent changeset %d")
81 81 else:
82 82 msg = _("rev %d points to unexpected changeset %d")
83 83 err(None, msg % (i, lr), f)
84 84 if linkrevs:
85 85 if f and len(linkrevs) > 1:
86 86 try:
87 87 # attempt to filter down to real linkrevs
88 88 linkrevs = [l for l in linkrevs
89 89 if lrugetctx(l)[f].filenode() == node]
90 90 except Exception:
91 91 pass
92 92 warn(_(" (expected %s)") % " ".join(map(str, linkrevs)))
93 93 lr = None # can't be trusted
94 94
95 95 try:
96 96 p1, p2 = obj.parents(node)
97 97 if p1 not in seen and p1 != nullid:
98 98 err(lr, _("unknown parent 1 %s of %s") %
99 99 (short(p1), short(node)), f)
100 100 if p2 not in seen and p2 != nullid:
101 101 err(lr, _("unknown parent 2 %s of %s") %
102 102 (short(p2), short(node)), f)
103 103 except Exception, inst:
104 104 exc(lr, _("checking parents of %s") % short(node), inst, f)
105 105
106 106 if node in seen:
107 107 err(lr, _("duplicate revision %d (%d)") % (i, seen[node]), f)
108 108 seen[node] = i
109 109 return lr
110 110
111 111 if os.path.exists(repo.sjoin("journal")):
112 112 ui.warn(_("abandoned transaction found - run hg recover\n"))
113 113
114 114 revlogv1 = cl.version != revlog.REVLOGV0
115 115 if ui.verbose or not revlogv1:
116 116 ui.status(_("repository uses revlog format %d\n") %
117 117 (revlogv1 and 1 or 0))
118 118
119 119 havecl = len(cl) > 0
120 120 havemf = len(mf) > 0
121 121
122 122 ui.status(_("checking changesets\n"))
123 hasmanifest = False
123 refersmf = False
124 124 seen = {}
125 125 checklog(cl, "changelog", 0)
126 126 total = len(repo)
127 127 for i in repo:
128 128 ui.progress(_('checking'), i, total=total, unit=_('changesets'))
129 129 n = cl.node(i)
130 130 checkentry(cl, i, n, seen, [i], "changelog")
131 131
132 132 try:
133 133 changes = cl.read(n)
134 134 if changes[0] != nullid:
135 135 mflinkrevs.setdefault(changes[0], []).append(i)
136 hasmanifest = True
136 refersmf = True
137 137 for f in changes[3]:
138 138 filelinkrevs.setdefault(f, []).append(i)
139 139 except Exception, inst:
140 hasmanifest = True
140 refersmf = True
141 141 exc(i, _("unpacking changeset %s") % short(n), inst)
142 142 ui.progress(_('checking'), None)
143 143
144 144 ui.status(_("checking manifests\n"))
145 145 seen = {}
146 if hasmanifest:
146 if refersmf:
147 147 # Do not check manifest if there are only changelog entries with
148 148 # null manifests.
149 149 checklog(mf, "manifest", 0)
150 150 total = len(mf)
151 151 for i in mf:
152 152 ui.progress(_('checking'), i, total=total, unit=_('manifests'))
153 153 n = mf.node(i)
154 154 lr = checkentry(mf, i, n, seen, mflinkrevs.get(n, []), "manifest")
155 155 if n in mflinkrevs:
156 156 del mflinkrevs[n]
157 157 else:
158 158 err(lr, _("%s not in changesets") % short(n), "manifest")
159 159
160 160 try:
161 161 for f, fn in mf.readdelta(n).iteritems():
162 162 if not f:
163 163 err(lr, _("file without name in manifest"))
164 164 elif f != "/dev/null":
165 165 filenodes.setdefault(f, {}).setdefault(fn, lr)
166 166 except Exception, inst:
167 167 exc(lr, _("reading manifest delta %s") % short(n), inst)
168 168 ui.progress(_('checking'), None)
169 169
170 170 ui.status(_("crosschecking files in changesets and manifests\n"))
171 171
172 172 total = len(mflinkrevs) + len(filelinkrevs) + len(filenodes)
173 173 count = 0
174 174 if havemf:
175 175 for c, m in sorted([(c, m) for m in mflinkrevs
176 176 for c in mflinkrevs[m]]):
177 177 count += 1
178 178 if m == nullid:
179 179 continue
180 180 ui.progress(_('crosschecking'), count, total=total)
181 181 err(c, _("changeset refers to unknown manifest %s") % short(m))
182 182 mflinkrevs = None # del is bad here due to scope issues
183 183
184 184 for f in sorted(filelinkrevs):
185 185 count += 1
186 186 ui.progress(_('crosschecking'), count, total=total)
187 187 if f not in filenodes:
188 188 lr = filelinkrevs[f][0]
189 189 err(lr, _("in changeset but not in manifest"), f)
190 190
191 191 if havecl:
192 192 for f in sorted(filenodes):
193 193 count += 1
194 194 ui.progress(_('crosschecking'), count, total=total)
195 195 if f not in filelinkrevs:
196 196 try:
197 197 fl = repo.file(f)
198 198 lr = min([fl.linkrev(fl.rev(n)) for n in filenodes[f]])
199 199 except Exception:
200 200 lr = None
201 201 err(lr, _("in manifest but not in changeset"), f)
202 202
203 203 ui.progress(_('crosschecking'), None)
204 204
205 205 ui.status(_("checking files\n"))
206 206
207 207 storefiles = set()
208 208 for f, f2, size in repo.store.datafiles():
209 209 if not f:
210 210 err(None, _("cannot decode filename '%s'") % f2)
211 211 elif size > 0 or not revlogv1:
212 212 storefiles.add(f)
213 213
214 214 files = sorted(set(filenodes) | set(filelinkrevs))
215 215 total = len(files)
216 216 for i, f in enumerate(files):
217 217 ui.progress(_('checking'), i, item=f, total=total)
218 218 try:
219 219 linkrevs = filelinkrevs[f]
220 220 except KeyError:
221 221 # in manifest but not in changelog
222 222 linkrevs = []
223 223
224 224 if linkrevs:
225 225 lr = linkrevs[0]
226 226 else:
227 227 lr = None
228 228
229 229 try:
230 230 fl = repo.file(f)
231 231 except error.RevlogError, e:
232 232 err(lr, _("broken revlog! (%s)") % e, f)
233 233 continue
234 234
235 235 for ff in fl.files():
236 236 try:
237 237 storefiles.remove(ff)
238 238 except KeyError:
239 239 err(lr, _("missing revlog!"), ff)
240 240
241 241 checklog(fl, f, lr)
242 242 seen = {}
243 243 rp = None
244 244 for i in fl:
245 245 revisions += 1
246 246 n = fl.node(i)
247 247 lr = checkentry(fl, i, n, seen, linkrevs, f)
248 248 if f in filenodes:
249 249 if havemf and n not in filenodes[f]:
250 250 err(lr, _("%s not in manifests") % (short(n)), f)
251 251 else:
252 252 del filenodes[f][n]
253 253
254 254 # verify contents
255 255 try:
256 256 l = len(fl.read(n))
257 257 rp = fl.renamed(n)
258 258 if l != fl.size(i):
259 259 if len(fl.revision(n)) != fl.size(i):
260 260 err(lr, _("unpacked size is %s, %s expected") %
261 261 (l, fl.size(i)), f)
262 262 except Exception, inst:
263 263 exc(lr, _("unpacking %s") % short(n), inst, f)
264 264
265 265 # check renames
266 266 try:
267 267 if rp:
268 268 if lr is not None and ui.verbose:
269 269 ctx = lrugetctx(lr)
270 270 found = False
271 271 for pctx in ctx.parents():
272 272 if rp[0] in pctx:
273 273 found = True
274 274 break
275 275 if not found:
276 276 warn(_("warning: copy source of '%s' not"
277 277 " in parents of %s") % (f, ctx))
278 278 fl2 = repo.file(rp[0])
279 279 if not len(fl2):
280 280 err(lr, _("empty or missing copy source revlog %s:%s")
281 281 % (rp[0], short(rp[1])), f)
282 282 elif rp[1] == nullid:
283 283 ui.note(_("warning: %s@%s: copy source"
284 284 " revision is nullid %s:%s\n")
285 285 % (f, lr, rp[0], short(rp[1])))
286 286 else:
287 287 fl2.rev(rp[1])
288 288 except Exception, inst:
289 289 exc(lr, _("checking rename of %s") % short(n), inst, f)
290 290
291 291 # cross-check
292 292 if f in filenodes:
293 293 fns = [(lr, n) for n, lr in filenodes[f].iteritems()]
294 294 for lr, node in sorted(fns):
295 295 err(lr, _("%s in manifests not found") % short(node), f)
296 296 ui.progress(_('checking'), None)
297 297
298 298 for f in storefiles:
299 299 warn(_("warning: orphan revlog '%s'") % f)
300 300
301 301 ui.status(_("%d files, %d changesets, %d total revisions\n") %
302 302 (len(files), len(cl), revisions))
303 303 if warnings[0]:
304 304 ui.warn(_("%d warnings encountered!\n") % warnings[0])
305 305 if errors[0]:
306 306 ui.warn(_("%d integrity errors encountered!\n") % errors[0])
307 307 if badrevs:
308 308 ui.warn(_("(first damaged changeset appears to be %d)\n")
309 309 % min(badrevs))
310 310 return 1
General Comments 0
You need to be logged in to leave comments. Login now