##// END OF EJS Templates
verify: demote warning about nullid in copy to note
Matt Mackall -
r8993:46441934 default
parent child Browse files
Show More
@@ -1,257 +1,258
1 1 # verify.py - repository integrity checking for Mercurial
2 2 #
3 3 # Copyright 2006, 2007 Matt Mackall <mpm@selenic.com>
4 4 #
5 5 # This software may be used and distributed according to the terms of the
6 6 # GNU General Public License version 2, incorporated herein by reference.
7 7
8 8 from node import nullid, short
9 9 from i18n import _
10 10 import revlog, util, error
11 11
12 12 def verify(repo):
13 13 lock = repo.lock()
14 14 try:
15 15 return _verify(repo)
16 16 finally:
17 17 lock.release()
18 18
19 19 def _verify(repo):
20 20 mflinkrevs = {}
21 21 filelinkrevs = {}
22 22 filenodes = {}
23 23 revisions = 0
24 24 badrevs = set()
25 25 errors = [0]
26 26 warnings = [0]
27 27 ui = repo.ui
28 28 cl = repo.changelog
29 29 mf = repo.manifest
30 30
31 31 if not repo.cancopy():
32 32 raise util.Abort(_("cannot verify bundle or remote repos"))
33 33
34 34 def err(linkrev, msg, filename=None):
35 35 if linkrev != None:
36 36 badrevs.add(linkrev)
37 37 else:
38 38 linkrev = '?'
39 39 msg = "%s: %s" % (linkrev, msg)
40 40 if filename:
41 41 msg = "%s@%s" % (filename, msg)
42 42 ui.warn(" " + msg + "\n")
43 43 errors[0] += 1
44 44
45 45 def exc(linkrev, msg, inst, filename=None):
46 46 if isinstance(inst, KeyboardInterrupt):
47 47 ui.warn(_("interrupted"))
48 48 raise
49 49 err(linkrev, "%s: %s" % (msg, inst), filename)
50 50
51 51 def warn(msg):
52 52 ui.warn(msg + "\n")
53 53 warnings[0] += 1
54 54
55 55 def checklog(obj, name, linkrev):
56 56 if not len(obj) and (havecl or havemf):
57 57 err(linkrev, _("empty or missing %s") % name)
58 58 return
59 59
60 60 d = obj.checksize()
61 61 if d[0]:
62 62 err(None, _("data length off by %d bytes") % d[0], name)
63 63 if d[1]:
64 64 err(None, _("index contains %d extra bytes") % d[1], name)
65 65
66 66 if obj.version != revlog.REVLOGV0:
67 67 if not revlogv1:
68 68 warn(_("warning: `%s' uses revlog format 1") % name)
69 69 elif revlogv1:
70 70 warn(_("warning: `%s' uses revlog format 0") % name)
71 71
72 72 def checkentry(obj, i, node, seen, linkrevs, f):
73 73 lr = obj.linkrev(obj.rev(node))
74 74 if lr < 0 or (havecl and lr not in linkrevs):
75 75 if lr < 0 or lr >= len(cl):
76 76 msg = _("rev %d points to nonexistent changeset %d")
77 77 else:
78 78 msg = _("rev %d points to unexpected changeset %d")
79 79 err(None, msg % (i, lr), f)
80 80 if linkrevs:
81 81 warn(_(" (expected %s)") % " ".join(map(str,linkrevs)))
82 82 lr = None # can't be trusted
83 83
84 84 try:
85 85 p1, p2 = obj.parents(node)
86 86 if p1 not in seen and p1 != nullid:
87 87 err(lr, _("unknown parent 1 %s of %s") %
88 88 (short(p1), short(n)), f)
89 89 if p2 not in seen and p2 != nullid:
90 90 err(lr, _("unknown parent 2 %s of %s") %
91 91 (short(p2), short(p1)), f)
92 92 except Exception, inst:
93 93 exc(lr, _("checking parents of %s") % short(node), inst, f)
94 94
95 95 if node in seen:
96 96 err(lr, _("duplicate revision %d (%d)") % (i, seen[n]), f)
97 97 seen[n] = i
98 98 return lr
99 99
100 100 revlogv1 = cl.version != revlog.REVLOGV0
101 101 if ui.verbose or not revlogv1:
102 102 ui.status(_("repository uses revlog format %d\n") %
103 103 (revlogv1 and 1 or 0))
104 104
105 105 havecl = len(cl) > 0
106 106 havemf = len(mf) > 0
107 107
108 108 ui.status(_("checking changesets\n"))
109 109 seen = {}
110 110 checklog(cl, "changelog", 0)
111 111 for i in repo:
112 112 n = cl.node(i)
113 113 checkentry(cl, i, n, seen, [i], "changelog")
114 114
115 115 try:
116 116 changes = cl.read(n)
117 117 mflinkrevs.setdefault(changes[0], []).append(i)
118 118 for f in changes[3]:
119 119 filelinkrevs.setdefault(f, []).append(i)
120 120 except Exception, inst:
121 121 exc(i, _("unpacking changeset %s") % short(n), inst)
122 122
123 123 ui.status(_("checking manifests\n"))
124 124 seen = {}
125 125 checklog(mf, "manifest", 0)
126 126 for i in mf:
127 127 n = mf.node(i)
128 128 lr = checkentry(mf, i, n, seen, mflinkrevs.get(n, []), "manifest")
129 129 if n in mflinkrevs:
130 130 del mflinkrevs[n]
131 131 else:
132 132 err(lr, _("%s not in changesets") % short(n), "manifest")
133 133
134 134 try:
135 135 for f, fn in mf.readdelta(n).iteritems():
136 136 if not f:
137 137 err(lr, _("file without name in manifest"))
138 138 elif f != "/dev/null":
139 139 fns = filenodes.setdefault(f, {})
140 140 if fn not in fns:
141 141 fns[fn] = i
142 142 except Exception, inst:
143 143 exc(lr, _("reading manifest delta %s") % short(n), inst)
144 144
145 145 ui.status(_("crosschecking files in changesets and manifests\n"))
146 146
147 147 if havemf:
148 148 for c,m in sorted([(c, m) for m in mflinkrevs for c in mflinkrevs[m]]):
149 149 err(c, _("changeset refers to unknown manifest %s") % short(m))
150 150 del mflinkrevs
151 151
152 152 for f in sorted(filelinkrevs):
153 153 if f not in filenodes:
154 154 lr = filelinkrevs[f][0]
155 155 err(lr, _("in changeset but not in manifest"), f)
156 156
157 157 if havecl:
158 158 for f in sorted(filenodes):
159 159 if f not in filelinkrevs:
160 160 try:
161 161 fl = repo.file(f)
162 162 lr = min([fl.linkrev(fl.rev(n)) for n in filenodes[f]])
163 163 except:
164 164 lr = None
165 165 err(lr, _("in manifest but not in changeset"), f)
166 166
167 167 ui.status(_("checking files\n"))
168 168
169 169 storefiles = set()
170 170 for f, f2, size in repo.store.datafiles():
171 171 if not f:
172 172 err(None, _("cannot decode filename '%s'") % f2)
173 173 elif size > 0:
174 174 storefiles.add(f)
175 175
176 176 files = sorted(set(filenodes) | set(filelinkrevs))
177 177 for f in files:
178 178 try:
179 179 linkrevs = filelinkrevs[f]
180 180 except KeyError:
181 181 # in manifest but not in changelog
182 182 linkrevs = []
183 183
184 184 if linkrevs:
185 185 lr = linkrevs[0]
186 186 else:
187 187 lr = None
188 188
189 189 try:
190 190 fl = repo.file(f)
191 191 except error.RevlogError, e:
192 192 err(lr, _("broken revlog! (%s)") % e, f)
193 193 continue
194 194
195 195 for ff in fl.files():
196 196 try:
197 197 storefiles.remove(ff)
198 198 except KeyError:
199 199 err(lr, _("missing revlog!"), ff)
200 200
201 201 checklog(fl, f, lr)
202 202 seen = {}
203 203 for i in fl:
204 204 revisions += 1
205 205 n = fl.node(i)
206 206 lr = checkentry(fl, i, n, seen, linkrevs, f)
207 207 if f in filenodes:
208 208 if havemf and n not in filenodes[f]:
209 209 err(lr, _("%s not in manifests") % (short(n)), f)
210 210 else:
211 211 del filenodes[f][n]
212 212
213 213 # verify contents
214 214 try:
215 215 t = fl.read(n)
216 216 rp = fl.renamed(n)
217 217 if len(t) != fl.size(i):
218 218 if len(fl.revision(n)) != fl.size(i):
219 219 err(lr, _("unpacked size is %s, %s expected") %
220 220 (len(t), fl.size(i)), f)
221 221 except Exception, inst:
222 222 exc(lr, _("unpacking %s") % short(n), inst, f)
223 223
224 224 # check renames
225 225 try:
226 226 if rp:
227 227 fl2 = repo.file(rp[0])
228 228 if not len(fl2):
229 229 err(lr, _("empty or missing copy source revlog %s:%s")
230 230 % (rp[0], short(rp[1])), f)
231 231 elif rp[1] == nullid:
232 warn(_("warning: %s@%s: copy source revision is nullid %s:%s")
232 ui.note(_("warning: %s@%s: copy source"
233 " revision is nullid %s:%s\n")
233 234 % (f, lr, rp[0], short(rp[1])))
234 235 else:
235 236 fl2.rev(rp[1])
236 237 except Exception, inst:
237 238 exc(lr, _("checking rename of %s") % short(n), inst, f)
238 239
239 240 # cross-check
240 241 if f in filenodes:
241 242 fns = [(mf.linkrev(l), n) for n,l in filenodes[f].iteritems()]
242 243 for lr, node in sorted(fns):
243 244 err(lr, _("%s in manifests not found") % short(node), f)
244 245
245 246 for f in storefiles:
246 247 warn(_("warning: orphan revlog '%s'") % f)
247 248
248 249 ui.status(_("%d files, %d changesets, %d total revisions\n") %
249 250 (len(files), len(cl), revisions))
250 251 if warnings[0]:
251 252 ui.warn(_("%d warnings encountered!\n") % warnings[0])
252 253 if errors[0]:
253 254 ui.warn(_("%d integrity errors encountered!\n") % errors[0])
254 255 if badrevs:
255 256 ui.warn(_("(first damaged changeset appears to be %d)\n")
256 257 % min(badrevs))
257 258 return 1
General Comments 0
You need to be logged in to leave comments. Login now