##// END OF EJS Templates
verify, i18n: fix unmarked strings
Wagner Bruna -
r7926:edf2d83a default
parent child Browse files
Show More
@@ -1,244 +1,245 b''
1 # verify.py - repository integrity checking for Mercurial
1 # verify.py - repository integrity checking for Mercurial
2 #
2 #
3 # Copyright 2006, 2007 Matt Mackall <mpm@selenic.com>
3 # Copyright 2006, 2007 Matt Mackall <mpm@selenic.com>
4 #
4 #
5 # This software may be used and distributed according to the terms
5 # This software may be used and distributed according to the terms
6 # of the GNU General Public License, incorporated herein by reference.
6 # of the GNU General Public License, incorporated herein by reference.
7
7
8 from node import nullid, short
8 from node import nullid, short
9 from i18n import _
9 from i18n import _
10 import revlog, util, error
10 import revlog, util, error
11
11
12 def verify(repo):
12 def verify(repo):
13 lock = repo.lock()
13 lock = repo.lock()
14 try:
14 try:
15 return _verify(repo)
15 return _verify(repo)
16 finally:
16 finally:
17 del lock
17 del lock
18
18
19 def _verify(repo):
19 def _verify(repo):
20 mflinkrevs = {}
20 mflinkrevs = {}
21 filelinkrevs = {}
21 filelinkrevs = {}
22 filenodes = {}
22 filenodes = {}
23 revisions = 0
23 revisions = 0
24 badrevs = {}
24 badrevs = {}
25 errors = [0]
25 errors = [0]
26 warnings = [0]
26 warnings = [0]
27 ui = repo.ui
27 ui = repo.ui
28 cl = repo.changelog
28 cl = repo.changelog
29 mf = repo.manifest
29 mf = repo.manifest
30
30
31 if not repo.cancopy():
31 if not repo.cancopy():
32 raise util.Abort(_("cannot verify bundle or remote repos"))
32 raise util.Abort(_("cannot verify bundle or remote repos"))
33
33
34 def err(linkrev, msg, filename=None):
34 def err(linkrev, msg, filename=None):
35 if linkrev != None:
35 if linkrev != None:
36 badrevs[linkrev] = True
36 badrevs[linkrev] = True
37 else:
37 else:
38 linkrev = '?'
38 linkrev = '?'
39 msg = "%s: %s" % (linkrev, msg)
39 msg = "%s: %s" % (linkrev, msg)
40 if filename:
40 if filename:
41 msg = "%s@%s" % (filename, msg)
41 msg = "%s@%s" % (filename, msg)
42 ui.warn(" " + msg + "\n")
42 ui.warn(" " + msg + "\n")
43 errors[0] += 1
43 errors[0] += 1
44
44
45 def exc(linkrev, msg, inst, filename=None):
45 def exc(linkrev, msg, inst, filename=None):
46 if isinstance(inst, KeyboardInterrupt):
46 if isinstance(inst, KeyboardInterrupt):
47 ui.warn(_("interrupted"))
47 ui.warn(_("interrupted"))
48 raise
48 raise
49 err(linkrev, "%s: %s" % (msg, inst), filename)
49 err(linkrev, "%s: %s" % (msg, inst), filename)
50
50
51 def warn(msg):
51 def warn(msg):
52 ui.warn(msg + "\n")
52 ui.warn(msg + "\n")
53 warnings[0] += 1
53 warnings[0] += 1
54
54
55 def checklog(obj, name):
55 def checklog(obj, name):
56 if not len(obj) and (havecl or havemf):
56 if not len(obj) and (havecl or havemf):
57 err(0, _("empty or missing %s") % name)
57 err(0, _("empty or missing %s") % name)
58 return
58 return
59
59
60 d = obj.checksize()
60 d = obj.checksize()
61 if d[0]:
61 if d[0]:
62 err(None, _("data length off by %d bytes") % d[0], name)
62 err(None, _("data length off by %d bytes") % d[0], name)
63 if d[1]:
63 if d[1]:
64 err(None, _("index contains %d extra bytes") % d[1], name)
64 err(None, _("index contains %d extra bytes") % d[1], name)
65
65
66 if obj.version != revlog.REVLOGV0:
66 if obj.version != revlog.REVLOGV0:
67 if not revlogv1:
67 if not revlogv1:
68 warn(_("warning: `%s' uses revlog format 1") % name)
68 warn(_("warning: `%s' uses revlog format 1") % name)
69 elif revlogv1:
69 elif revlogv1:
70 warn(_("warning: `%s' uses revlog format 0") % name)
70 warn(_("warning: `%s' uses revlog format 0") % name)
71
71
72 def checkentry(obj, i, node, seen, linkrevs, f):
72 def checkentry(obj, i, node, seen, linkrevs, f):
73 lr = obj.linkrev(obj.rev(node))
73 lr = obj.linkrev(obj.rev(node))
74 if lr < 0 or (havecl and lr not in linkrevs):
74 if lr < 0 or (havecl and lr not in linkrevs):
75 t = "unexpected"
76 if lr < 0 or lr >= len(cl):
75 if lr < 0 or lr >= len(cl):
77 t = "nonexistent"
76 msg = _("rev %d points to nonexistent changeset %d")
78 err(None, _("rev %d point to %s changeset %d") % (i, t, lr), f)
77 else:
78 msg = _("rev %d points to unexpected changeset %d")
79 err(None, msg % (i, lr), f)
79 if linkrevs:
80 if linkrevs:
80 warn(_(" (expected %s)") % " ".join(map(str,linkrevs)))
81 warn(_(" (expected %s)") % " ".join(map(str,linkrevs)))
81 lr = None # can't be trusted
82 lr = None # can't be trusted
82
83
83 try:
84 try:
84 p1, p2 = obj.parents(node)
85 p1, p2 = obj.parents(node)
85 if p1 not in seen and p1 != nullid:
86 if p1 not in seen and p1 != nullid:
86 err(lr, _("unknown parent 1 %s of %s") %
87 err(lr, _("unknown parent 1 %s of %s") %
87 (short(p1), short(n)), f)
88 (short(p1), short(n)), f)
88 if p2 not in seen and p2 != nullid:
89 if p2 not in seen and p2 != nullid:
89 err(lr, _("unknown parent 2 %s of %s") %
90 err(lr, _("unknown parent 2 %s of %s") %
90 (short(p2), short(p1)), f)
91 (short(p2), short(p1)), f)
91 except Exception, inst:
92 except Exception, inst:
92 exc(lr, _("checking parents of %s") % short(node), inst, f)
93 exc(lr, _("checking parents of %s") % short(node), inst, f)
93
94
94 if node in seen:
95 if node in seen:
95 err(lr, _("duplicate revision %d (%d)") % (i, seen[n]), f)
96 err(lr, _("duplicate revision %d (%d)") % (i, seen[n]), f)
96 seen[n] = i
97 seen[n] = i
97 return lr
98 return lr
98
99
99 revlogv1 = cl.version != revlog.REVLOGV0
100 revlogv1 = cl.version != revlog.REVLOGV0
100 if ui.verbose or not revlogv1:
101 if ui.verbose or not revlogv1:
101 ui.status(_("repository uses revlog format %d\n") %
102 ui.status(_("repository uses revlog format %d\n") %
102 (revlogv1 and 1 or 0))
103 (revlogv1 and 1 or 0))
103
104
104 havecl = len(cl) > 0
105 havecl = len(cl) > 0
105 havemf = len(mf) > 0
106 havemf = len(mf) > 0
106
107
107 ui.status(_("checking changesets\n"))
108 ui.status(_("checking changesets\n"))
108 seen = {}
109 seen = {}
109 checklog(cl, "changelog")
110 checklog(cl, "changelog")
110 for i in repo:
111 for i in repo:
111 n = cl.node(i)
112 n = cl.node(i)
112 checkentry(cl, i, n, seen, [i], "changelog")
113 checkentry(cl, i, n, seen, [i], "changelog")
113
114
114 try:
115 try:
115 changes = cl.read(n)
116 changes = cl.read(n)
116 mflinkrevs.setdefault(changes[0], []).append(i)
117 mflinkrevs.setdefault(changes[0], []).append(i)
117 for f in changes[3]:
118 for f in changes[3]:
118 filelinkrevs.setdefault(f, []).append(i)
119 filelinkrevs.setdefault(f, []).append(i)
119 except Exception, inst:
120 except Exception, inst:
120 exc(i, _("unpacking changeset %s") % short(n), inst)
121 exc(i, _("unpacking changeset %s") % short(n), inst)
121
122
122 ui.status(_("checking manifests\n"))
123 ui.status(_("checking manifests\n"))
123 seen = {}
124 seen = {}
124 checklog(mf, "manifest")
125 checklog(mf, "manifest")
125 for i in mf:
126 for i in mf:
126 n = mf.node(i)
127 n = mf.node(i)
127 lr = checkentry(mf, i, n, seen, mflinkrevs.get(n, []), "manifest")
128 lr = checkentry(mf, i, n, seen, mflinkrevs.get(n, []), "manifest")
128 if n in mflinkrevs:
129 if n in mflinkrevs:
129 del mflinkrevs[n]
130 del mflinkrevs[n]
130
131
131 try:
132 try:
132 for f, fn in mf.readdelta(n).iteritems():
133 for f, fn in mf.readdelta(n).iteritems():
133 if not f:
134 if not f:
134 err(lr, _("file without name in manifest"))
135 err(lr, _("file without name in manifest"))
135 elif f != "/dev/null":
136 elif f != "/dev/null":
136 fns = filenodes.setdefault(f, {})
137 fns = filenodes.setdefault(f, {})
137 if fn not in fns:
138 if fn not in fns:
138 fns[fn] = i
139 fns[fn] = i
139 except Exception, inst:
140 except Exception, inst:
140 exc(lr, _("reading manifest delta %s") % short(n), inst)
141 exc(lr, _("reading manifest delta %s") % short(n), inst)
141
142
142 ui.status(_("crosschecking files in changesets and manifests\n"))
143 ui.status(_("crosschecking files in changesets and manifests\n"))
143
144
144 if havemf:
145 if havemf:
145 for c, m in util.sort([(c, m) for m in mflinkrevs for c in mflinkrevs[m]]):
146 for c, m in util.sort([(c, m) for m in mflinkrevs for c in mflinkrevs[m]]):
146 err(c, _("changeset refers to unknown manifest %s") % short(m))
147 err(c, _("changeset refers to unknown manifest %s") % short(m))
147 del mflinkrevs
148 del mflinkrevs
148
149
149 for f in util.sort(filelinkrevs):
150 for f in util.sort(filelinkrevs):
150 if f not in filenodes:
151 if f not in filenodes:
151 lr = filelinkrevs[f][0]
152 lr = filelinkrevs[f][0]
152 err(lr, _("in changeset but not in manifest"), f)
153 err(lr, _("in changeset but not in manifest"), f)
153
154
154 if havecl:
155 if havecl:
155 for f in util.sort(filenodes):
156 for f in util.sort(filenodes):
156 if f not in filelinkrevs:
157 if f not in filelinkrevs:
157 try:
158 try:
158 fl = repo.file(f)
159 fl = repo.file(f)
159 lr = min([fl.linkrev(fl.rev(n)) for n in filenodes[f]])
160 lr = min([fl.linkrev(fl.rev(n)) for n in filenodes[f]])
160 except:
161 except:
161 lr = None
162 lr = None
162 err(lr, _("in manifest but not in changeset"), f)
163 err(lr, _("in manifest but not in changeset"), f)
163
164
164 ui.status(_("checking files\n"))
165 ui.status(_("checking files\n"))
165
166
166 storefiles = {}
167 storefiles = {}
167 for f, f2, size in repo.store.datafiles():
168 for f, f2, size in repo.store.datafiles():
168 if not f:
169 if not f:
169 err(None, _("cannot decode filename '%s'") % f2)
170 err(None, _("cannot decode filename '%s'") % f2)
170 elif size > 0:
171 elif size > 0:
171 storefiles[f] = True
172 storefiles[f] = True
172
173
173 files = util.sort(util.unique(filenodes.keys() + filelinkrevs.keys()))
174 files = util.sort(util.unique(filenodes.keys() + filelinkrevs.keys()))
174 for f in files:
175 for f in files:
175 lr = filelinkrevs[f][0]
176 lr = filelinkrevs[f][0]
176 try:
177 try:
177 fl = repo.file(f)
178 fl = repo.file(f)
178 except error.RevlogError, e:
179 except error.RevlogError, e:
179 err(lr, _("broken revlog! (%s)") % e, f)
180 err(lr, _("broken revlog! (%s)") % e, f)
180 continue
181 continue
181
182
182 for ff in fl.files():
183 for ff in fl.files():
183 try:
184 try:
184 del storefiles[ff]
185 del storefiles[ff]
185 except KeyError:
186 except KeyError:
186 err(lr, _("missing revlog!"), ff)
187 err(lr, _("missing revlog!"), ff)
187
188
188 checklog(fl, f)
189 checklog(fl, f)
189 seen = {}
190 seen = {}
190 for i in fl:
191 for i in fl:
191 revisions += 1
192 revisions += 1
192 n = fl.node(i)
193 n = fl.node(i)
193 lr = checkentry(fl, i, n, seen, filelinkrevs.get(f, []), f)
194 lr = checkentry(fl, i, n, seen, filelinkrevs.get(f, []), f)
194 if f in filenodes:
195 if f in filenodes:
195 if havemf and n not in filenodes[f]:
196 if havemf and n not in filenodes[f]:
196 err(lr, _("%s not in manifests") % (short(n)), f)
197 err(lr, _("%s not in manifests") % (short(n)), f)
197 else:
198 else:
198 del filenodes[f][n]
199 del filenodes[f][n]
199
200
200 # verify contents
201 # verify contents
201 try:
202 try:
202 t = fl.read(n)
203 t = fl.read(n)
203 rp = fl.renamed(n)
204 rp = fl.renamed(n)
204 if len(t) != fl.size(i):
205 if len(t) != fl.size(i):
205 if len(fl.revision(n)) != fl.size(i):
206 if len(fl.revision(n)) != fl.size(i):
206 err(lr, _("unpacked size is %s, %s expected") %
207 err(lr, _("unpacked size is %s, %s expected") %
207 (len(t), fl.size(i)), f)
208 (len(t), fl.size(i)), f)
208 except Exception, inst:
209 except Exception, inst:
209 exc(lr, _("unpacking %s") % short(n), inst, f)
210 exc(lr, _("unpacking %s") % short(n), inst, f)
210
211
211 # check renames
212 # check renames
212 try:
213 try:
213 if rp:
214 if rp:
214 fl2 = repo.file(rp[0])
215 fl2 = repo.file(rp[0])
215 if not len(fl2):
216 if not len(fl2):
216 err(lr, _("empty or missing copy source revlog %s:%s")
217 err(lr, _("empty or missing copy source revlog %s:%s")
217 % (rp[0], short(rp[1])), f)
218 % (rp[0], short(rp[1])), f)
218 elif rp[1] == nullid:
219 elif rp[1] == nullid:
219 warn(_("warning: %s@%s: copy source revision is nullid %s:%s")
220 warn(_("warning: %s@%s: copy source revision is nullid %s:%s")
220 % (f, lr, rp[0], short(rp[1])))
221 % (f, lr, rp[0], short(rp[1])))
221 else:
222 else:
222 fl2.rev(rp[1])
223 fl2.rev(rp[1])
223 except Exception, inst:
224 except Exception, inst:
224 exc(lr, _("checking rename of %s") % short(n), inst, f)
225 exc(lr, _("checking rename of %s") % short(n), inst, f)
225
226
226 # cross-check
227 # cross-check
227 if f in filenodes:
228 if f in filenodes:
228 fns = [(mf.linkrev(l), n) for n,l in filenodes[f].iteritems()]
229 fns = [(mf.linkrev(l), n) for n,l in filenodes[f].iteritems()]
229 for lr, node in util.sort(fns):
230 for lr, node in util.sort(fns):
230 err(lr, _("%s in manifests not found") % short(node), f)
231 err(lr, _("%s in manifests not found") % short(node), f)
231
232
232 for f in storefiles:
233 for f in storefiles:
233 warn(_("warning: orphan revlog '%s'") % f)
234 warn(_("warning: orphan revlog '%s'") % f)
234
235
235 ui.status(_("%d files, %d changesets, %d total revisions\n") %
236 ui.status(_("%d files, %d changesets, %d total revisions\n") %
236 (len(files), len(cl), revisions))
237 (len(files), len(cl), revisions))
237 if warnings[0]:
238 if warnings[0]:
238 ui.warn(_("%d warnings encountered!\n") % warnings[0])
239 ui.warn(_("%d warnings encountered!\n") % warnings[0])
239 if errors[0]:
240 if errors[0]:
240 ui.warn(_("%d integrity errors encountered!\n") % errors[0])
241 ui.warn(_("%d integrity errors encountered!\n") % errors[0])
241 if badrevs:
242 if badrevs:
242 ui.warn(_("(first damaged changeset appears to be %d)\n")
243 ui.warn(_("(first damaged changeset appears to be %d)\n")
243 % min(badrevs))
244 % min(badrevs))
244 return 1
245 return 1
General Comments 0
You need to be logged in to leave comments. Login now