##// END OF EJS Templates
manifest: add readfast method
Matt Mackall -
r13711:ed913fd7 default
parent child Browse files
Show More
@@ -1,196 +1,203 b''
1 1 # manifest.py - manifest revision class for mercurial
2 2 #
3 3 # Copyright 2005-2007 Matt Mackall <mpm@selenic.com>
4 4 #
5 5 # This software may be used and distributed according to the terms of the
6 6 # GNU General Public License version 2 or any later version.
7 7
8 8 from i18n import _
9 9 import mdiff, parsers, error, revlog
10 10 import array, struct
11 11
12 12 class manifestdict(dict):
13 13 def __init__(self, mapping=None, flags=None):
14 14 if mapping is None:
15 15 mapping = {}
16 16 if flags is None:
17 17 flags = {}
18 18 dict.__init__(self, mapping)
19 19 self._flags = flags
20 20 def flags(self, f):
21 21 return self._flags.get(f, "")
22 22 def set(self, f, flags):
23 23 self._flags[f] = flags
24 24 def copy(self):
25 25 return manifestdict(self, dict.copy(self._flags))
26 26
27 27 class manifest(revlog.revlog):
28 28 def __init__(self, opener):
29 29 self._mancache = None
30 30 revlog.revlog.__init__(self, opener, "00manifest.i")
31 31
32 32 def parse(self, lines):
33 33 mfdict = manifestdict()
34 34 parsers.parse_manifest(mfdict, mfdict._flags, lines)
35 35 return mfdict
36 36
37 37 def readdelta(self, node):
38 38 r = self.rev(node)
39 39 return self.parse(mdiff.patchtext(self.revdiff(self.deltaparent(r), r)))
40 40
41 def readfast(self, node):
42 '''use the faster of readdelta or read'''
43 r = self.rev(node)
44 if self.deltaparent(r) in self.parentrevs(r):
45 return self.readdelta(node)
46 return self.read(node)
47
41 48 def read(self, node):
42 49 if node == revlog.nullid:
43 50 return manifestdict() # don't upset local cache
44 51 if self._mancache and self._mancache[0] == node:
45 52 return self._mancache[1]
46 53 text = self.revision(node)
47 54 arraytext = array.array('c', text)
48 55 mapping = self.parse(text)
49 56 self._mancache = (node, mapping, arraytext)
50 57 return mapping
51 58
52 59 def _search(self, m, s, lo=0, hi=None):
53 60 '''return a tuple (start, end) that says where to find s within m.
54 61
55 62 If the string is found m[start:end] are the line containing
56 63 that string. If start == end the string was not found and
57 64 they indicate the proper sorted insertion point. This was
58 65 taken from bisect_left, and modified to find line start/end as
59 66 it goes along.
60 67
61 68 m should be a buffer or a string
62 69 s is a string'''
63 70 def advance(i, c):
64 71 while i < lenm and m[i] != c:
65 72 i += 1
66 73 return i
67 74 if not s:
68 75 return (lo, lo)
69 76 lenm = len(m)
70 77 if not hi:
71 78 hi = lenm
72 79 while lo < hi:
73 80 mid = (lo + hi) // 2
74 81 start = mid
75 82 while start > 0 and m[start - 1] != '\n':
76 83 start -= 1
77 84 end = advance(start, '\0')
78 85 if m[start:end] < s:
79 86 # we know that after the null there are 40 bytes of sha1
80 87 # this translates to the bisect lo = mid + 1
81 88 lo = advance(end + 40, '\n') + 1
82 89 else:
83 90 # this translates to the bisect hi = mid
84 91 hi = start
85 92 end = advance(lo, '\0')
86 93 found = m[lo:end]
87 94 if s == found:
88 95 # we know that after the null there are 40 bytes of sha1
89 96 end = advance(end + 40, '\n')
90 97 return (lo, end + 1)
91 98 else:
92 99 return (lo, lo)
93 100
94 101 def find(self, node, f):
95 102 '''look up entry for a single file efficiently.
96 103 return (node, flags) pair if found, (None, None) if not.'''
97 104 if self._mancache and self._mancache[0] == node:
98 105 return self._mancache[1].get(f), self._mancache[1].flags(f)
99 106 text = self.revision(node)
100 107 start, end = self._search(text, f)
101 108 if start == end:
102 109 return None, None
103 110 l = text[start:end]
104 111 f, n = l.split('\0')
105 112 return revlog.bin(n[:40]), n[40:-1]
106 113
107 114 def add(self, map, transaction, link, p1=None, p2=None,
108 115 changed=None):
109 116 # apply the changes collected during the bisect loop to our addlist
110 117 # return a delta suitable for addrevision
111 118 def addlistdelta(addlist, x):
112 119 # start from the bottom up
113 120 # so changes to the offsets don't mess things up.
114 121 for start, end, content in reversed(x):
115 122 if content:
116 123 addlist[start:end] = array.array('c', content)
117 124 else:
118 125 del addlist[start:end]
119 126 return "".join(struct.pack(">lll", start, end, len(content)) + content
120 127 for start, end, content in x)
121 128
122 129 def checkforbidden(l):
123 130 for f in l:
124 131 if '\n' in f or '\r' in f:
125 132 raise error.RevlogError(
126 133 _("'\\n' and '\\r' disallowed in filenames: %r") % f)
127 134
128 135 # if we're using the cache, make sure it is valid and
129 136 # parented by the same node we're diffing against
130 137 if not (changed and self._mancache and p1 and self._mancache[0] == p1):
131 138 files = sorted(map)
132 139 checkforbidden(files)
133 140
134 141 # if this is changed to support newlines in filenames,
135 142 # be sure to check the templates/ dir again (especially *-raw.tmpl)
136 143 hex, flags = revlog.hex, map.flags
137 144 text = ''.join("%s\000%s%s\n" % (f, hex(map[f]), flags(f))
138 145 for f in files)
139 146 arraytext = array.array('c', text)
140 147 cachedelta = None
141 148 else:
142 149 added, removed = changed
143 150 addlist = self._mancache[2]
144 151
145 152 checkforbidden(added)
146 153 # combine the changed lists into one list for sorting
147 154 work = [(x, False) for x in added]
148 155 work.extend((x, True) for x in removed)
149 156 # this could use heapq.merge() (from python2.6+) or equivalent
150 157 # since the lists are already sorted
151 158 work.sort()
152 159
153 160 delta = []
154 161 dstart = None
155 162 dend = None
156 163 dline = [""]
157 164 start = 0
158 165 # zero copy representation of addlist as a buffer
159 166 addbuf = buffer(addlist)
160 167
161 168 # start with a readonly loop that finds the offset of
162 169 # each line and creates the deltas
163 170 for f, todelete in work:
164 171 # bs will either be the index of the item or the insert point
165 172 start, end = self._search(addbuf, f, start)
166 173 if not todelete:
167 174 l = "%s\000%s%s\n" % (f, revlog.hex(map[f]), map.flags(f))
168 175 else:
169 176 if start == end:
170 177 # item we want to delete was not found, error out
171 178 raise AssertionError(
172 179 _("failed to remove %s from manifest") % f)
173 180 l = ""
174 181 if dstart is not None and dstart <= start and dend >= start:
175 182 if dend < end:
176 183 dend = end
177 184 if l:
178 185 dline.append(l)
179 186 else:
180 187 if dstart is not None:
181 188 delta.append([dstart, dend, "".join(dline)])
182 189 dstart = start
183 190 dend = end
184 191 dline = [l]
185 192
186 193 if dstart is not None:
187 194 delta.append([dstart, dend, "".join(dline)])
188 195 # apply the delta to the addlist, and get a delta for addrevision
189 196 cachedelta = (self.rev(p1), addlistdelta(addlist, delta))
190 197 arraytext = addlist
191 198 text = buffer(arraytext)
192 199
193 200 n = self.addrevision(text, transaction, link, p1, p2, cachedelta)
194 201 self._mancache = (n, map, arraytext)
195 202
196 203 return n
General Comments 0
You need to be logged in to leave comments. Login now