##// END OF EJS Templates
copies-rust: move the parent token to an enum...
marmoute -
r46675:12192fdb default
parent child Browse files
Show More
@@ -1,567 +1,576 b''
1 1 use crate::utils::hg_path::HgPath;
2 2 use crate::utils::hg_path::HgPathBuf;
3 3 use crate::Revision;
4 4
5 5 use im_rc::ordmap::DiffItem;
6 6 use im_rc::ordmap::OrdMap;
7 7
8 8 use std::cmp::Ordering;
9 9 use std::collections::HashMap;
10 10 use std::convert::TryInto;
11 11
12 12 pub type PathCopies = HashMap<HgPathBuf, HgPathBuf>;
13 13
14 14 #[derive(Clone, Debug, PartialEq)]
15 15 struct TimeStampedPathCopy {
16 16 /// revision at which the copy information was added
17 17 rev: Revision,
18 18 /// the copy source, (Set to None in case of deletion of the associated
19 19 /// key)
20 20 path: Option<HgPathBuf>,
21 21 }
22 22
23 23 /// maps CopyDestination to Copy Source (+ a "timestamp" for the operation)
24 24 type TimeStampedPathCopies = OrdMap<HgPathBuf, TimeStampedPathCopy>;
25 25
26 26 /// hold parent 1, parent 2 and relevant files actions.
27 27 pub type RevInfo<'a> = (Revision, Revision, ChangedFiles<'a>);
28 28
29 29 /// represent the files affected by a changesets
30 30 ///
31 31 /// This hold a subset of mercurial.metadata.ChangingFiles as we do not need
32 32 /// all the data categories tracked by it.
33 33 /// This hold a subset of mercurial.metadata.ChangingFiles as we do not need
34 34 /// all the data categories tracked by it.
35 35 pub struct ChangedFiles<'a> {
36 36 nb_items: u32,
37 37 index: &'a [u8],
38 38 data: &'a [u8],
39 39 }
40 40
41 41 /// Represent active changes that affect the copy tracing.
42 42 enum Action<'a> {
43 43 /// The parent ? children edge is removing a file
44 44 ///
45 45 /// (actually, this could be the edge from the other parent, but it does
46 46 /// not matters)
47 47 Removed(&'a HgPath),
48 48 /// The parent ? children edge introduce copy information between (dest,
49 49 /// source)
50 50 Copied(&'a HgPath, &'a HgPath),
51 51 }
52 52
53 53 /// This express the possible "special" case we can get in a merge
54 54 ///
55 55 /// See mercurial/metadata.py for details on these values.
56 56 #[derive(PartialEq)]
57 57 enum MergeCase {
58 58 /// Merged: file had history on both side that needed to be merged
59 59 Merged,
60 60 /// Salvaged: file was candidate for deletion, but survived the merge
61 61 Salvaged,
62 62 /// Normal: Not one of the two cases above
63 63 Normal,
64 64 }
65 65
66 66 type FileChange<'a> = (u8, &'a HgPath, &'a HgPath);
67 67
68 68 const EMPTY: &[u8] = b"";
69 69 const COPY_MASK: u8 = 3;
70 70 const P1_COPY: u8 = 2;
71 71 const P2_COPY: u8 = 3;
72 72 const ACTION_MASK: u8 = 28;
73 73 const REMOVED: u8 = 12;
74 74 const MERGED: u8 = 8;
75 75 const SALVAGED: u8 = 16;
76 76
77 77 impl<'a> ChangedFiles<'a> {
78 78 const INDEX_START: usize = 4;
79 79 const ENTRY_SIZE: u32 = 9;
80 80 const FILENAME_START: u32 = 1;
81 81 const COPY_SOURCE_START: u32 = 5;
82 82
83 83 pub fn new(data: &'a [u8]) -> Self {
84 84 assert!(
85 85 data.len() >= 4,
86 86 "data size ({}) is too small to contain the header (4)",
87 87 data.len()
88 88 );
89 89 let nb_items_raw: [u8; 4] = (&data[0..=3])
90 90 .try_into()
91 91 .expect("failed to turn 4 bytes into 4 bytes");
92 92 let nb_items = u32::from_be_bytes(nb_items_raw);
93 93
94 94 let index_size = (nb_items * Self::ENTRY_SIZE) as usize;
95 95 let index_end = Self::INDEX_START + index_size;
96 96
97 97 assert!(
98 98 data.len() >= index_end,
99 99 "data size ({}) is too small to fit the index_data ({})",
100 100 data.len(),
101 101 index_end
102 102 );
103 103
104 104 let ret = ChangedFiles {
105 105 nb_items,
106 106 index: &data[Self::INDEX_START..index_end],
107 107 data: &data[index_end..],
108 108 };
109 109 let max_data = ret.filename_end(nb_items - 1) as usize;
110 110 assert!(
111 111 ret.data.len() >= max_data,
112 112 "data size ({}) is too small to fit all data ({})",
113 113 data.len(),
114 114 index_end + max_data
115 115 );
116 116 ret
117 117 }
118 118
119 119 pub fn new_empty() -> Self {
120 120 ChangedFiles {
121 121 nb_items: 0,
122 122 index: EMPTY,
123 123 data: EMPTY,
124 124 }
125 125 }
126 126
127 127 /// internal function to return an individual entry at a given index
128 128 fn entry(&'a self, idx: u32) -> FileChange<'a> {
129 129 if idx >= self.nb_items {
130 130 panic!(
131 131 "index for entry is higher that the number of file {} >= {}",
132 132 idx, self.nb_items
133 133 )
134 134 }
135 135 let flags = self.flags(idx);
136 136 let filename = self.filename(idx);
137 137 let copy_idx = self.copy_idx(idx);
138 138 let copy_source = self.filename(copy_idx);
139 139 (flags, filename, copy_source)
140 140 }
141 141
142 142 /// internal function to return the filename of the entry at a given index
143 143 fn filename(&self, idx: u32) -> &HgPath {
144 144 let filename_start;
145 145 if idx == 0 {
146 146 filename_start = 0;
147 147 } else {
148 148 filename_start = self.filename_end(idx - 1)
149 149 }
150 150 let filename_end = self.filename_end(idx);
151 151 let filename_start = filename_start as usize;
152 152 let filename_end = filename_end as usize;
153 153 HgPath::new(&self.data[filename_start..filename_end])
154 154 }
155 155
156 156 /// internal function to return the flag field of the entry at a given
157 157 /// index
158 158 fn flags(&self, idx: u32) -> u8 {
159 159 let idx = idx as usize;
160 160 self.index[idx * (Self::ENTRY_SIZE as usize)]
161 161 }
162 162
163 163 /// internal function to return the end of a filename part at a given index
164 164 fn filename_end(&self, idx: u32) -> u32 {
165 165 let start = (idx * Self::ENTRY_SIZE) + Self::FILENAME_START;
166 166 let end = (idx * Self::ENTRY_SIZE) + Self::COPY_SOURCE_START;
167 167 let start = start as usize;
168 168 let end = end as usize;
169 169 let raw = (&self.index[start..end])
170 170 .try_into()
171 171 .expect("failed to turn 4 bytes into 4 bytes");
172 172 u32::from_be_bytes(raw)
173 173 }
174 174
175 175 /// internal function to return index of the copy source of the entry at a
176 176 /// given index
177 177 fn copy_idx(&self, idx: u32) -> u32 {
178 178 let start = (idx * Self::ENTRY_SIZE) + Self::COPY_SOURCE_START;
179 179 let end = (idx + 1) * Self::ENTRY_SIZE;
180 180 let start = start as usize;
181 181 let end = end as usize;
182 182 let raw = (&self.index[start..end])
183 183 .try_into()
184 184 .expect("failed to turn 4 bytes into 4 bytes");
185 185 u32::from_be_bytes(raw)
186 186 }
187 187
188 188 /// Return an iterator over all the `Action` in this instance.
189 fn iter_actions(&self, parent: usize) -> ActionsIterator {
189 fn iter_actions(&self, parent: Parent) -> ActionsIterator {
190 190 ActionsIterator {
191 191 changes: &self,
192 192 parent: parent,
193 193 current: 0,
194 194 }
195 195 }
196 196
197 197 /// return the MergeCase value associated with a filename
198 198 fn get_merge_case(&self, path: &HgPath) -> MergeCase {
199 199 if self.nb_items == 0 {
200 200 return MergeCase::Normal;
201 201 }
202 202 let mut low_part = 0;
203 203 let mut high_part = self.nb_items;
204 204
205 205 while low_part < high_part {
206 206 let cursor = (low_part + high_part - 1) / 2;
207 207 let (flags, filename, _source) = self.entry(cursor);
208 208 match path.cmp(filename) {
209 209 Ordering::Less => low_part = cursor + 1,
210 210 Ordering::Greater => high_part = cursor,
211 211 Ordering::Equal => {
212 212 return match flags & ACTION_MASK {
213 213 MERGED => MergeCase::Merged,
214 214 SALVAGED => MergeCase::Salvaged,
215 215 _ => MergeCase::Normal,
216 216 };
217 217 }
218 218 }
219 219 }
220 220 MergeCase::Normal
221 221 }
222 222 }
223 223
224 224 /// A struct responsible for answering "is X ancestors of Y" quickly
225 225 ///
226 226 /// The structure will delegate ancestors call to a callback, and cache the
227 227 /// result.
228 228 #[derive(Debug)]
229 229 struct AncestorOracle<'a, A: Fn(Revision, Revision) -> bool> {
230 230 inner: &'a A,
231 231 pairs: HashMap<(Revision, Revision), bool>,
232 232 }
233 233
234 234 impl<'a, A: Fn(Revision, Revision) -> bool> AncestorOracle<'a, A> {
235 235 fn new(func: &'a A) -> Self {
236 236 Self {
237 237 inner: func,
238 238 pairs: HashMap::default(),
239 239 }
240 240 }
241 241
242 242 /// returns `true` if `anc` is an ancestors of `desc`, `false` otherwise
243 243 fn is_ancestor(&mut self, anc: Revision, desc: Revision) -> bool {
244 244 if anc > desc {
245 245 false
246 246 } else if anc == desc {
247 247 true
248 248 } else {
249 249 if let Some(b) = self.pairs.get(&(anc, desc)) {
250 250 *b
251 251 } else {
252 252 let b = (self.inner)(anc, desc);
253 253 self.pairs.insert((anc, desc), b);
254 254 b
255 255 }
256 256 }
257 257 }
258 258 }
259 259
260 260 struct ActionsIterator<'a> {
261 261 changes: &'a ChangedFiles<'a>,
262 parent: usize,
262 parent: Parent,
263 263 current: u32,
264 264 }
265 265
266 266 impl<'a> Iterator for ActionsIterator<'a> {
267 267 type Item = Action<'a>;
268 268
269 269 fn next(&mut self) -> Option<Action<'a>> {
270 let copy_flag = match self.parent {
271 Parent::FirstParent => P1_COPY,
272 Parent::SecondParent => P2_COPY,
273 };
270 274 while self.current < self.changes.nb_items {
271 275 let (flags, file, source) = self.changes.entry(self.current);
272 276 self.current += 1;
273 277 if (flags & ACTION_MASK) == REMOVED {
274 278 return Some(Action::Removed(file));
275 279 }
276 280 let copy = flags & COPY_MASK;
277 if self.parent == 1 && copy == P1_COPY {
278 return Some(Action::Copied(file, source));
279 }
280 if self.parent == 2 && copy == P2_COPY {
281 if copy == copy_flag {
281 282 return Some(Action::Copied(file, source));
282 283 }
283 284 }
284 285 return None;
285 286 }
286 287 }
287 288
288 289 /// A small struct whose purpose is to ensure lifetime of bytes referenced in
289 290 /// ChangedFiles
290 291 ///
291 292 /// It is passed to the RevInfoMaker callback who can assign any necessary
292 293 /// content to the `data` attribute. The copy tracing code is responsible for
293 294 /// keeping the DataHolder alive at least as long as the ChangedFiles object.
294 295 pub struct DataHolder<D> {
295 296 /// RevInfoMaker callback should assign data referenced by the
296 297 /// ChangedFiles struct it return to this attribute. The DataHolder
297 298 /// lifetime will be at least as long as the ChangedFiles one.
298 299 pub data: Option<D>,
299 300 }
300 301
301 302 pub type RevInfoMaker<'a, D> =
302 303 Box<dyn for<'r> Fn(Revision, &'r mut DataHolder<D>) -> RevInfo<'r> + 'a>;
303 304
305 /// enum used to carry information about the parent β†’ child currently processed
306 #[derive(Copy, Clone, Debug)]
307 enum Parent {
308 /// The `p1(x) β†’ x` edge
309 FirstParent,
310 /// The `p2(x) β†’ x` edge
311 SecondParent,
312 }
313
304 314 /// Same as mercurial.copies._combine_changeset_copies, but in Rust.
305 315 ///
306 316 /// Arguments are:
307 317 ///
308 318 /// revs: all revisions to be considered
309 319 /// children: a {parent ? [childrens]} mapping
310 320 /// target_rev: the final revision we are combining copies to
311 321 /// rev_info(rev): callback to get revision information:
312 322 /// * first parent
313 323 /// * second parent
314 324 /// * ChangedFiles
315 325 /// isancestors(low_rev, high_rev): callback to check if a revision is an
316 326 /// ancestor of another
317 327 pub fn combine_changeset_copies<A: Fn(Revision, Revision) -> bool, D>(
318 328 revs: Vec<Revision>,
319 329 children: HashMap<Revision, Vec<Revision>>,
320 330 target_rev: Revision,
321 331 rev_info: RevInfoMaker<D>,
322 332 is_ancestor: &A,
323 333 ) -> PathCopies {
324 334 let mut all_copies = HashMap::new();
325 335 let mut oracle = AncestorOracle::new(is_ancestor);
326 336
327 337 for rev in revs {
328 338 // Retrieve data computed in a previous iteration
329 339 let copies = all_copies.remove(&rev);
330 340 let copies = match copies {
331 341 Some(c) => c,
332 342 None => TimeStampedPathCopies::default(), // root of the walked set
333 343 };
334 344
335 345 let current_children = match children.get(&rev) {
336 346 Some(c) => c,
337 347 None => panic!("inconsistent `revs` and `children`"),
338 348 };
339 349
340 350 for child in current_children {
341 351 // We will chain the copies information accumulated for `rev` with
342 352 // the individual copies information for each of its children.
343 353 // Creating a new PathCopies for each `rev` β†’ `children` vertex.
344 354 let mut d: DataHolder<D> = DataHolder { data: None };
345 355 let (p1, p2, changes) = rev_info(*child, &mut d);
346 356
347 357 let parent = if rev == p1 {
348 1
358 Parent::FirstParent
349 359 } else {
350 360 assert_eq!(rev, p2);
351 2
361 Parent::SecondParent
352 362 };
353 363 let mut new_copies = copies.clone();
354 364
355 365 for action in changes.iter_actions(parent) {
356 366 match action {
357 367 Action::Copied(dest, source) => {
358 368 let entry;
359 369 if let Some(v) = copies.get(source) {
360 370 entry = match &v.path {
361 371 Some(path) => Some((*(path)).to_owned()),
362 372 None => Some(source.to_owned()),
363 373 }
364 374 } else {
365 375 entry = Some(source.to_owned());
366 376 }
367 377 // Each new entry is introduced by the children, we
368 378 // record this information as we will need it to take
369 379 // the right decision when merging conflicting copy
370 380 // information. See merge_copies_dict for details.
371 381 let ttpc = TimeStampedPathCopy {
372 382 rev: *child,
373 383 path: entry,
374 384 };
375 385 new_copies.insert(dest.to_owned(), ttpc);
376 386 }
377 387 Action::Removed(f) => {
378 388 // We must drop copy information for removed file.
379 389 //
380 390 // We need to explicitly record them as dropped to
381 391 // propagate this information when merging two
382 392 // TimeStampedPathCopies object.
383 393 if new_copies.contains_key(f.as_ref()) {
384 394 let ttpc = TimeStampedPathCopy {
385 395 rev: *child,
386 396 path: None,
387 397 };
388 398 new_copies.insert(f.to_owned(), ttpc);
389 399 }
390 400 }
391 401 }
392 402 }
393 403
394 404 // Merge has two parents needs to combines their copy information.
395 405 //
396 406 // If the vertex from the other parent was already processed, we
397 407 // will have a value for the child ready to be used. We need to
398 408 // grab it and combine it with the one we already
399 409 // computed. If not we can simply store the newly
400 410 // computed data. The processing happening at
401 411 // the time of the second parent will take care of combining the
402 412 // two TimeStampedPathCopies instance.
403 413 match all_copies.remove(child) {
404 414 None => {
405 415 all_copies.insert(child, new_copies);
406 416 }
407 417 Some(other_copies) => {
408 418 let (minor, major) = match parent {
409 1 => (other_copies, new_copies),
410 2 => (new_copies, other_copies),
411 _ => unreachable!(),
419 Parent::FirstParent => (other_copies, new_copies),
420 Parent::SecondParent => (new_copies, other_copies),
412 421 };
413 422 let merged_copies =
414 423 merge_copies_dict(minor, major, &changes, &mut oracle);
415 424 all_copies.insert(child, merged_copies);
416 425 }
417 426 };
418 427 }
419 428 }
420 429
421 430 // Drop internal information (like the timestamp) and return the final
422 431 // mapping.
423 432 let tt_result = all_copies
424 433 .remove(&target_rev)
425 434 .expect("target revision was not processed");
426 435 let mut result = PathCopies::default();
427 436 for (dest, tt_source) in tt_result {
428 437 if let Some(path) = tt_source.path {
429 438 result.insert(dest, path);
430 439 }
431 440 }
432 441 result
433 442 }
434 443
435 444 /// merge two copies-mapping together, minor and major
436 445 ///
437 446 /// In case of conflict, value from "major" will be picked, unless in some
438 447 /// cases. See inline documentation for details.
439 448 #[allow(clippy::if_same_then_else)]
440 449 fn merge_copies_dict<A: Fn(Revision, Revision) -> bool>(
441 450 minor: TimeStampedPathCopies,
442 451 major: TimeStampedPathCopies,
443 452 changes: &ChangedFiles,
444 453 oracle: &mut AncestorOracle<A>,
445 454 ) -> TimeStampedPathCopies {
446 455 if minor.is_empty() {
447 456 return major;
448 457 } else if major.is_empty() {
449 458 return minor;
450 459 }
451 460 let mut override_minor = Vec::new();
452 461 let mut override_major = Vec::new();
453 462
454 463 let mut to_major = |k: &HgPathBuf, v: &TimeStampedPathCopy| {
455 464 override_major.push((k.clone(), v.clone()))
456 465 };
457 466 let mut to_minor = |k: &HgPathBuf, v: &TimeStampedPathCopy| {
458 467 override_minor.push((k.clone(), v.clone()))
459 468 };
460 469
461 470 // The diff function leverage detection of the identical subpart if minor
462 471 // and major has some common ancestors. This make it very fast is most
463 472 // case.
464 473 //
465 474 // In case where the two map are vastly different in size, the current
466 475 // approach is still slowish because the iteration will iterate over
467 476 // all the "exclusive" content of the larger on. This situation can be
468 477 // frequent when the subgraph of revision we are processing has a lot
469 478 // of roots. Each roots adding they own fully new map to the mix (and
470 479 // likely a small map, if the path from the root to the "main path" is
471 480 // small.
472 481 //
473 482 // We could do better by detecting such situation and processing them
474 483 // differently.
475 484 for d in minor.diff(&major) {
476 485 match d {
477 486 DiffItem::Add(k, v) => to_minor(k, v),
478 487 DiffItem::Remove(k, v) => to_major(k, v),
479 488 DiffItem::Update { old, new } => {
480 489 let (dest, src_major) = new;
481 490 let (_, src_minor) = old;
482 491 let mut pick_minor = || (to_major(dest, src_minor));
483 492 let mut pick_major = || (to_minor(dest, src_major));
484 493 if src_major.path == src_minor.path {
485 494 // we have the same value, but from other source;
486 495 if src_major.rev == src_minor.rev {
487 496 // If the two entry are identical, no need to do
488 497 // anything (but diff should not have yield them)
489 498 unreachable!();
490 499 } else if oracle.is_ancestor(src_major.rev, src_minor.rev)
491 500 {
492 501 pick_minor();
493 502 } else {
494 503 pick_major();
495 504 }
496 505 } else if src_major.rev == src_minor.rev {
497 506 // We cannot get copy information for both p1 and p2 in the
498 507 // same rev. So this is the same value.
499 508 unreachable!();
500 509 } else {
501 510 let action = changes.get_merge_case(&dest);
502 511 if src_major.path.is_none()
503 512 && action == MergeCase::Salvaged
504 513 {
505 514 // If the file is "deleted" in the major side but was
506 515 // salvaged by the merge, we keep the minor side alive
507 516 pick_minor();
508 517 } else if src_minor.path.is_none()
509 518 && action == MergeCase::Salvaged
510 519 {
511 520 // If the file is "deleted" in the minor side but was
512 521 // salvaged by the merge, unconditionnaly preserve the
513 522 // major side.
514 523 pick_major();
515 524 } else if action == MergeCase::Merged {
516 525 // If the file was actively merged, copy information
517 526 // from each side might conflict. The major side will
518 527 // win such conflict.
519 528 pick_major();
520 529 } else if oracle.is_ancestor(src_major.rev, src_minor.rev)
521 530 {
522 531 // If the minor side is strictly newer than the major
523 532 // side, it should be kept.
524 533 pick_minor();
525 534 } else if src_major.path.is_some() {
526 535 // without any special case, the "major" value win
527 536 // other the "minor" one.
528 537 pick_major();
529 538 } else if oracle.is_ancestor(src_minor.rev, src_major.rev)
530 539 {
531 540 // the "major" rev is a direct ancestors of "minor",
532 541 // any different value should
533 542 // overwrite
534 543 pick_major();
535 544 } else {
536 545 // major version is None (so the file was deleted on
537 546 // that branch) and that branch is independant (neither
538 547 // minor nor major is an ancestors of the other one.)
539 548 // We preserve the new
540 549 // information about the new file.
541 550 pick_minor();
542 551 }
543 552 }
544 553 }
545 554 };
546 555 }
547 556
548 557 let updates;
549 558 let mut result;
550 559 if override_major.is_empty() {
551 560 result = major
552 561 } else if override_minor.is_empty() {
553 562 result = minor
554 563 } else {
555 564 if override_minor.len() < override_major.len() {
556 565 updates = override_minor;
557 566 result = minor;
558 567 } else {
559 568 updates = override_major;
560 569 result = major;
561 570 }
562 571 for (k, v) in updates {
563 572 result.insert(k, v);
564 573 }
565 574 }
566 575 result
567 576 }
General Comments 0
You need to be logged in to leave comments. Login now