|
|
#require no-windows
|
|
|
|
|
|
$ . "$TESTDIR/remotefilelog-library.sh"
|
|
|
# devel.remotefilelog.ensurestart: reduce race condition with
|
|
|
# waiton{repack/prefetch}
|
|
|
$ cat >> $HGRCPATH <<EOF
|
|
|
> [devel]
|
|
|
> remotefilelog.ensurestart=True
|
|
|
> remotefilelog.bg-wait=True
|
|
|
> EOF
|
|
|
|
|
|
$ hg init master
|
|
|
$ cd master
|
|
|
$ cat >> .hg/hgrc <<EOF
|
|
|
> [remotefilelog]
|
|
|
> server=True
|
|
|
> EOF
|
|
|
$ echo x > x
|
|
|
$ echo z > z
|
|
|
$ hg commit -qAm x
|
|
|
$ echo x2 > x
|
|
|
$ echo y > y
|
|
|
$ hg commit -qAm y
|
|
|
$ echo w > w
|
|
|
$ rm z
|
|
|
$ hg commit -qAm w
|
|
|
$ hg bookmark foo
|
|
|
|
|
|
$ cd ..
|
|
|
|
|
|
# clone the repo
|
|
|
|
|
|
$ hgcloneshallow ssh://user@dummy/master shallow --noupdate
|
|
|
streaming all changes
|
|
|
2 files to transfer, 776 bytes of data
|
|
|
transferred 776 bytes in * seconds (*/sec) (glob)
|
|
|
searching for changes
|
|
|
no changes found
|
|
|
|
|
|
# Set the prefetchdays config to zero so that all commits are prefetched
|
|
|
# no matter what their creation date is. Also set prefetchdelay config
|
|
|
# to zero so that there is no delay between prefetches.
|
|
|
$ cd shallow
|
|
|
$ cat >> .hg/hgrc <<EOF
|
|
|
> [remotefilelog]
|
|
|
> prefetchdays=0
|
|
|
> prefetchdelay=0
|
|
|
> EOF
|
|
|
$ cd ..
|
|
|
|
|
|
# prefetch a revision
|
|
|
$ cd shallow
|
|
|
|
|
|
$ hg prefetch -r 0
|
|
|
2 files fetched over 1 fetches - (2 misses, 0.00% hit ratio) over *s (glob)
|
|
|
|
|
|
$ hg cat -r 0 x
|
|
|
x
|
|
|
|
|
|
# background prefetch on pull when configured
|
|
|
|
|
|
$ cat >> .hg/hgrc <<EOF
|
|
|
> [remotefilelog]
|
|
|
> pullprefetch=bookmark()
|
|
|
> backgroundprefetch=True
|
|
|
> EOF
|
|
|
$ hg strip tip
|
|
|
saved backup bundle to $TESTTMP/shallow/.hg/strip-backup/6b4b6f66ef8c-b4b8bdaf-backup.hg (glob)
|
|
|
|
|
|
$ clearcache
|
|
|
$ hg pull
|
|
|
pulling from ssh://user@dummy/master
|
|
|
searching for changes
|
|
|
adding changesets
|
|
|
adding manifests
|
|
|
adding file changes
|
|
|
updating bookmark foo
|
|
|
added 1 changesets with 0 changes to 0 files
|
|
|
new changesets 6b4b6f66ef8c
|
|
|
(run 'hg update' to get a working copy)
|
|
|
prefetching file contents
|
|
|
$ sleep 0.5
|
|
|
$ hg debugwaitonprefetch >/dev/null 2>%1
|
|
|
$ find $CACHEDIR -type f | sort
|
|
|
$TESTTMP/hgcache/master/11/f6ad8ec52a2984abaafd7c3b516503785c2072/ef95c5376f34698742fe34f315fd82136f8f68c0
|
|
|
$TESTTMP/hgcache/master/95/cb0bfd2977c761298d9624e4b4d4c72a39974a/076f5e2225b3ff0400b98c92aa6cdf403ee24cca
|
|
|
$TESTTMP/hgcache/master/af/f024fe4ab0fece4091de044c58c9ae4233383a/bb6ccd5dceaa5e9dc220e0dad65e051b94f69a2c
|
|
|
$TESTTMP/hgcache/repos
|
|
|
|
|
|
# background prefetch with repack on pull when configured
|
|
|
|
|
|
$ cat >> .hg/hgrc <<EOF
|
|
|
> [remotefilelog]
|
|
|
> backgroundrepack=True
|
|
|
> EOF
|
|
|
$ hg strip tip
|
|
|
saved backup bundle to $TESTTMP/shallow/.hg/strip-backup/6b4b6f66ef8c-b4b8bdaf-backup.hg (glob)
|
|
|
|
|
|
$ clearcache
|
|
|
$ hg pull
|
|
|
pulling from ssh://user@dummy/master
|
|
|
searching for changes
|
|
|
adding changesets
|
|
|
adding manifests
|
|
|
adding file changes
|
|
|
updating bookmark foo
|
|
|
added 1 changesets with 0 changes to 0 files
|
|
|
new changesets 6b4b6f66ef8c
|
|
|
(run 'hg update' to get a working copy)
|
|
|
prefetching file contents
|
|
|
$ sleep 0.5
|
|
|
$ hg debugwaitonprefetch >/dev/null 2>%1
|
|
|
$ sleep 0.5
|
|
|
$ hg debugwaitonrepack >/dev/null 2>%1
|
|
|
$ sleep 0.5
|
|
|
$ find $CACHEDIR -type f | sort
|
|
|
$TESTTMP/hgcache/master/packs/6e8633deba6e544e5f8edbd7b996d6e31a2c42ae.histidx
|
|
|
$TESTTMP/hgcache/master/packs/6e8633deba6e544e5f8edbd7b996d6e31a2c42ae.histpack
|
|
|
$TESTTMP/hgcache/master/packs/8ce5ab3745465ab83bba30a7b9c295e0c8404652.dataidx
|
|
|
$TESTTMP/hgcache/master/packs/8ce5ab3745465ab83bba30a7b9c295e0c8404652.datapack
|
|
|
$TESTTMP/hgcache/repos
|
|
|
|
|
|
# background prefetch with repack on update when wcprevset configured
|
|
|
|
|
|
$ clearcache
|
|
|
$ hg up -r 0
|
|
|
2 files updated, 0 files merged, 0 files removed, 0 files unresolved
|
|
|
2 files fetched over 1 fetches - (2 misses, 0.00% hit ratio) over *s (glob)
|
|
|
$ find $CACHEDIR -type f | sort
|
|
|
$TESTTMP/hgcache/master/11/f6ad8ec52a2984abaafd7c3b516503785c2072/1406e74118627694268417491f018a4a883152f0
|
|
|
$TESTTMP/hgcache/master/39/5df8f7c51f007019cb30201c49e884b46b92fa/69a1b67522704ec122181c0890bd16e9d3e7516a
|
|
|
$TESTTMP/hgcache/repos
|
|
|
|
|
|
$ hg up -r 1
|
|
|
2 files updated, 0 files merged, 0 files removed, 0 files unresolved
|
|
|
2 files fetched over 2 fetches - (2 misses, 0.00% hit ratio) over *s (glob)
|
|
|
|
|
|
$ cat >> .hg/hgrc <<EOF
|
|
|
> [remotefilelog]
|
|
|
> bgprefetchrevs=.::
|
|
|
> EOF
|
|
|
|
|
|
$ clearcache
|
|
|
$ hg up -r 0
|
|
|
1 files updated, 0 files merged, 1 files removed, 0 files unresolved
|
|
|
* files fetched over * fetches - (* misses, 0.00% hit ratio) over *s (glob)
|
|
|
$ sleep 1
|
|
|
$ hg debugwaitonprefetch >/dev/null 2>%1
|
|
|
$ sleep 1
|
|
|
$ hg debugwaitonrepack >/dev/null 2>%1
|
|
|
$ sleep 1
|
|
|
$ find $CACHEDIR -type f | sort
|
|
|
$TESTTMP/hgcache/master/packs/8f1443d44e57fec96f72fb2412e01d2818767ef2.histidx
|
|
|
$TESTTMP/hgcache/master/packs/8f1443d44e57fec96f72fb2412e01d2818767ef2.histpack
|
|
|
$TESTTMP/hgcache/master/packs/f4d50848e0b465e9bfd2875f213044c06cfd7407.dataidx
|
|
|
$TESTTMP/hgcache/master/packs/f4d50848e0b465e9bfd2875f213044c06cfd7407.datapack
|
|
|
$TESTTMP/hgcache/repos
|
|
|
|
|
|
# Ensure that file 'w' was prefetched - it was not part of the update operation and therefore
|
|
|
# could only be downloaded by the background prefetch
|
|
|
|
|
|
$ hg debugdatapack `ls -ct $TESTTMP/hgcache/master/packs/*.datapack | head -n 1`
|
|
|
$TESTTMP/hgcache/master/packs/f4d50848e0b465e9bfd2875f213044c06cfd7407:
|
|
|
w:
|
|
|
Node Delta Base Delta Length Blob Size
|
|
|
bb6ccd5dceaa 000000000000 2 2
|
|
|
|
|
|
Total: 2 2 (0.0% bigger)
|
|
|
x:
|
|
|
Node Delta Base Delta Length Blob Size
|
|
|
ef95c5376f34 000000000000 3 3
|
|
|
1406e7411862 ef95c5376f34 14 2
|
|
|
|
|
|
Total: 17 5 (240.0% bigger)
|
|
|
y:
|
|
|
Node Delta Base Delta Length Blob Size
|
|
|
076f5e2225b3 000000000000 2 2
|
|
|
|
|
|
Total: 2 2 (0.0% bigger)
|
|
|
z:
|
|
|
Node Delta Base Delta Length Blob Size
|
|
|
69a1b6752270 000000000000 2 2
|
|
|
|
|
|
Total: 2 2 (0.0% bigger)
|
|
|
|
|
|
# background prefetch with repack on commit when wcprevset configured
|
|
|
|
|
|
$ cat >> .hg/hgrc <<EOF
|
|
|
> [remotefilelog]
|
|
|
> bgprefetchrevs=0::
|
|
|
> EOF
|
|
|
|
|
|
$ clearcache
|
|
|
$ find $CACHEDIR -type f | sort
|
|
|
$ echo b > b
|
|
|
$ hg commit -qAm b
|
|
|
* files fetched over 1 fetches - (* misses, 0.00% hit ratio) over *s (glob)
|
|
|
$ hg bookmark temporary
|
|
|
$ sleep 1
|
|
|
$ hg debugwaitonprefetch >/dev/null 2>%1
|
|
|
$ sleep 1
|
|
|
$ hg debugwaitonrepack >/dev/null 2>%1
|
|
|
$ sleep 1
|
|
|
$ find $CACHEDIR -type f | sort
|
|
|
$TESTTMP/hgcache/master/packs/8f1443d44e57fec96f72fb2412e01d2818767ef2.histidx
|
|
|
$TESTTMP/hgcache/master/packs/8f1443d44e57fec96f72fb2412e01d2818767ef2.histpack
|
|
|
$TESTTMP/hgcache/master/packs/f4d50848e0b465e9bfd2875f213044c06cfd7407.dataidx
|
|
|
$TESTTMP/hgcache/master/packs/f4d50848e0b465e9bfd2875f213044c06cfd7407.datapack
|
|
|
$TESTTMP/hgcache/repos
|
|
|
|
|
|
# Ensure that file 'w' was prefetched - it was not part of the commit operation and therefore
|
|
|
# could only be downloaded by the background prefetch
|
|
|
|
|
|
$ hg debugdatapack `ls -ct $TESTTMP/hgcache/master/packs/*.datapack | head -n 1`
|
|
|
$TESTTMP/hgcache/master/packs/f4d50848e0b465e9bfd2875f213044c06cfd7407:
|
|
|
w:
|
|
|
Node Delta Base Delta Length Blob Size
|
|
|
bb6ccd5dceaa 000000000000 2 2
|
|
|
|
|
|
Total: 2 2 (0.0% bigger)
|
|
|
x:
|
|
|
Node Delta Base Delta Length Blob Size
|
|
|
ef95c5376f34 000000000000 3 3
|
|
|
1406e7411862 ef95c5376f34 14 2
|
|
|
|
|
|
Total: 17 5 (240.0% bigger)
|
|
|
y:
|
|
|
Node Delta Base Delta Length Blob Size
|
|
|
076f5e2225b3 000000000000 2 2
|
|
|
|
|
|
Total: 2 2 (0.0% bigger)
|
|
|
z:
|
|
|
Node Delta Base Delta Length Blob Size
|
|
|
69a1b6752270 000000000000 2 2
|
|
|
|
|
|
Total: 2 2 (0.0% bigger)
|
|
|
|
|
|
# background prefetch with repack on rebase when wcprevset configured
|
|
|
|
|
|
$ hg up -r 2
|
|
|
3 files updated, 0 files merged, 3 files removed, 0 files unresolved
|
|
|
(leaving bookmark temporary)
|
|
|
$ clearcache
|
|
|
$ find $CACHEDIR -type f | sort
|
|
|
$ hg rebase -s temporary -d foo
|
|
|
rebasing 3:58147a5b5242 "b" (temporary tip)
|
|
|
saved backup bundle to $TESTTMP/shallow/.hg/strip-backup/58147a5b5242-c3678817-rebase.hg
|
|
|
3 files fetched over 1 fetches - (3 misses, 0.00% hit ratio) over *s (glob)
|
|
|
$ sleep 1
|
|
|
$ hg debugwaitonprefetch >/dev/null 2>%1
|
|
|
$ sleep 1
|
|
|
$ hg debugwaitonrepack >/dev/null 2>%1
|
|
|
$ sleep 1
|
|
|
|
|
|
# Ensure that file 'y' was prefetched - it was not part of the rebase operation and therefore
|
|
|
# could only be downloaded by the background prefetch
|
|
|
|
|
|
$ hg debugdatapack `ls -ct $TESTTMP/hgcache/master/packs/*.datapack | head -n 1`
|
|
|
$TESTTMP/hgcache/master/packs/f4d50848e0b465e9bfd2875f213044c06cfd7407:
|
|
|
w:
|
|
|
Node Delta Base Delta Length Blob Size
|
|
|
bb6ccd5dceaa 000000000000 2 2
|
|
|
|
|
|
Total: 2 2 (0.0% bigger)
|
|
|
x:
|
|
|
Node Delta Base Delta Length Blob Size
|
|
|
ef95c5376f34 000000000000 3 3
|
|
|
1406e7411862 ef95c5376f34 14 2
|
|
|
|
|
|
Total: 17 5 (240.0% bigger)
|
|
|
y:
|
|
|
Node Delta Base Delta Length Blob Size
|
|
|
076f5e2225b3 000000000000 2 2
|
|
|
|
|
|
Total: 2 2 (0.0% bigger)
|
|
|
z:
|
|
|
Node Delta Base Delta Length Blob Size
|
|
|
69a1b6752270 000000000000 2 2
|
|
|
|
|
|
Total: 2 2 (0.0% bigger)
|
|
|
|
|
|
# Check that foregound prefetch with no arguments blocks until background prefetches finish
|
|
|
|
|
|
$ hg up -r 3
|
|
|
2 files updated, 0 files merged, 0 files removed, 0 files unresolved
|
|
|
$ clearcache
|
|
|
$ hg prefetch --repack
|
|
|
waiting for lock on prefetching in $TESTTMP/shallow held by process * on host * (glob) (?)
|
|
|
got lock after * seconds (glob) (?)
|
|
|
(running background incremental repack)
|
|
|
* files fetched over 1 fetches - (* misses, 0.00% hit ratio) over *s (glob) (?)
|
|
|
|
|
|
$ sleep 0.5
|
|
|
$ hg debugwaitonrepack >/dev/null 2>%1
|
|
|
$ sleep 0.5
|
|
|
|
|
|
$ find $CACHEDIR -type f | sort
|
|
|
$TESTTMP/hgcache/master/packs/8f1443d44e57fec96f72fb2412e01d2818767ef2.histidx
|
|
|
$TESTTMP/hgcache/master/packs/8f1443d44e57fec96f72fb2412e01d2818767ef2.histpack
|
|
|
$TESTTMP/hgcache/master/packs/f4d50848e0b465e9bfd2875f213044c06cfd7407.dataidx
|
|
|
$TESTTMP/hgcache/master/packs/f4d50848e0b465e9bfd2875f213044c06cfd7407.datapack
|
|
|
$TESTTMP/hgcache/repos
|
|
|
|
|
|
# Ensure that files were prefetched
|
|
|
$ hg debugdatapack `ls -ct $TESTTMP/hgcache/master/packs/*.datapack | head -n 1`
|
|
|
$TESTTMP/hgcache/master/packs/f4d50848e0b465e9bfd2875f213044c06cfd7407:
|
|
|
w:
|
|
|
Node Delta Base Delta Length Blob Size
|
|
|
bb6ccd5dceaa 000000000000 2 2
|
|
|
|
|
|
Total: 2 2 (0.0% bigger)
|
|
|
x:
|
|
|
Node Delta Base Delta Length Blob Size
|
|
|
ef95c5376f34 000000000000 3 3
|
|
|
1406e7411862 ef95c5376f34 14 2
|
|
|
|
|
|
Total: 17 5 (240.0% bigger)
|
|
|
y:
|
|
|
Node Delta Base Delta Length Blob Size
|
|
|
076f5e2225b3 000000000000 2 2
|
|
|
|
|
|
Total: 2 2 (0.0% bigger)
|
|
|
z:
|
|
|
Node Delta Base Delta Length Blob Size
|
|
|
69a1b6752270 000000000000 2 2
|
|
|
|
|
|
Total: 2 2 (0.0% bigger)
|
|
|
|
|
|
# Check that foreground prefetch fetches revs specified by '. + draft() + bgprefetchrevs + pullprefetch'
|
|
|
|
|
|
$ clearcache
|
|
|
$ hg prefetch --repack
|
|
|
waiting for lock on prefetching in $TESTTMP/shallow held by process * on host * (glob) (?)
|
|
|
got lock after * seconds (glob) (?)
|
|
|
(running background incremental repack)
|
|
|
* files fetched over 1 fetches - (* misses, 0.00% hit ratio) over *s (glob) (?)
|
|
|
$ sleep 0.5
|
|
|
$ hg debugwaitonrepack >/dev/null 2>%1
|
|
|
$ sleep 0.5
|
|
|
|
|
|
$ find $CACHEDIR -type f | sort
|
|
|
$TESTTMP/hgcache/master/packs/8f1443d44e57fec96f72fb2412e01d2818767ef2.histidx
|
|
|
$TESTTMP/hgcache/master/packs/8f1443d44e57fec96f72fb2412e01d2818767ef2.histpack
|
|
|
$TESTTMP/hgcache/master/packs/f4d50848e0b465e9bfd2875f213044c06cfd7407.dataidx
|
|
|
$TESTTMP/hgcache/master/packs/f4d50848e0b465e9bfd2875f213044c06cfd7407.datapack
|
|
|
$TESTTMP/hgcache/repos
|
|
|
|
|
|
# Ensure that files were prefetched
|
|
|
$ hg debugdatapack `ls -ct $TESTTMP/hgcache/master/packs/*.datapack | head -n 1`
|
|
|
$TESTTMP/hgcache/master/packs/f4d50848e0b465e9bfd2875f213044c06cfd7407:
|
|
|
w:
|
|
|
Node Delta Base Delta Length Blob Size
|
|
|
bb6ccd5dceaa 000000000000 2 2
|
|
|
|
|
|
Total: 2 2 (0.0% bigger)
|
|
|
x:
|
|
|
Node Delta Base Delta Length Blob Size
|
|
|
ef95c5376f34 000000000000 3 3
|
|
|
1406e7411862 ef95c5376f34 14 2
|
|
|
|
|
|
Total: 17 5 (240.0% bigger)
|
|
|
y:
|
|
|
Node Delta Base Delta Length Blob Size
|
|
|
076f5e2225b3 000000000000 2 2
|
|
|
|
|
|
Total: 2 2 (0.0% bigger)
|
|
|
z:
|
|
|
Node Delta Base Delta Length Blob Size
|
|
|
69a1b6752270 000000000000 2 2
|
|
|
|
|
|
Total: 2 2 (0.0% bigger)
|
|
|
|
|
|
# Test that if data was prefetched and repacked we dont need to prefetch it again
|
|
|
# It ensures that Mercurial looks not only in loose files but in packs as well
|
|
|
|
|
|
$ hg prefetch --repack
|
|
|
(running background incremental repack)
|
|
|
|
