2019-06-18 21:14:28 +03:00
|
|
|
#!/bin/sh
|
|
|
|
|
|
|
|
|
|
test_description='split commit graph'
|
|
|
|
|
. ./test-lib.sh
|
|
|
|
|
|
|
|
|
|
GIT_TEST_COMMIT_GRAPH=0
|
|
|
|
|
|
|
|
|
|
test_expect_success 'setup repo' '
|
|
|
|
|
git init &&
|
|
|
|
|
git config core.commitGraph true &&
|
|
|
|
|
infodir=".git/objects/info" &&
|
|
|
|
|
graphdir="$infodir/commit-graphs" &&
|
|
|
|
|
test_oid_init
|
|
|
|
|
'
|
|
|
|
|
|
|
|
|
|
graph_read_expect() {
|
|
|
|
|
NUM_BASE=0
|
|
|
|
|
if test ! -z $2
|
|
|
|
|
then
|
|
|
|
|
NUM_BASE=$2
|
|
|
|
|
fi
|
|
|
|
|
cat >expect <<- EOF
|
|
|
|
|
header: 43475048 1 1 3 $NUM_BASE
|
|
|
|
|
num_commits: $1
|
|
|
|
|
chunks: oid_fanout oid_lookup commit_metadata
|
|
|
|
|
EOF
|
|
|
|
|
git commit-graph read >output &&
|
|
|
|
|
test_cmp expect output
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
test_expect_success 'create commits and write commit-graph' '
|
|
|
|
|
for i in $(test_seq 3)
|
|
|
|
|
do
|
|
|
|
|
test_commit $i &&
|
|
|
|
|
git branch commits/$i || return 1
|
|
|
|
|
done &&
|
|
|
|
|
git commit-graph write --reachable &&
|
|
|
|
|
test_path_is_file $infodir/commit-graph &&
|
|
|
|
|
graph_read_expect 3
|
|
|
|
|
'
|
|
|
|
|
|
|
|
|
|
graph_git_two_modes() {
|
|
|
|
|
git -c core.commitGraph=true $1 >output
|
|
|
|
|
git -c core.commitGraph=false $1 >expect
|
|
|
|
|
test_cmp expect output
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
graph_git_behavior() {
|
|
|
|
|
MSG=$1
|
|
|
|
|
BRANCH=$2
|
|
|
|
|
COMPARE=$3
|
|
|
|
|
test_expect_success "check normal git operations: $MSG" '
|
|
|
|
|
graph_git_two_modes "log --oneline $BRANCH" &&
|
|
|
|
|
graph_git_two_modes "log --topo-order $BRANCH" &&
|
|
|
|
|
graph_git_two_modes "log --graph $COMPARE..$BRANCH" &&
|
|
|
|
|
graph_git_two_modes "branch -vv" &&
|
|
|
|
|
graph_git_two_modes "merge-base -a $BRANCH $COMPARE"
|
|
|
|
|
'
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
graph_git_behavior 'graph exists' commits/3 commits/1
|
|
|
|
|
|
|
|
|
|
verify_chain_files_exist() {
|
|
|
|
|
for hash in $(cat $1/commit-graph-chain)
|
|
|
|
|
do
|
|
|
|
|
test_path_is_file $1/graph-$hash.graph || return 1
|
|
|
|
|
done
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
test_expect_success 'add more commits, and write a new base graph' '
|
|
|
|
|
git reset --hard commits/1 &&
|
|
|
|
|
for i in $(test_seq 4 5)
|
|
|
|
|
do
|
|
|
|
|
test_commit $i &&
|
|
|
|
|
git branch commits/$i || return 1
|
|
|
|
|
done &&
|
|
|
|
|
git reset --hard commits/2 &&
|
|
|
|
|
for i in $(test_seq 6 10)
|
|
|
|
|
do
|
|
|
|
|
test_commit $i &&
|
|
|
|
|
git branch commits/$i || return 1
|
|
|
|
|
done &&
|
|
|
|
|
git reset --hard commits/2 &&
|
|
|
|
|
git merge commits/4 &&
|
|
|
|
|
git branch merge/1 &&
|
|
|
|
|
git reset --hard commits/4 &&
|
|
|
|
|
git merge commits/6 &&
|
|
|
|
|
git branch merge/2 &&
|
|
|
|
|
git commit-graph write --reachable &&
|
|
|
|
|
graph_read_expect 12
|
|
|
|
|
'
|
|
|
|
|
|
2019-06-18 21:14:30 +03:00
|
|
|
test_expect_success 'fork and fail to base a chain on a commit-graph file' '
|
|
|
|
|
test_when_finished rm -rf fork &&
|
|
|
|
|
git clone . fork &&
|
|
|
|
|
(
|
|
|
|
|
cd fork &&
|
|
|
|
|
rm .git/objects/info/commit-graph &&
|
|
|
|
|
echo "$(pwd)/../.git/objects" >.git/objects/info/alternates &&
|
|
|
|
|
test_commit new-commit &&
|
|
|
|
|
git commit-graph write --reachable --split &&
|
|
|
|
|
test_path_is_file $graphdir/commit-graph-chain &&
|
|
|
|
|
test_line_count = 1 $graphdir/commit-graph-chain &&
|
|
|
|
|
verify_chain_files_exist $graphdir
|
|
|
|
|
)
|
|
|
|
|
'
|
|
|
|
|
|
2019-06-18 21:14:28 +03:00
|
|
|
test_expect_success 'add three more commits, write a tip graph' '
|
|
|
|
|
git reset --hard commits/3 &&
|
|
|
|
|
git merge merge/1 &&
|
|
|
|
|
git merge commits/5 &&
|
|
|
|
|
git merge merge/2 &&
|
|
|
|
|
git branch merge/3 &&
|
|
|
|
|
git commit-graph write --reachable --split &&
|
|
|
|
|
test_path_is_missing $infodir/commit-graph &&
|
|
|
|
|
test_path_is_file $graphdir/commit-graph-chain &&
|
|
|
|
|
ls $graphdir/graph-*.graph >graph-files &&
|
|
|
|
|
test_line_count = 2 graph-files &&
|
|
|
|
|
verify_chain_files_exist $graphdir
|
|
|
|
|
'
|
|
|
|
|
|
|
|
|
|
graph_git_behavior 'split commit-graph: merge 3 vs 2' merge/3 merge/2
|
|
|
|
|
|
|
|
|
|
test_expect_success 'add one commit, write a tip graph' '
|
|
|
|
|
test_commit 11 &&
|
|
|
|
|
git branch commits/11 &&
|
|
|
|
|
git commit-graph write --reachable --split &&
|
|
|
|
|
test_path_is_missing $infodir/commit-graph &&
|
|
|
|
|
test_path_is_file $graphdir/commit-graph-chain &&
|
|
|
|
|
ls $graphdir/graph-*.graph >graph-files &&
|
|
|
|
|
test_line_count = 3 graph-files &&
|
|
|
|
|
verify_chain_files_exist $graphdir
|
|
|
|
|
'
|
|
|
|
|
|
|
|
|
|
graph_git_behavior 'three-layer commit-graph: commit 11 vs 6' commits/11 commits/6
|
|
|
|
|
|
commit-graph: merge commit-graph chains
When searching for a commit in a commit-graph chain of G graphs with N
commits, the search takes O(G log N) time. If we always add a new tip
graph with every write, the linear G term will start to dominate and
slow the lookup process.
To keep lookups fast, but also keep most incremental writes fast, create
a strategy for merging levels of the commit-graph chain. The strategy is
detailed in the commit-graph design document, but is summarized by these
two conditions:
1. If the number of commits we are adding is more than half the number
of commits in the graph below, then merge with that graph.
2. If we are writing more than 64,000 commits into a single graph,
then merge with all lower graphs.
The numeric values in the conditions above are currently constant, but
can become config options in a future update.
As we merge levels of the commit-graph chain, check that the commits
still exist in the repository. A garbage-collection operation may have
removed those commits from the object store and we do not want to
persist them in the commit-graph chain. This is a non-issue if the
'git gc' process wrote a new, single-level commit-graph file.
After we merge levels, the old graph-{hash}.graph files are no longer
referenced by the commit-graph-chain file. We will expire these files in
a future change.
Signed-off-by: Derrick Stolee <dstolee@microsoft.com>
Signed-off-by: Junio C Hamano <gitster@pobox.com>
2019-06-18 21:14:29 +03:00
|
|
|
test_expect_success 'add one commit, write a merged graph' '
|
|
|
|
|
test_commit 12 &&
|
|
|
|
|
git branch commits/12 &&
|
|
|
|
|
git commit-graph write --reachable --split &&
|
|
|
|
|
test_path_is_file $graphdir/commit-graph-chain &&
|
|
|
|
|
test_line_count = 2 $graphdir/commit-graph-chain &&
|
|
|
|
|
ls $graphdir/graph-*.graph >graph-files &&
|
2019-06-18 21:14:31 +03:00
|
|
|
test_line_count = 2 graph-files &&
|
commit-graph: merge commit-graph chains
When searching for a commit in a commit-graph chain of G graphs with N
commits, the search takes O(G log N) time. If we always add a new tip
graph with every write, the linear G term will start to dominate and
slow the lookup process.
To keep lookups fast, but also keep most incremental writes fast, create
a strategy for merging levels of the commit-graph chain. The strategy is
detailed in the commit-graph design document, but is summarized by these
two conditions:
1. If the number of commits we are adding is more than half the number
of commits in the graph below, then merge with that graph.
2. If we are writing more than 64,000 commits into a single graph,
then merge with all lower graphs.
The numeric values in the conditions above are currently constant, but
can become config options in a future update.
As we merge levels of the commit-graph chain, check that the commits
still exist in the repository. A garbage-collection operation may have
removed those commits from the object store and we do not want to
persist them in the commit-graph chain. This is a non-issue if the
'git gc' process wrote a new, single-level commit-graph file.
After we merge levels, the old graph-{hash}.graph files are no longer
referenced by the commit-graph-chain file. We will expire these files in
a future change.
Signed-off-by: Derrick Stolee <dstolee@microsoft.com>
Signed-off-by: Junio C Hamano <gitster@pobox.com>
2019-06-18 21:14:29 +03:00
|
|
|
verify_chain_files_exist $graphdir
|
|
|
|
|
'
|
|
|
|
|
|
|
|
|
|
graph_git_behavior 'merged commit-graph: commit 12 vs 6' commits/12 commits/6
|
|
|
|
|
|
2019-06-18 21:14:30 +03:00
|
|
|
test_expect_success 'create fork and chain across alternate' '
|
|
|
|
|
git clone . fork &&
|
|
|
|
|
(
|
|
|
|
|
cd fork &&
|
|
|
|
|
git config core.commitGraph true &&
|
|
|
|
|
rm -rf $graphdir &&
|
|
|
|
|
echo "$(pwd)/../.git/objects" >.git/objects/info/alternates &&
|
|
|
|
|
test_commit 13 &&
|
|
|
|
|
git branch commits/13 &&
|
|
|
|
|
git commit-graph write --reachable --split &&
|
|
|
|
|
test_path_is_file $graphdir/commit-graph-chain &&
|
|
|
|
|
test_line_count = 3 $graphdir/commit-graph-chain &&
|
|
|
|
|
ls $graphdir/graph-*.graph >graph-files &&
|
|
|
|
|
test_line_count = 1 graph-files &&
|
|
|
|
|
git -c core.commitGraph=true rev-list HEAD >expect &&
|
|
|
|
|
git -c core.commitGraph=false rev-list HEAD >actual &&
|
2019-06-18 21:14:36 +03:00
|
|
|
test_cmp expect actual &&
|
|
|
|
|
test_commit 14 &&
|
|
|
|
|
git commit-graph write --reachable --split --object-dir=.git/objects/ &&
|
|
|
|
|
test_line_count = 3 $graphdir/commit-graph-chain &&
|
|
|
|
|
ls $graphdir/graph-*.graph >graph-files &&
|
|
|
|
|
test_line_count = 1 graph-files
|
2019-06-18 21:14:30 +03:00
|
|
|
)
|
|
|
|
|
'
|
|
|
|
|
|
|
|
|
|
graph_git_behavior 'alternate: commit 13 vs 6' commits/13 commits/6
|
|
|
|
|
|
2019-06-18 21:14:32 +03:00
|
|
|
test_expect_success 'test merge stragety constants' '
|
|
|
|
|
git clone . merge-2 &&
|
|
|
|
|
(
|
|
|
|
|
cd merge-2 &&
|
|
|
|
|
git config core.commitGraph true &&
|
|
|
|
|
test_line_count = 2 $graphdir/commit-graph-chain &&
|
|
|
|
|
test_commit 14 &&
|
|
|
|
|
git commit-graph write --reachable --split --size-multiple=2 &&
|
|
|
|
|
test_line_count = 3 $graphdir/commit-graph-chain
|
|
|
|
|
|
|
|
|
|
) &&
|
|
|
|
|
git clone . merge-10 &&
|
|
|
|
|
(
|
|
|
|
|
cd merge-10 &&
|
|
|
|
|
git config core.commitGraph true &&
|
|
|
|
|
test_line_count = 2 $graphdir/commit-graph-chain &&
|
|
|
|
|
test_commit 14 &&
|
|
|
|
|
git commit-graph write --reachable --split --size-multiple=10 &&
|
|
|
|
|
test_line_count = 1 $graphdir/commit-graph-chain &&
|
|
|
|
|
ls $graphdir/graph-*.graph >graph-files &&
|
|
|
|
|
test_line_count = 1 graph-files
|
|
|
|
|
) &&
|
|
|
|
|
git clone . merge-10-expire &&
|
|
|
|
|
(
|
|
|
|
|
cd merge-10-expire &&
|
|
|
|
|
git config core.commitGraph true &&
|
|
|
|
|
test_line_count = 2 $graphdir/commit-graph-chain &&
|
|
|
|
|
test_commit 15 &&
|
|
|
|
|
git commit-graph write --reachable --split --size-multiple=10 --expire-time=1980-01-01 &&
|
|
|
|
|
test_line_count = 1 $graphdir/commit-graph-chain &&
|
|
|
|
|
ls $graphdir/graph-*.graph >graph-files &&
|
|
|
|
|
test_line_count = 3 graph-files
|
|
|
|
|
) &&
|
|
|
|
|
git clone --no-hardlinks . max-commits &&
|
|
|
|
|
(
|
|
|
|
|
cd max-commits &&
|
|
|
|
|
git config core.commitGraph true &&
|
|
|
|
|
test_line_count = 2 $graphdir/commit-graph-chain &&
|
|
|
|
|
test_commit 16 &&
|
|
|
|
|
test_commit 17 &&
|
|
|
|
|
git commit-graph write --reachable --split --max-commits=1 &&
|
|
|
|
|
test_line_count = 1 $graphdir/commit-graph-chain &&
|
|
|
|
|
ls $graphdir/graph-*.graph >graph-files &&
|
|
|
|
|
test_line_count = 1 graph-files
|
|
|
|
|
)
|
|
|
|
|
'
|
|
|
|
|
|
2019-06-18 21:14:33 +03:00
|
|
|
test_expect_success 'remove commit-graph-chain file after flattening' '
|
|
|
|
|
git clone . flatten &&
|
|
|
|
|
(
|
|
|
|
|
cd flatten &&
|
|
|
|
|
test_line_count = 2 $graphdir/commit-graph-chain &&
|
|
|
|
|
git commit-graph write --reachable &&
|
|
|
|
|
test_path_is_missing $graphdir/commit-graph-chain &&
|
|
|
|
|
ls $graphdir >graph-files &&
|
|
|
|
|
test_line_count = 0 graph-files
|
|
|
|
|
)
|
|
|
|
|
'
|
|
|
|
|
|
2019-06-18 21:14:32 +03:00
|
|
|
corrupt_file() {
|
|
|
|
|
file=$1
|
|
|
|
|
pos=$2
|
|
|
|
|
data="${3:-\0}"
|
2019-06-18 21:14:36 +03:00
|
|
|
chmod a+w "$file" &&
|
2019-06-18 21:14:32 +03:00
|
|
|
printf "$data" | dd of="$file" bs=1 seek="$pos" conv=notrunc
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
test_expect_success 'verify hashes along chain, even in shallow' '
|
|
|
|
|
git clone --no-hardlinks . verify &&
|
|
|
|
|
(
|
|
|
|
|
cd verify &&
|
|
|
|
|
git commit-graph verify &&
|
|
|
|
|
base_file=$graphdir/graph-$(head -n 1 $graphdir/commit-graph-chain).graph &&
|
|
|
|
|
corrupt_file "$base_file" 1760 "\01" &&
|
|
|
|
|
test_must_fail git commit-graph verify --shallow 2>test_err &&
|
|
|
|
|
grep -v "^+" test_err >err &&
|
|
|
|
|
test_i18ngrep "incorrect checksum" err
|
|
|
|
|
)
|
|
|
|
|
'
|
|
|
|
|
|
|
|
|
|
test_expect_success 'verify --shallow does not check base contents' '
|
|
|
|
|
git clone --no-hardlinks . verify-shallow &&
|
|
|
|
|
(
|
|
|
|
|
cd verify-shallow &&
|
|
|
|
|
git commit-graph verify &&
|
|
|
|
|
base_file=$graphdir/graph-$(head -n 1 $graphdir/commit-graph-chain).graph &&
|
|
|
|
|
corrupt_file "$base_file" 1000 "\01" &&
|
|
|
|
|
git commit-graph verify --shallow &&
|
|
|
|
|
test_must_fail git commit-graph verify 2>test_err &&
|
|
|
|
|
grep -v "^+" test_err >err &&
|
|
|
|
|
test_i18ngrep "incorrect checksum" err
|
|
|
|
|
)
|
|
|
|
|
'
|
|
|
|
|
|
|
|
|
|
test_expect_success 'warn on base graph chunk incorrect' '
|
|
|
|
|
git clone --no-hardlinks . base-chunk &&
|
|
|
|
|
(
|
|
|
|
|
cd base-chunk &&
|
|
|
|
|
git commit-graph verify &&
|
|
|
|
|
base_file=$graphdir/graph-$(tail -n 1 $graphdir/commit-graph-chain).graph &&
|
|
|
|
|
corrupt_file "$base_file" 1376 "\01" &&
|
|
|
|
|
git commit-graph verify --shallow 2>test_err &&
|
|
|
|
|
grep -v "^+" test_err >err &&
|
|
|
|
|
test_i18ngrep "commit-graph chain does not match" err
|
|
|
|
|
)
|
|
|
|
|
'
|
|
|
|
|
|
|
|
|
|
test_expect_success 'verify after commit-graph-chain corruption' '
|
|
|
|
|
git clone --no-hardlinks . verify-chain &&
|
|
|
|
|
(
|
|
|
|
|
cd verify-chain &&
|
|
|
|
|
corrupt_file "$graphdir/commit-graph-chain" 60 "G" &&
|
|
|
|
|
git commit-graph verify 2>test_err &&
|
|
|
|
|
grep -v "^+" test_err >err &&
|
|
|
|
|
test_i18ngrep "invalid commit-graph chain" err &&
|
|
|
|
|
corrupt_file "$graphdir/commit-graph-chain" 60 "A" &&
|
|
|
|
|
git commit-graph verify 2>test_err &&
|
|
|
|
|
grep -v "^+" test_err >err &&
|
|
|
|
|
test_i18ngrep "unable to find all commit-graph files" err
|
|
|
|
|
)
|
|
|
|
|
'
|
|
|
|
|
|
2019-06-18 21:14:36 +03:00
|
|
|
test_expect_success 'verify across alternates' '
|
|
|
|
|
git clone --no-hardlinks . verify-alt &&
|
|
|
|
|
(
|
|
|
|
|
cd verify-alt &&
|
|
|
|
|
rm -rf $graphdir &&
|
|
|
|
|
altdir="$(pwd)/../.git/objects" &&
|
|
|
|
|
echo "$altdir" >.git/objects/info/alternates &&
|
|
|
|
|
git commit-graph verify --object-dir="$altdir/" &&
|
|
|
|
|
test_commit extra &&
|
|
|
|
|
git commit-graph write --reachable --split &&
|
|
|
|
|
tip_file=$graphdir/graph-$(tail -n 1 $graphdir/commit-graph-chain).graph &&
|
|
|
|
|
corrupt_file "$tip_file" 100 "\01" &&
|
|
|
|
|
test_must_fail git commit-graph verify --shallow 2>test_err &&
|
|
|
|
|
grep -v "^+" test_err >err &&
|
|
|
|
|
test_i18ngrep "commit-graph has incorrect fanout value" err
|
|
|
|
|
)
|
|
|
|
|
'
|
|
|
|
|
|
2019-06-18 21:14:34 +03:00
|
|
|
test_expect_success 'add octopus merge' '
|
|
|
|
|
git reset --hard commits/10 &&
|
|
|
|
|
git merge commits/3 commits/4 &&
|
|
|
|
|
git branch merge/octopus &&
|
|
|
|
|
git commit-graph write --reachable --split &&
|
|
|
|
|
git commit-graph verify &&
|
|
|
|
|
test_line_count = 3 $graphdir/commit-graph-chain
|
|
|
|
|
'
|
|
|
|
|
|
|
|
|
|
graph_git_behavior 'graph exists' merge/octopus commits/12
|
|
|
|
|
|
2019-06-18 21:14:35 +03:00
|
|
|
test_expect_success 'split across alternate where alternate is not split' '
|
|
|
|
|
git commit-graph write --reachable &&
|
|
|
|
|
test_path_is_file .git/objects/info/commit-graph &&
|
|
|
|
|
cp .git/objects/info/commit-graph . &&
|
|
|
|
|
git clone --no-hardlinks . alt-split &&
|
|
|
|
|
(
|
|
|
|
|
cd alt-split &&
|
|
|
|
|
echo "$(pwd)"/../.git/objects >.git/objects/info/alternates &&
|
|
|
|
|
test_commit 18 &&
|
|
|
|
|
git commit-graph write --reachable --split &&
|
|
|
|
|
test_line_count = 1 $graphdir/commit-graph-chain
|
|
|
|
|
) &&
|
|
|
|
|
test_cmp commit-graph .git/objects/info/commit-graph
|
|
|
|
|
'
|
|
|
|
|
|
2019-06-18 21:14:28 +03:00
|
|
|
test_done
|