t/t5500-fetch-pack.sh - git - Git at Google

 #!/bin/sh
 #
 # Copyright (c) 2005 Johannes Schindelin
 #

 test_description='Testing multi_ack pack fetching'

 . ./test-lib.sh

 # Test fetch-pack/upload-pack pair.

 # Some convenience functions

 add () {
 	name=$1 &&
 	text="$@" &&
 	branch=$(echo $name | sed -e 's/^\(.\).*$/\1/') &&
 	parents="" &&

 	shift &&
 	while test $1; do
 		parents="$parents -p $1" &&
 		shift
 	done &&

 	echo "$text" > test.txt &&
 	git update-index --add test.txt &&
 	tree=$(git write-tree) &&
 	# make sure timestamps are in correct order
 	test_tick &&
 	commit=$(echo "$text" | git commit-tree $tree $parents) &&
 	eval "$name=$commit; export $name" &&
 	echo $commit > .git/refs/heads/$branch &&
 	eval ${branch}TIP=$commit
 }

 pull_to_client () {
 	number=$1 &&
 	heads=$2 &&
 	count=$3 &&
 	test_expect_success "$number pull" '
 		(
 			cd client &&
 			git fetch-pack -k -v .. $heads &&

 			case "$heads" in
 			    *A*)
 				    echo $ATIP > .git/refs/heads/A;;
 			esac &&
 			case "$heads" in *B*)
 			    echo $BTIP > .git/refs/heads/B;;
 			esac &&
 			git symbolic-ref HEAD refs/heads/$(echo $heads \
 				| sed -e "s/^\(.\).*$/\1/") &&

 			git fsck --full &&

 			mv .git/objects/pack/pack-* . &&
 			p=$(ls -1 pack-*.pack) &&
 			git unpack-objects <$p &&
 			git fsck --full &&

 			idx=$(echo pack-*.idx) &&
 			pack_count=$(git show-index <$idx | wc -l) &&
 			test $pack_count = $count &&
 			rm -f pack-*
 		)
 	'
 }

 # Here begins the actual testing

 # A1 - ... - A20 - A21
 #    \
 #      B1  -   B2 - .. - B70

 # client pulls A20, B1. Then tracks only B. Then pulls A.

 test_expect_success 'setup' '
 	mkdir client &&
 	(
 		cd client &&
 		git init &&
 		git config transfer.unpacklimit 0
 	) &&
 	add A1 &&
 	prev=1 &&
 	cur=2 &&
 	while [ $cur -le 10 ]; do
 		add A$cur $(eval echo \$A$prev) &&
 		prev=$cur &&
 		cur=$(($cur+1))
 	done &&
 	add B1 $A1 &&
 	echo $ATIP > .git/refs/heads/A &&
 	echo $BTIP > .git/refs/heads/B &&
 	git symbolic-ref HEAD refs/heads/B
 '

 pull_to_client 1st "refs/heads/B refs/heads/A" $((11*3))

 test_expect_success 'post 1st pull setup' '
 	add A11 $A10 &&
 	prev=1 &&
 	cur=2 &&
 	while [ $cur -le 65 ]; do
 		add B$cur $(eval echo \$B$prev) &&
 		prev=$cur &&
 		cur=$(($cur+1))
 	done
 '

 pull_to_client 2nd "refs/heads/B" $((64*3))

 pull_to_client 3rd "refs/heads/A" $((1*3))

 test_expect_success 'single branch clone' '
 	git clone --single-branch "file://$(pwd)/." singlebranch
 '

 test_expect_success 'single branch object count' '
 	GIT_DIR=singlebranch/.git git count-objects -v |
 		grep "^in-pack:" > count.singlebranch &&
 	echo "in-pack: 198" >expected &&
 	test_cmp expected count.singlebranch
 '

 test_expect_success 'single given branch clone' '
 	git clone --single-branch --branch A "file://$(pwd)/." branch-a &&
 	test_must_fail git --git-dir=branch-a/.git rev-parse origin/B
 '

 test_expect_success 'clone shallow depth 1' '
 	git clone --no-single-branch --depth 1 "file://$(pwd)/." shallow0 &&
 	test "$(git --git-dir=shallow0/.git rev-list --count HEAD)" = 1
 '

 test_expect_success 'clone shallow depth 1 with fsck' '
 	git config --global fetch.fsckobjects true &&
 	git clone --no-single-branch --depth 1 "file://$(pwd)/." shallow0fsck &&
 	test "$(git --git-dir=shallow0fsck/.git rev-list --count HEAD)" = 1 &&
 	git config --global --unset fetch.fsckobjects
 '

 test_expect_success 'clone shallow' '
 	git clone --no-single-branch --depth 2 "file://$(pwd)/." shallow
 '

 test_expect_success 'clone shallow depth count' '
 	test "$(git --git-dir=shallow/.git rev-list --count HEAD)" = 2
 '

 test_expect_success 'clone shallow object count' '
 	(
 		cd shallow &&
 		git count-objects -v
 	) > count.shallow &&
 	grep "^in-pack: 12" count.shallow
 '

 test_expect_success 'clone shallow object count (part 2)' '
 	sed -e "/^in-pack:/d" -e "/^packs:/d" -e "/^size-pack:/d" \
 	    -e "/: 0$/d" count.shallow > count_output &&
 	! test -s count_output
 '

 test_expect_success 'fsck in shallow repo' '
 	(
 		cd shallow &&
 		git fsck --full
 	)
 '

 test_expect_success 'simple fetch in shallow repo' '
 	(
 		cd shallow &&
 		git fetch
 	)
 '

 test_expect_success 'no changes expected' '
 	(
 		cd shallow &&
 		git count-objects -v
 	) > count.shallow.2 &&
 	cmp count.shallow count.shallow.2
 '

 test_expect_success 'fetch same depth in shallow repo' '
 	(
 		cd shallow &&
 		git fetch --depth=2
 	)
 '

 test_expect_success 'no changes expected' '
 	(
 		cd shallow &&
 		git count-objects -v
 	) > count.shallow.3 &&
 	cmp count.shallow count.shallow.3
 '

 test_expect_success 'add two more' '
 	add B66 $B65 &&
 	add B67 $B66
 '

 test_expect_success 'pull in shallow repo' '
 	(
 		cd shallow &&
 		git pull .. B
 	)
 '

 test_expect_success 'clone shallow object count' '
 	(
 		cd shallow &&
 		git count-objects -v
 	) > count.shallow &&
 	grep "^count: 6" count.shallow
 '

 test_expect_success 'add two more (part 2)' '
 	add B68 $B67 &&
 	add B69 $B68
 '

 test_expect_success 'deepening pull in shallow repo' '
 	(
 		cd shallow &&
 		git pull --depth 4 .. B
 	)
 '

 test_expect_success 'clone shallow object count' '
 	(
 		cd shallow &&
 		git count-objects -v
 	) > count.shallow &&
 	grep "^count: 12" count.shallow
 '

 test_expect_success 'deepening fetch in shallow repo' '
 	(
 		cd shallow &&
 		git fetch --depth 4 .. A:A
 	)
 '

 test_expect_success 'clone shallow object count' '
 	(
 		cd shallow &&
 		git count-objects -v
 	) > count.shallow &&
 	grep "^count: 18" count.shallow
 '

 test_expect_success 'pull in shallow repo with missing merge base' '
 	(
 		cd shallow &&
 		git fetch --depth 4 .. A
 		test_must_fail git merge --allow-unrelated-histories FETCH_HEAD
 	)
 '

 test_expect_success 'additional simple shallow deepenings' '
 	(
 		cd shallow &&
 		git fetch --depth=8 &&
 		git fetch --depth=10 &&
 		git fetch --depth=11
 	)
 '

 test_expect_success 'clone shallow depth count' '
 	test "$(git --git-dir=shallow/.git rev-list --count HEAD)" = 11
 '

 test_expect_success 'clone shallow object count' '
 	(
 		cd shallow &&
 		git prune &&
 		git count-objects -v
 	) > count.shallow &&
 	grep "^count: 54" count.shallow
 '

 test_expect_success 'fetch --no-shallow on full repo' '
 	test_must_fail git fetch --noshallow
 '

 test_expect_success 'fetch --depth --no-shallow' '
 	(
 		cd shallow &&
 		test_must_fail git fetch --depth=1 --noshallow
 	)
 '

 test_expect_success 'turn shallow to complete repository' '
 	(
 		cd shallow &&
 		git fetch --unshallow &&
 		! test -f .git/shallow &&
 		git fsck --full
 	)
 '

 test_expect_success 'clone shallow without --no-single-branch' '
 	git clone --depth 1 "file://$(pwd)/." shallow2
 '

 test_expect_success 'clone shallow object count' '
 	(
 		cd shallow2 &&
 		git count-objects -v
 	) > count.shallow2 &&
 	grep "^in-pack: 3" count.shallow2
 '

 test_expect_success 'clone shallow with --branch' '
 	git clone --depth 1 --branch A "file://$(pwd)/." shallow3
 '

 test_expect_success 'clone shallow object count' '
 	echo "in-pack: 3" > count3.expected &&
 	GIT_DIR=shallow3/.git git count-objects -v |
 		grep "^in-pack" > count3.actual &&
 	test_cmp count3.expected count3.actual
 '

 test_expect_success 'clone shallow with detached HEAD' '
 	git checkout HEAD^ &&
 	git clone --depth 1 "file://$(pwd)/." shallow5 &&
 	git checkout - &&
 	GIT_DIR=shallow5/.git git rev-parse HEAD >actual &&
 	git rev-parse HEAD^ >expected &&
 	test_cmp expected actual
 '

 test_expect_success 'shallow clone pulling tags' '
 	git tag -a -m A TAGA1 A &&
 	git tag -a -m B TAGB1 B &&
 	git tag TAGA2 A &&
 	git tag TAGB2 B &&
 	git clone --depth 1 "file://$(pwd)/." shallow6 &&

 	cat >taglist.expected <<\EOF &&
 TAGB1
 TAGB2
 EOF
 	GIT_DIR=shallow6/.git git tag -l >taglist.actual &&
 	test_cmp taglist.expected taglist.actual &&

 	echo "in-pack: 4" > count6.expected &&
 	GIT_DIR=shallow6/.git git count-objects -v |
 		grep "^in-pack" > count6.actual &&
 	test_cmp count6.expected count6.actual
 '

 test_expect_success 'shallow cloning single tag' '
 	git clone --depth 1 --branch=TAGB1 "file://$(pwd)/." shallow7 &&
 	cat >taglist.expected <<\EOF &&
 TAGB1
 TAGB2
 EOF
 	GIT_DIR=shallow7/.git git tag -l >taglist.actual &&
 	test_cmp taglist.expected taglist.actual &&

 	echo "in-pack: 4" > count7.expected &&
 	GIT_DIR=shallow7/.git git count-objects -v |
 		grep "^in-pack" > count7.actual &&
 	test_cmp count7.expected count7.actual
 '

 test_expect_success 'clone shallow with packed refs' '
 	git pack-refs --all &&
 	git clone --depth 1 --branch A "file://$(pwd)/." shallow8 &&
 	echo "in-pack: 4" > count8.expected &&
 	GIT_DIR=shallow8/.git git count-objects -v |
 		grep "^in-pack" > count8.actual &&
 	test_cmp count8.expected count8.actual
 '

 test_expect_success 'fetch in shallow repo unreachable shallow objects' '
 	(
 		git clone --bare --branch B --single-branch "file://$(pwd)/." no-reflog &&
 		git clone --depth 1 "file://$(pwd)/no-reflog" shallow9 &&
 		cd no-reflog &&
 		git tag -d TAGB1 TAGB2 &&
 		git update-ref refs/heads/B B~~ &&
 		git gc --prune=now &&
 		cd ../shallow9 &&
 		git fetch origin &&
 		git fsck --no-dangling
 	)
 '
 test_expect_success 'fetch creating new shallow root' '
 	(
 		git clone "file://$(pwd)/." shallow10 &&
 		git commit --allow-empty -m empty &&
 		cd shallow10 &&
 		git fetch --depth=1 --progress 2>actual &&
 		# This should fetch only the empty commit, no tree or
 		# blob objects
 		grep "remote: Total 1" actual
 	)
 '

 test_expect_success 'setup tests for the --stdin parameter' '
 	for head in C D E F
 	do
 		add $head
 	done &&
 	for head in A B C D E F
 	do
 		git tag $head $head
 	done &&
 	cat >input <<-\EOF &&
 	refs/heads/C
 	refs/heads/A
 	refs/heads/D
 	refs/tags/C
 	refs/heads/B
 	refs/tags/A
 	refs/heads/E
 	refs/tags/B
 	refs/tags/E
 	refs/tags/D
 	EOF
 	sort <input >expect &&
 	(
 		echo refs/heads/E &&
 		echo refs/tags/E &&
 		cat input
 	) >input.dup
 '

 test_expect_success 'fetch refs from cmdline' '
 	(
 		cd client &&
 		git fetch-pack --no-progress .. $(cat ../input)
 	) >output &&
 	cut -d " " -f 2 <output | sort >actual &&
 	test_cmp expect actual
 '

 test_expect_success 'fetch refs from stdin' '
 	(
 		cd client &&
 		git fetch-pack --stdin --no-progress .. <../input
 	) >output &&
 	cut -d " " -f 2 <output | sort >actual &&
 	test_cmp expect actual
 '

 test_expect_success 'fetch mixed refs from cmdline and stdin' '
 	(
 		cd client &&
 		tail -n +5 ../input |
 		git fetch-pack --stdin --no-progress .. $(head -n 4 ../input)
 	) >output &&
 	cut -d " " -f 2 <output | sort >actual &&
 	test_cmp expect actual
 '

 test_expect_success 'test duplicate refs from stdin' '
 	(
 	cd client &&
 	git fetch-pack --stdin --no-progress .. <../input.dup
 	) >output &&
 	cut -d " " -f 2 <output | sort >actual &&
 	test_cmp expect actual
 '

 test_expect_success 'set up tests of missing reference' '
 	cat >expect-error <<-\EOF
 	error: no such remote ref refs/heads/xyzzy
 	EOF
 '

 test_expect_success 'test lonely missing ref' '
 	(
 		cd client &&
 		test_must_fail git fetch-pack --no-progress .. refs/heads/xyzzy 2>../error-m
 	) &&
 	test_i18ncmp expect-error error-m
 '

 test_expect_success 'test missing ref after existing' '
 	(
 		cd client &&
 		test_must_fail git fetch-pack --no-progress .. refs/heads/A refs/heads/xyzzy 2>../error-em
 	) &&
 	test_i18ncmp expect-error error-em
 '

 test_expect_success 'test missing ref before existing' '
 	(
 		cd client &&
 		test_must_fail git fetch-pack --no-progress .. refs/heads/xyzzy refs/heads/A 2>../error-me
 	) &&
 	test_i18ncmp expect-error error-me
 '

 test_expect_success 'test --all, --depth, and explicit head' '
 	(
 		cd client &&
 		git fetch-pack --no-progress --all --depth=1 .. refs/heads/A
 	) >out-adh 2>error-adh
 '

 test_expect_success 'test --all, --depth, and explicit tag' '
 	git tag OLDTAG refs/heads/B~5 &&
 	(
 		cd client &&
 		git fetch-pack --no-progress --all --depth=1 .. refs/tags/OLDTAG
 	) >out-adt 2>error-adt
 '

 test_expect_success 'shallow fetch with tags does not break the repository' '
 	mkdir repo1 &&
 	(
 		cd repo1 &&
 		git init &&
 		test_commit 1 &&
 		test_commit 2 &&
 		test_commit 3 &&
 		mkdir repo2 &&
 		cd repo2 &&
 		git init &&
 		git fetch --depth=2 ../.git master:branch &&
 		git fsck
 	)
 '

 test_expect_success 'fetch-pack can fetch a raw sha1' '
 	git init hidden &&
 	(
 		cd hidden &&
 		test_commit 1 &&
 		test_commit 2 &&
 		git update-ref refs/hidden/one HEAD^ &&
 		git config transfer.hiderefs refs/hidden &&
 		git config uploadpack.allowtipsha1inwant true
 	) &&
 	git fetch-pack hidden $(git -C hidden rev-parse refs/hidden/one)
 '

 test_expect_success 'fetch-pack can fetch a raw sha1 that is advertised as a ref' '
 	rm -rf server client &&
 	git init server &&
 	test_commit -C server 1 &&

 	git init client &&
 	git -C client fetch-pack ../server \
 		$(git -C server rev-parse refs/heads/master)
 '

 test_expect_success 'fetch-pack can fetch a raw sha1 overlapping a named ref' '
 	rm -rf server client &&
 	git init server &&
 	test_commit -C server 1 &&
 	test_commit -C server 2 &&

 	git init client &&
 	git -C client fetch-pack ../server \
 		$(git -C server rev-parse refs/tags/1) refs/tags/1
 '

 test_expect_success 'fetch-pack cannot fetch a raw sha1 that is not advertised as a ref' '
 	rm -rf server &&

 	git init server &&
 	test_commit -C server 5 &&
 	git -C server tag -d 5 &&
 	test_commit -C server 6 &&

 	git init client &&
 	test_must_fail git -C client fetch-pack ../server \
 		$(git -C server rev-parse refs/heads/master^) 2>err &&
 	test_i18ngrep "Server does not allow request for unadvertised object" err
 '

 check_prot_path () {
 	cat >expected <<-EOF &&
 	Diag: url=$1
 	Diag: protocol=$2
 	Diag: path=$3
 	EOF
 	git fetch-pack --diag-url "$1" | grep -v hostandport= >actual &&
 	test_cmp expected actual
 }

 check_prot_host_port_path () {
 	case "$2" in
 		*ssh*)
 		pp=ssh
 		uah=userandhost
 		ehost=$(echo $3 | tr -d "[]")
 		diagport="Diag: port=$4"
 		;;
 		*)
 		pp=$p
 		uah=hostandport
 		ehost=$(echo $3$4 | sed -e "s/22$/:22/" -e "s/NONE//")
 		diagport=""
 		;;
 	esac
 	cat >exp <<-EOF &&
 	Diag: url=$1
 	Diag: protocol=$pp
 	Diag: $uah=$ehost
 	$diagport
 	Diag: path=$5
 	EOF
 	grep -v "^$" exp >expected
 	git fetch-pack --diag-url "$1" >actual &&
 	test_cmp expected actual
 }

 for r in repo re:po re/po
 do
 	# git or ssh with scheme
 	for p in "ssh+git" "git+ssh" git ssh
 	do
 		for h in host user@host user@[::1] user@::1
 		do
 			for c in "" :
 			do
 				test_expect_success "fetch-pack --diag-url $p://$h$c/$r" '
 					check_prot_host_port_path $p://$h/$r $p "$h" NONE "/$r"
 				'
 				# "/~" -> "~" conversion
 				test_expect_success "fetch-pack --diag-url $p://$h$c/~$r" '
 					check_prot_host_port_path $p://$h/~$r $p "$h" NONE "~$r"
 				'
 			done
 		done
 		for h in host User@host User@[::1]
 		do
 			test_expect_success "fetch-pack --diag-url $p://$h:22/$r" '
 				check_prot_host_port_path $p://$h:22/$r $p "$h" 22 "/$r"
 			'
 		done
 	done
 	# file with scheme
 	for p in file
 	do
 		test_expect_success "fetch-pack --diag-url $p://$h/$r" '
 			check_prot_path $p://$h/$r $p "/$r"
 		'
 		# No "/~" -> "~" conversion for file
 		test_expect_success "fetch-pack --diag-url $p://$h/~$r" '
 			check_prot_path $p://$h/~$r $p "/~$r"
 		'
 	done
 	# file without scheme
 	for h in nohost nohost:12 [::1] [::1]:23 [ [:aa
 	do
 		test_expect_success "fetch-pack --diag-url ./$h:$r" '
 			check_prot_path ./$h:$r $p "./$h:$r"
 		'
 		# No "/~" -> "~" conversion for file
 		test_expect_success "fetch-pack --diag-url ./$p:$h/~$r" '
 		check_prot_path ./$p:$h/~$r $p "./$p:$h/~$r"
 		'
 	done
 	#ssh without scheme
 	p=ssh
 	for h in host [::1]
 	do
 		test_expect_success "fetch-pack --diag-url $h:$r" '
 			check_prot_host_port_path $h:$r $p "$h" NONE "$r"
 		'
 		# Do "/~" -> "~" conversion
 		test_expect_success "fetch-pack --diag-url $h:/~$r" '
 			check_prot_host_port_path $h:/~$r $p "$h" NONE "~$r"
 		'
 	done
 done

 test_expect_success MINGW 'fetch-pack --diag-url file://c:/repo' '
 	check_prot_path file://c:/repo file c:/repo
 '
 test_expect_success MINGW 'fetch-pack --diag-url c:repo' '
 	check_prot_path c:repo file c:repo
 '

 test_expect_success 'clone shallow since ...' '
 	test_create_repo shallow-since &&
 	(
 	cd shallow-since &&
 	GIT_COMMITTER_DATE="100000000 +0700" git commit --allow-empty -m one &&
 	GIT_COMMITTER_DATE="200000000 +0700" git commit --allow-empty -m two &&
 	GIT_COMMITTER_DATE="300000000 +0700" git commit --allow-empty -m three &&
 	git clone --shallow-since "300000000 +0700" "file://$(pwd)/." ../shallow11 &&
 	git -C ../shallow11 log --pretty=tformat:%s HEAD >actual &&
 	echo three >expected &&
 	test_cmp expected actual
 	)
 '

 test_expect_success 'fetch shallow since ...' '
 	git -C shallow11 fetch --shallow-since "200000000 +0700" origin &&
 	git -C shallow11 log --pretty=tformat:%s origin/master >actual &&
 	cat >expected <<-\EOF &&
 	three
 	two
 	EOF
 	test_cmp expected actual
 '

 test_expect_success 'shallow clone exclude tag two' '
 	test_create_repo shallow-exclude &&
 	(
 	cd shallow-exclude &&
 	test_commit one &&
 	test_commit two &&
 	test_commit three &&
 	git clone --shallow-exclude two "file://$(pwd)/." ../shallow12 &&
 	git -C ../shallow12 log --pretty=tformat:%s HEAD >actual &&
 	echo three >expected &&
 	test_cmp expected actual
 	)
 '

 test_expect_success 'fetch exclude tag one' '
 	git -C shallow12 fetch --shallow-exclude one origin &&
 	git -C shallow12 log --pretty=tformat:%s origin/master >actual &&
 	test_write_lines three two >expected &&
 	test_cmp expected actual
 '

 test_expect_success 'fetching deepen' '
 	test_create_repo shallow-deepen &&
 	(
 	cd shallow-deepen &&
 	test_commit one &&
 	test_commit two &&
 	test_commit three &&
 	git clone --depth 1 "file://$(pwd)/." deepen &&
 	test_commit four &&
 	git -C deepen log --pretty=tformat:%s master >actual &&
 	echo three >expected &&
 	test_cmp expected actual &&
 	git -C deepen fetch --deepen=1 &&
 	git -C deepen log --pretty=tformat:%s origin/master >actual &&
 	cat >expected <<-\EOF &&
 	four
 	three
 	two
 	EOF
 	test_cmp expected actual
 	)
 '

 test_expect_success 'filtering by size' '
 	rm -rf server client &&
 	test_create_repo server &&
 	test_commit -C server one &&
 	test_config -C server uploadpack.allowfilter 1 &&

 	test_create_repo client &&
 	git -C client fetch-pack --filter=blob:limit=0 ../server HEAD &&

 	# Ensure that object is not inadvertently fetched
 	test_must_fail git -C client cat-file -e $(git hash-object server/one.t)
 '

 test_expect_success 'filtering by size has no effect if support for it is not advertised' '
 	rm -rf server client &&
 	test_create_repo server &&
 	test_commit -C server one &&

 	test_create_repo client &&
 	git -C client fetch-pack --filter=blob:limit=0 ../server HEAD 2> err &&

 	# Ensure that object is fetched
 	git -C client cat-file -e $(git hash-object server/one.t) &&

 	test_i18ngrep "filtering not recognized by server" err
 '

 fetch_filter_blob_limit_zero () {
 	SERVER="$1"
 	URL="$2"

 	rm -rf "$SERVER" client &&
 	test_create_repo "$SERVER" &&
 	test_commit -C "$SERVER" one &&
 	test_config -C "$SERVER" uploadpack.allowfilter 1 &&

 	git clone "$URL" client &&
 	test_config -C client extensions.partialclone origin &&

 	test_commit -C "$SERVER" two &&

 	git -C client fetch --filter=blob:limit=0 origin HEAD:somewhere &&

 	# Ensure that commit is fetched, but blob is not
 	test_config -C client extensions.partialclone "arbitrary string" &&
 	git -C client cat-file -e $(git -C "$SERVER" rev-parse two) &&
 	test_must_fail git -C client cat-file -e $(git hash-object "$SERVER/two.t")
 }

 test_expect_success 'fetch with --filter=blob:limit=0' '
 	fetch_filter_blob_limit_zero server server
 '

 . "$TEST_DIRECTORY"/lib-httpd.sh
 start_httpd

 test_expect_success 'fetch with --filter=blob:limit=0 and HTTP' '
 	fetch_filter_blob_limit_zero "$HTTPD_DOCUMENT_ROOT_PATH/server" "$HTTPD_URL/smart/server"
 '

 stop_httpd


 test_done
	#!/bin/sh
	#
	# Copyright (c) 2005 Johannes Schindelin
	#

	test_description='Testing multi_ack pack fetching'

	. ./test-lib.sh

	# Test fetch-pack/upload-pack pair.

	# Some convenience functions

	add () {
	name=$1 &&
	text="$@" &&
	branch=$(echo $name \| sed -e 's/^\(.\).*$/\1/') &&
	parents="" &&

	shift &&
	while test $1; do
	parents="$parents -p $1" &&
	shift
	done &&

	echo "$text" > test.txt &&
	git update-index --add test.txt &&
	tree=$(git write-tree) &&
	# make sure timestamps are in correct order
	test_tick &&
	commit=$(echo "$text" \| git commit-tree $tree $parents) &&
	eval "$name=$commit; export $name" &&
	echo $commit > .git/refs/heads/$branch &&
	eval ${branch}TIP=$commit
	}

	pull_to_client () {
	number=$1 &&
	heads=$2 &&
	count=$3 &&
	test_expect_success "$number pull" '
	(
	cd client &&
	git fetch-pack -k -v .. $heads &&

	case "$heads" in
	A)
	echo $ATIP > .git/refs/heads/A;;
	esac &&
	case "$heads" in B)
	echo $BTIP > .git/refs/heads/B;;
	esac &&
	git symbolic-ref HEAD refs/heads/$(echo $heads \
	\| sed -e "s/^\(.\).*$/\1/") &&

	git fsck --full &&

	mv .git/objects/pack/pack-* . &&
	p=$(ls -1 pack-*.pack) &&
	git unpack-objects <$p &&
	git fsck --full &&

	idx=$(echo pack-*.idx) &&
	pack_count=$(git show-index <$idx \| wc -l) &&
	test $pack_count = $count &&
	rm -f pack-*
	)
	'
	}

	# Here begins the actual testing

	# A1 - ... - A20 - A21
	# \
	# B1 - B2 - .. - B70

	# client pulls A20, B1. Then tracks only B. Then pulls A.

	test_expect_success 'setup' '
	mkdir client &&
	(
	cd client &&
	git init &&
	git config transfer.unpacklimit 0
	) &&
	add A1 &&
	prev=1 &&
	cur=2 &&
	while [ $cur -le 10 ]; do
	add A$cur $(eval echo \$A$prev) &&
	prev=$cur &&
	cur=$(($cur+1))
	done &&
	add B1 $A1 &&
	echo $ATIP > .git/refs/heads/A &&
	echo $BTIP > .git/refs/heads/B &&
	git symbolic-ref HEAD refs/heads/B
	'

	pull_to_client 1st "refs/heads/B refs/heads/A" $((11*3))

	test_expect_success 'post 1st pull setup' '
	add A11 $A10 &&
	prev=1 &&
	cur=2 &&
	while [ $cur -le 65 ]; do
	add B$cur $(eval echo \$B$prev) &&
	prev=$cur &&
	cur=$(($cur+1))
	done
	'

	pull_to_client 2nd "refs/heads/B" $((64*3))

	pull_to_client 3rd "refs/heads/A" $((1*3))

	test_expect_success 'single branch clone' '
	git clone --single-branch "file://$(pwd)/." singlebranch
	'

	test_expect_success 'single branch object count' '
	GIT_DIR=singlebranch/.git git count-objects -v \|
	grep "^in-pack:" > count.singlebranch &&
	echo "in-pack: 198" >expected &&
	test_cmp expected count.singlebranch
	'

	test_expect_success 'single given branch clone' '
	git clone --single-branch --branch A "file://$(pwd)/." branch-a &&
	test_must_fail git --git-dir=branch-a/.git rev-parse origin/B
	'

	test_expect_success 'clone shallow depth 1' '
	git clone --no-single-branch --depth 1 "file://$(pwd)/." shallow0 &&
	test "$(git --git-dir=shallow0/.git rev-list --count HEAD)" = 1
	'

	test_expect_success 'clone shallow depth 1 with fsck' '
	git config --global fetch.fsckobjects true &&
	git clone --no-single-branch --depth 1 "file://$(pwd)/." shallow0fsck &&
	test "$(git --git-dir=shallow0fsck/.git rev-list --count HEAD)" = 1 &&
	git config --global --unset fetch.fsckobjects
	'

	test_expect_success 'clone shallow' '
	git clone --no-single-branch --depth 2 "file://$(pwd)/." shallow
	'

	test_expect_success 'clone shallow depth count' '
	test "$(git --git-dir=shallow/.git rev-list --count HEAD)" = 2
	'

	test_expect_success 'clone shallow object count' '
	(
	cd shallow &&
	git count-objects -v
	) > count.shallow &&
	grep "^in-pack: 12" count.shallow
	'

	test_expect_success 'clone shallow object count (part 2)' '
	sed -e "/^in-pack:/d" -e "/^packs:/d" -e "/^size-pack:/d" \
	-e "/: 0$/d" count.shallow > count_output &&
	! test -s count_output
	'

	test_expect_success 'fsck in shallow repo' '
	(
	cd shallow &&
	git fsck --full
	)
	'

	test_expect_success 'simple fetch in shallow repo' '
	(
	cd shallow &&
	git fetch
	)
	'

	test_expect_success 'no changes expected' '
	(
	cd shallow &&
	git count-objects -v
	) > count.shallow.2 &&
	cmp count.shallow count.shallow.2
	'

	test_expect_success 'fetch same depth in shallow repo' '
	(
	cd shallow &&
	git fetch --depth=2
	)
	'

	test_expect_success 'no changes expected' '
	(
	cd shallow &&
	git count-objects -v
	) > count.shallow.3 &&
	cmp count.shallow count.shallow.3
	'

	test_expect_success 'add two more' '
	add B66 $B65 &&
	add B67 $B66
	'

	test_expect_success 'pull in shallow repo' '
	(
	cd shallow &&
	git pull .. B
	)
	'

	test_expect_success 'clone shallow object count' '
	(
	cd shallow &&
	git count-objects -v
	) > count.shallow &&
	grep "^count: 6" count.shallow
	'

	test_expect_success 'add two more (part 2)' '
	add B68 $B67 &&
	add B69 $B68
	'

	test_expect_success 'deepening pull in shallow repo' '
	(
	cd shallow &&
	git pull --depth 4 .. B
	)
	'

	test_expect_success 'clone shallow object count' '
	(
	cd shallow &&
	git count-objects -v
	) > count.shallow &&
	grep "^count: 12" count.shallow
	'

	test_expect_success 'deepening fetch in shallow repo' '
	(
	cd shallow &&
	git fetch --depth 4 .. A:A
	)
	'

	test_expect_success 'clone shallow object count' '
	(
	cd shallow &&
	git count-objects -v
	) > count.shallow &&
	grep "^count: 18" count.shallow
	'

	test_expect_success 'pull in shallow repo with missing merge base' '
	(
	cd shallow &&
	git fetch --depth 4 .. A
	test_must_fail git merge --allow-unrelated-histories FETCH_HEAD
	)
	'

	test_expect_success 'additional simple shallow deepenings' '
	(
	cd shallow &&
	git fetch --depth=8 &&
	git fetch --depth=10 &&
	git fetch --depth=11
	)
	'

	test_expect_success 'clone shallow depth count' '
	test "$(git --git-dir=shallow/.git rev-list --count HEAD)" = 11
	'

	test_expect_success 'clone shallow object count' '
	(
	cd shallow &&
	git prune &&
	git count-objects -v
	) > count.shallow &&
	grep "^count: 54" count.shallow
	'

	test_expect_success 'fetch --no-shallow on full repo' '
	test_must_fail git fetch --noshallow
	'

	test_expect_success 'fetch --depth --no-shallow' '
	(
	cd shallow &&
	test_must_fail git fetch --depth=1 --noshallow
	)
	'

	test_expect_success 'turn shallow to complete repository' '
	(
	cd shallow &&
	git fetch --unshallow &&
	! test -f .git/shallow &&
	git fsck --full
	)
	'

	test_expect_success 'clone shallow without --no-single-branch' '
	git clone --depth 1 "file://$(pwd)/." shallow2
	'

	test_expect_success 'clone shallow object count' '
	(
	cd shallow2 &&
	git count-objects -v
	) > count.shallow2 &&
	grep "^in-pack: 3" count.shallow2
	'

	test_expect_success 'clone shallow with --branch' '
	git clone --depth 1 --branch A "file://$(pwd)/." shallow3
	'

	test_expect_success 'clone shallow object count' '
	echo "in-pack: 3" > count3.expected &&
	GIT_DIR=shallow3/.git git count-objects -v \|
	grep "^in-pack" > count3.actual &&
	test_cmp count3.expected count3.actual
	'

	test_expect_success 'clone shallow with detached HEAD' '
	git checkout HEAD^ &&
	git clone --depth 1 "file://$(pwd)/." shallow5 &&
	git checkout - &&
	GIT_DIR=shallow5/.git git rev-parse HEAD >actual &&
	git rev-parse HEAD^ >expected &&
	test_cmp expected actual
	'

	test_expect_success 'shallow clone pulling tags' '
	git tag -a -m A TAGA1 A &&
	git tag -a -m B TAGB1 B &&
	git tag TAGA2 A &&
	git tag TAGB2 B &&
	git clone --depth 1 "file://$(pwd)/." shallow6 &&

	cat >taglist.expected <<\EOF &&
	TAGB1
	TAGB2
	EOF
	GIT_DIR=shallow6/.git git tag -l >taglist.actual &&
	test_cmp taglist.expected taglist.actual &&

	echo "in-pack: 4" > count6.expected &&
	GIT_DIR=shallow6/.git git count-objects -v \|
	grep "^in-pack" > count6.actual &&
	test_cmp count6.expected count6.actual
	'

	test_expect_success 'shallow cloning single tag' '
	git clone --depth 1 --branch=TAGB1 "file://$(pwd)/." shallow7 &&
	cat >taglist.expected <<\EOF &&
	TAGB1
	TAGB2
	EOF
	GIT_DIR=shallow7/.git git tag -l >taglist.actual &&
	test_cmp taglist.expected taglist.actual &&

	echo "in-pack: 4" > count7.expected &&
	GIT_DIR=shallow7/.git git count-objects -v \|
	grep "^in-pack" > count7.actual &&
	test_cmp count7.expected count7.actual
	'

	test_expect_success 'clone shallow with packed refs' '
	git pack-refs --all &&
	git clone --depth 1 --branch A "file://$(pwd)/." shallow8 &&
	echo "in-pack: 4" > count8.expected &&
	GIT_DIR=shallow8/.git git count-objects -v \|
	grep "^in-pack" > count8.actual &&
	test_cmp count8.expected count8.actual
	'

	test_expect_success 'fetch in shallow repo unreachable shallow objects' '
	(
	git clone --bare --branch B --single-branch "file://$(pwd)/." no-reflog &&
	git clone --depth 1 "file://$(pwd)/no-reflog" shallow9 &&
	cd no-reflog &&
	git tag -d TAGB1 TAGB2 &&
	git update-ref refs/heads/B B~~ &&
	git gc --prune=now &&
	cd ../shallow9 &&
	git fetch origin &&
	git fsck --no-dangling
	)
	'
	test_expect_success 'fetch creating new shallow root' '
	(
	git clone "file://$(pwd)/." shallow10 &&
	git commit --allow-empty -m empty &&
	cd shallow10 &&
	git fetch --depth=1 --progress 2>actual &&
	# This should fetch only the empty commit, no tree or
	# blob objects
	grep "remote: Total 1" actual
	)
	'

	test_expect_success 'setup tests for the --stdin parameter' '
	for head in C D E F
	do
	add $head
	done &&
	for head in A B C D E F
	do
	git tag $head $head
	done &&
	cat >input <<-\EOF &&
	refs/heads/C
	refs/heads/A
	refs/heads/D
	refs/tags/C
	refs/heads/B
	refs/tags/A
	refs/heads/E
	refs/tags/B
	refs/tags/E
	refs/tags/D
	EOF
	sort <input >expect &&
	(
	echo refs/heads/E &&
	echo refs/tags/E &&
	cat input
	) >input.dup
	'

	test_expect_success 'fetch refs from cmdline' '
	(
	cd client &&
	git fetch-pack --no-progress .. $(cat ../input)
	) >output &&
	cut -d " " -f 2 <output \| sort >actual &&
	test_cmp expect actual
	'

	test_expect_success 'fetch refs from stdin' '
	(
	cd client &&
	git fetch-pack --stdin --no-progress .. <../input
	) >output &&
	cut -d " " -f 2 <output \| sort >actual &&
	test_cmp expect actual
	'

	test_expect_success 'fetch mixed refs from cmdline and stdin' '
	(
	cd client &&
	tail -n +5 ../input \|
	git fetch-pack --stdin --no-progress .. $(head -n 4 ../input)
	) >output &&
	cut -d " " -f 2 <output \| sort >actual &&
	test_cmp expect actual
	'

	test_expect_success 'test duplicate refs from stdin' '
	(
	cd client &&
	git fetch-pack --stdin --no-progress .. <../input.dup
	) >output &&
	cut -d " " -f 2 <output \| sort >actual &&
	test_cmp expect actual
	'

	test_expect_success 'set up tests of missing reference' '
	cat >expect-error <<-\EOF
	error: no such remote ref refs/heads/xyzzy
	EOF
	'

	test_expect_success 'test lonely missing ref' '
	(
	cd client &&
	test_must_fail git fetch-pack --no-progress .. refs/heads/xyzzy 2>../error-m
	) &&
	test_i18ncmp expect-error error-m
	'

	test_expect_success 'test missing ref after existing' '
	(
	cd client &&
	test_must_fail git fetch-pack --no-progress .. refs/heads/A refs/heads/xyzzy 2>../error-em
	) &&
	test_i18ncmp expect-error error-em
	'

	test_expect_success 'test missing ref before existing' '
	(
	cd client &&
	test_must_fail git fetch-pack --no-progress .. refs/heads/xyzzy refs/heads/A 2>../error-me
	) &&
	test_i18ncmp expect-error error-me
	'

	test_expect_success 'test --all, --depth, and explicit head' '
	(
	cd client &&
	git fetch-pack --no-progress --all --depth=1 .. refs/heads/A
	) >out-adh 2>error-adh
	'

	test_expect_success 'test --all, --depth, and explicit tag' '
	git tag OLDTAG refs/heads/B~5 &&
	(
	cd client &&
	git fetch-pack --no-progress --all --depth=1 .. refs/tags/OLDTAG
	) >out-adt 2>error-adt
	'

	test_expect_success 'shallow fetch with tags does not break the repository' '
	mkdir repo1 &&
	(
	cd repo1 &&
	git init &&
	test_commit 1 &&
	test_commit 2 &&
	test_commit 3 &&
	mkdir repo2 &&
	cd repo2 &&
	git init &&
	git fetch --depth=2 ../.git master:branch &&
	git fsck
	)
	'

	test_expect_success 'fetch-pack can fetch a raw sha1' '
	git init hidden &&
	(
	cd hidden &&
	test_commit 1 &&
	test_commit 2 &&
	git update-ref refs/hidden/one HEAD^ &&
	git config transfer.hiderefs refs/hidden &&
	git config uploadpack.allowtipsha1inwant true
	) &&
	git fetch-pack hidden $(git -C hidden rev-parse refs/hidden/one)
	'

	test_expect_success 'fetch-pack can fetch a raw sha1 that is advertised as a ref' '
	rm -rf server client &&
	git init server &&
	test_commit -C server 1 &&

	git init client &&
	git -C client fetch-pack ../server \
	$(git -C server rev-parse refs/heads/master)
	'

	test_expect_success 'fetch-pack can fetch a raw sha1 overlapping a named ref' '
	rm -rf server client &&
	git init server &&
	test_commit -C server 1 &&
	test_commit -C server 2 &&

	git init client &&
	git -C client fetch-pack ../server \
	$(git -C server rev-parse refs/tags/1) refs/tags/1
	'

	test_expect_success 'fetch-pack cannot fetch a raw sha1 that is not advertised as a ref' '
	rm -rf server &&

	git init server &&
	test_commit -C server 5 &&
	git -C server tag -d 5 &&
	test_commit -C server 6 &&

	git init client &&
	test_must_fail git -C client fetch-pack ../server \
	$(git -C server rev-parse refs/heads/master^) 2>err &&
	test_i18ngrep "Server does not allow request for unadvertised object" err
	'

	check_prot_path () {
	cat >expected <<-EOF &&
	Diag: url=$1
	Diag: protocol=$2
	Diag: path=$3
	EOF
	git fetch-pack --diag-url "$1" \| grep -v hostandport= >actual &&
	test_cmp expected actual
	}

	check_prot_host_port_path () {
	case "$2" in
	ssh)
	pp=ssh
	uah=userandhost
	ehost=$(echo $3 \| tr -d "[]")
	diagport="Diag: port=$4"
	;;
	*)
	pp=$p
	uah=hostandport
	ehost=$(echo $3$4 \| sed -e "s/22$/:22/" -e "s/NONE//")
	diagport=""
	;;
	esac
	cat >exp <<-EOF &&
	Diag: url=$1
	Diag: protocol=$pp
	Diag: $uah=$ehost
	$diagport
	Diag: path=$5
	EOF
	grep -v "^$" exp >expected
	git fetch-pack --diag-url "$1" >actual &&
	test_cmp expected actual
	}

	for r in repo re:po re/po
	do
	# git or ssh with scheme
	for p in "ssh+git" "git+ssh" git ssh
	do
	for h in host user@host user@[::1] user@::1
	do
	for c in "" :
	do
	test_expect_success "fetch-pack --diag-url $p://$h$c/$r" '
	check_prot_host_port_path $p://$h/$r $p "$h" NONE "/$r"
	'
	# "/~" -> "~" conversion
	test_expect_success "fetch-pack --diag-url $p://$h$c/~$r" '
	check_prot_host_port_path $p://$h/~$r $p "$h" NONE "~$r"
	'
	done
	done
	for h in host User@host User@[::1]
	do
	test_expect_success "fetch-pack --diag-url $p://$h:22/$r" '
	check_prot_host_port_path $p://$h:22/$r $p "$h" 22 "/$r"
	'
	done
	done
	# file with scheme
	for p in file
	do
	test_expect_success "fetch-pack --diag-url $p://$h/$r" '
	check_prot_path $p://$h/$r $p "/$r"
	'
	# No "/~" -> "~" conversion for file
	test_expect_success "fetch-pack --diag-url $p://$h/~$r" '
	check_prot_path $p://$h/~$r $p "/~$r"
	'
	done
	# file without scheme
	for h in nohost nohost:12 [::1] [::1]:23 [ [:aa
	do
	test_expect_success "fetch-pack --diag-url ./$h:$r" '
	check_prot_path ./$h:$r $p "./$h:$r"
	'
	# No "/~" -> "~" conversion for file
	test_expect_success "fetch-pack --diag-url ./$p:$h/~$r" '
	check_prot_path ./$p:$h/~$r $p "./$p:$h/~$r"
	'
	done
	#ssh without scheme
	p=ssh
	for h in host [::1]
	do
	test_expect_success "fetch-pack --diag-url $h:$r" '
	check_prot_host_port_path $h:$r $p "$h" NONE "$r"
	'
	# Do "/~" -> "~" conversion
	test_expect_success "fetch-pack --diag-url $h:/~$r" '
	check_prot_host_port_path $h:/~$r $p "$h" NONE "~$r"
	'
	done
	done

	test_expect_success MINGW 'fetch-pack --diag-url file://c:/repo' '
	check_prot_path file://c:/repo file c:/repo
	'
	test_expect_success MINGW 'fetch-pack --diag-url c:repo' '
	check_prot_path c:repo file c:repo
	'

	test_expect_success 'clone shallow since ...' '
	test_create_repo shallow-since &&
	(
	cd shallow-since &&
	GIT_COMMITTER_DATE="100000000 +0700" git commit --allow-empty -m one &&
	GIT_COMMITTER_DATE="200000000 +0700" git commit --allow-empty -m two &&
	GIT_COMMITTER_DATE="300000000 +0700" git commit --allow-empty -m three &&
	git clone --shallow-since "300000000 +0700" "file://$(pwd)/." ../shallow11 &&
	git -C ../shallow11 log --pretty=tformat:%s HEAD >actual &&
	echo three >expected &&
	test_cmp expected actual
	)
	'

	test_expect_success 'fetch shallow since ...' '
	git -C shallow11 fetch --shallow-since "200000000 +0700" origin &&
	git -C shallow11 log --pretty=tformat:%s origin/master >actual &&
	cat >expected <<-\EOF &&
	three
	two
	EOF
	test_cmp expected actual
	'

	test_expect_success 'shallow clone exclude tag two' '
	test_create_repo shallow-exclude &&
	(
	cd shallow-exclude &&
	test_commit one &&
	test_commit two &&
	test_commit three &&
	git clone --shallow-exclude two "file://$(pwd)/." ../shallow12 &&
	git -C ../shallow12 log --pretty=tformat:%s HEAD >actual &&
	echo three >expected &&
	test_cmp expected actual
	)
	'

	test_expect_success 'fetch exclude tag one' '
	git -C shallow12 fetch --shallow-exclude one origin &&
	git -C shallow12 log --pretty=tformat:%s origin/master >actual &&
	test_write_lines three two >expected &&
	test_cmp expected actual
	'

	test_expect_success 'fetching deepen' '
	test_create_repo shallow-deepen &&
	(
	cd shallow-deepen &&
	test_commit one &&
	test_commit two &&
	test_commit three &&
	git clone --depth 1 "file://$(pwd)/." deepen &&
	test_commit four &&
	git -C deepen log --pretty=tformat:%s master >actual &&
	echo three >expected &&
	test_cmp expected actual &&
	git -C deepen fetch --deepen=1 &&
	git -C deepen log --pretty=tformat:%s origin/master >actual &&
	cat >expected <<-\EOF &&
	four
	three
	two
	EOF
	test_cmp expected actual
	)
	'

	test_expect_success 'filtering by size' '
	rm -rf server client &&
	test_create_repo server &&
	test_commit -C server one &&
	test_config -C server uploadpack.allowfilter 1 &&

	test_create_repo client &&
	git -C client fetch-pack --filter=blob:limit=0 ../server HEAD &&

	# Ensure that object is not inadvertently fetched
	test_must_fail git -C client cat-file -e $(git hash-object server/one.t)
	'

	test_expect_success 'filtering by size has no effect if support for it is not advertised' '
	rm -rf server client &&
	test_create_repo server &&
	test_commit -C server one &&

	test_create_repo client &&
	git -C client fetch-pack --filter=blob:limit=0 ../server HEAD 2> err &&

	# Ensure that object is fetched
	git -C client cat-file -e $(git hash-object server/one.t) &&

	test_i18ngrep "filtering not recognized by server" err
	'

	fetch_filter_blob_limit_zero () {
	SERVER="$1"
	URL="$2"

	rm -rf "$SERVER" client &&
	test_create_repo "$SERVER" &&
	test_commit -C "$SERVER" one &&
	test_config -C "$SERVER" uploadpack.allowfilter 1 &&

	git clone "$URL" client &&
	test_config -C client extensions.partialclone origin &&

	test_commit -C "$SERVER" two &&

	git -C client fetch --filter=blob:limit=0 origin HEAD:somewhere &&

	# Ensure that commit is fetched, but blob is not
	test_config -C client extensions.partialclone "arbitrary string" &&
	git -C client cat-file -e $(git -C "$SERVER" rev-parse two) &&
	test_must_fail git -C client cat-file -e $(git hash-object "$SERVER/two.t")
	}

	test_expect_success 'fetch with --filter=blob:limit=0' '
	fetch_filter_blob_limit_zero server server
	'

	. "$TEST_DIRECTORY"/lib-httpd.sh
	start_httpd

	test_expect_success 'fetch with --filter=blob:limit=0 and HTTP' '
	fetch_filter_blob_limit_zero "$HTTPD_DOCUMENT_ROOT_PATH/server" "$HTTPD_URL/smart/server"
	'

	stop_httpd


	test_done