Refactor and improve integration tests

integration/test-merge.sh

@@ -0,0 +1,159 @@
+#!/bin/bash
+
+# Copyright (C) 2014 Jakob Borg and other contributors. All rights reserved.
+# Use of this source code is governed by an MIT-style license that can be
+# found in the LICENSE file.
+
+iterations=${1:-5}
+
+id1=I6KAH76-66SLLLB-5PFXSOA-UFJCDZC-YAOMLEK-CP2GB32-BV5RQST-3PSROAU
+id2=JMFJCXB-GZDE4BN-OCJE3VF-65GYZNU-AIVJRET-3J6HMRQ-AUQIGJO-FKNHMQU
+id3=373HSRP-QLPNLIE-JYKZVQF-P4PKZ63-R2ZE6K3-YD442U2-JHBGBQG-WWXAHAU
+
+go build genfiles.go
+go build md5r.go
+go build json.go
+
+start() {
+	echo "Starting..."
+	for i in 1 2 3 4 ; do
+		STTRACE=files,model,puller,versioner STPROFILER=":909$i" syncthing -home "h$i" > "$i.out" 2>&1 &
+	done
+}
+
+stop() {
+	for i in 1 2 3 4 ; do
+		curl -HX-API-Key:abc123 -X POST "http://localhost:808$i/rest/shutdown"
+	done
+	exit $1
+}
+
+clean() {
+	if [[ $(uname -s) == "Linux" ]] ; then
+		grep -v .stversions | grep -v utf8-nfd
+	else
+		grep -v .stversions
+	fi
+}
+
+
+testConvergence() {
+	while true ; do
+		sleep 5
+		s1comp=$(curl -HX-API-Key:abc123 -s "http://localhost:8082/rest/connections" | ./json "$id1/Completion")
+		s2comp=$(curl -HX-API-Key:abc123 -s "http://localhost:8083/rest/connections" | ./json "$id2/Completion")
+		s3comp=$(curl -HX-API-Key:abc123 -s "http://localhost:8081/rest/connections" | ./json "$id3/Completion")
+		s1comp=${s1comp:-0}
+		s2comp=${s2comp:-0}
+		s3comp=${s3comp:-0}
+		tot=$(($s1comp + $s2comp + $s3comp))
+		echo $tot / 300
+		if [[ $tot == 300 ]] ; then
+			break
+		fi
+	done
+
+	echo "Verifying..."
+	cat md5-? | sort | clean | uniq > md5-tot
+	cat md5-12-? | sort | clean | uniq > md5-12-tot
+	cat md5-23-? | sort | clean | uniq > md5-23-tot
+
+	for i in 1 2 3 12-1 12-2 23-2 23-3; do
+		pushd "s$i" >/dev/null
+		../md5r -l | sort | clean > ../md5-$i
+		popd >/dev/null
+	done
+
+	ok=0
+	for i in 1 2 3 ; do
+		if ! cmp "md5-$i" md5-tot >/dev/null ; then
+			echo "Fail: instance $i unconverged for default"
+		else
+			ok=$(($ok + 1))
+			echo "OK: instance $i converged for default"
+		fi
+	done
+	for i in 12-1 12-2 ; do
+		if ! cmp "md5-$i" md5-12-tot >/dev/null ; then
+			echo "Fail: instance $i unconverged for s12"
+		else
+			ok=$(($ok + 1))
+			echo "OK: instance $i converged for s12"
+		fi
+	done
+	for i in 23-2 23-3 ; do
+		if ! cmp "md5-$i" md5-23-tot >/dev/null ; then
+			echo "Fail: instance $i unconverged for s23"
+		else
+			ok=$(($ok + 1))
+			echo "OK: instance $i converged for s23"
+		fi
+	done
+	if [[ $ok != 7 ]] ; then
+		stop 1
+	fi
+}
+
+alterFiles() {
+	pkill -STOP syncthing
+
+	# Create some new files and alter existing ones
+	for i in 1 2 3 12-1 12-2 23-2 23-3 ; do
+		pushd "s$i" >/dev/null
+
+		echo "  $i: random nonoverlapping"
+		../genfiles -maxexp 22 -files 200
+		echo "  $i: append to large file"
+		dd if=large-$i bs=1024k count=4 >> large-$i 2>/dev/null
+		../md5r -l > ../md5-tmp
+		(grep -v large ../md5-tmp ; grep "large-$i" ../md5-tmp) | grep -v '/.syncthing.' > ../md5-$i
+		popd >/dev/null
+	done
+
+	pkill -CONT syncthing
+}
+
+rm -rf h?/*.idx.gz h?/index
+rm -rf s? s??-? s4d
+
+echo "Setting up files..."
+for i in 1 2 3 12-1 12-2 23-2 23-3; do
+	mkdir "s$i"
+	pushd "s$i" >/dev/null
+	echo "  $i: random nonoverlapping"
+	../genfiles -maxexp 22 -files 200
+	echo "  $i: empty file"
+	touch "empty-$i"
+	echo "  $i: large file"
+	dd if=/dev/urandom of=large-$i bs=1024k count=15 2>/dev/null
+	echo "  $i: weird encodings"
+	echo somedata > "$(echo -e utf8-nfc-\\xc3\\xad)-$i"
+	echo somedata > "$(echo -e utf8-nfd-i\\xcc\\x81)-$i"
+	echo somedata > "$(echo -e cp850-\\xa1)-$i"
+	touch "empty-$i"
+	popd >/dev/null
+done
+
+mkdir s4d
+echo somerandomdata > s4d/extrafile
+
+echo "MD5-summing..."
+for i in 1 2 3 12-1 12-2 23-2 23-3 ; do
+	pushd "s$i" >/dev/null
+	../md5r -l > ../md5-$i
+	popd >/dev/null
+done
+
+start
+testConvergence
+
+for ((t = 1; t <= $iterations; t++)) ; do
+	echo "Add and alter random files ($t / $iterations)..."
+	alterFiles
+
+	echo "Waiting..."
+	sleep 30
+	testConvergence
+done
+
+stop 0