#
# Test case for check behavior when network interface of two gfsd node is
# down in writing files
#
load "gfarm_v2::generate_testdata"
load "gfarm2fs::wait_for_gfsd_connect"

#
# Test parameters
#
# GFARM_HOME:	A directory path of Gfarm which this test will be executed
# FILE_SIZE:	Size of a file to be created
# SLEEP_SEC:	Second to sleep before make network interface down
#
setup_two_gfsd_ifdown_in_write()
{
	# default parameter
	GFARM_HOME=${GFARM_HOME-"/"}
	FILE_SIZE=${FILE_SIZE-"100M"}
	SLEEP_SEC=${SLEEP_SEC-"3"}
	RETRY_COUNT=${RETRY_COUNT-"20"}
	RETRY_INTERVAL=${RETRY_INTERVAL-"30"}

	# miscellaneous parameters
	GFARM_FILE1=$GFARM_HOME/${TEST_EXEC_ID}_1
	GFARM_FILE2=$GFARM_HOME/${TEST_EXEC_ID}_2
	GFARM_FILE3=$GFARM_HOME/${TEST_EXEC_ID}_3
	GFARM_FILE4=$GFARM_HOME/${TEST_EXEC_ID}_4

	# prepare: check whether required host is defined
	$GFSERVICE systest::gfarm_v2::check_hostids_defined - "gfmd1 gfsd1 gfsd2 client1"
	[ $? -ne 0 ] && return $RESULT_UNSUPPORTED

	# prepare: wait until gfsd get connected
	wait_for_gfsd_connect gfsd1 client1 $RETRY_COUNT $RETRY_INTERVAL
	if [ $? -ne 0 ]; then
		log_warn "$TESTNAME: gfsd1 is unavailable"
		return $RESULT_FATAL
	fi

	wait_for_gfsd_connect gfsd2 client1 $RETRY_COUNT $RETRY_INTERVAL
	if [ $? -ne 0 ]; then
		log_warn "$TESTNAME: gfsd2 is unavailable"
		return $RESULT_FATAL
	fi

	return $RESULT_PASS
}

test_two_gfsd_ifdown_in_write()
{
	RESULT=$RESULT_PASS

	# step: make files in background
	generate_testdata $FILE_SIZE | $GFSERVICE systest::gfarm_v2::read_and_register \
		client1 $GFARM_FILE1 gfmd1 gfsd1 &
	MAKE_PID1=$!

	# miscellaneous parameters

	# step: make files in background
	generate_testdata $FILE_SIZE | $GFSERVICE systest::gfarm_v2::read_and_register \
		client1 $GFARM_FILE2 gfmd1 gfsd2 &
	MAKE_PID2=$!

	# wait a bit for a process starts making files
	sleep $SLEEP_SEC

	# step: make network interface down
	$GFSERVICE systest::gfarm2fs::ifdown gfsd1
	if [ $? -ne 0 ]; then
		log_warn "$TESTNAME: failed to execute ifdown on gfsd1"
		return $RESULT_FATAL
	fi

	$GFSERVICE systest::gfarm2fs::ifdown gfsd2
	if [ $? -ne 0 ]; then
		log_warn "$TESTNAME: failed to execute ifdown on gfsd2"
		return $RESULT_FATAL
	fi

	wait $MAKE_PID1
	if [ $? -eq 0 ]; then
		log_warn "$TESTNAME: unexpectedly suceeded to make a file" \
			"on gfsd1"
		set_result RESULT $RESULT_XPASS
	fi

	wait $MAKE_PID2
	if [ $? -eq 0 ]; then
		log_warn "$TESTNAME: unexpectedly suceeded to make a file" \
			"on gfsd2"
		set_result RESULT $RESULT_XPASS
	fi

	# step: make network interface up
	$GFSERVICE systest::gfarm2fs::ifup gfsd1
	if [ $? -ne 0 ]; then
		log_warn "$TESTNAME: failed to execute ifup on gfsd1"
		return $RESULT_FATAL
	fi

	$GFSERVICE systest::gfarm2fs::ifup gfsd2
	if [ $? -ne 0 ]; then
		log_warn "$TESTNAME: failed to execute ifup on gfsd2"
		return $RESULT_FATAL
	fi

	# step: wait until gfsd get connected
	wait_for_gfsd_connect gfsd1 client1 $RETRY_COUNT $RETRY_INTERVAL
	if [ $? -ne 0 ]; then
		log_warn "$TESTNAME: gfsd1 is unavailable"
		return $RESULT_FATAL
	fi

	wait_for_gfsd_connect gfsd2 client1 $RETRY_COUNT $RETRY_INTERVAL
	if [ $? -ne 0 ]; then
		log_warn "$TESTNAME: gfsd2 is unavailable"
		return $RESULT_FATAL
	fi

	# step: make files
	echo ${TEST_EXEC_ID}_3 | $GFSERVICE systest::gfarm_v2::read_and_register client1 \
		$GFARM_FILE3 gfmd1 gfsd1
	if [ $? -ne 0 ]; then
		log_warn "$TESTNAME: failed to write files to gfsd1"
		set_result RESULT $RESULT_FAIL
	fi

	echo ${TEST_EXEC_ID}_4 | $GFSERVICE systest::gfarm_v2::read_and_register client1 \
		$GFARM_FILE4 gfmd1 gfsd2
	if [ $? -ne 0 ]; then
		log_warn "$TESTNAME: failed to write files to gfsd2"
		set_result RESULT $RESULT_FAIL
	fi

	# step: compare check sum of spool file
	CHECKSUM_3=`echo ${TEST_EXEC_ID}_3 | openssl md5 | awk '{ print $2 }'`
	SPOOL_PATH3=`$GFSERVICE gfcmd client1 gfspoolpath $GFARM_FILE3`
	if [ X$SPOOL_PATH3 = X ]; then
		log_warn "$TESTNAME: failed to get spool path"
		set_result RESULT $RESULT_FAIL
	fi

	CHECKSUM_GFSD1=`$GFSERVICE systest::gfarm2fs::spool_file_checksum gfsd1 \
		$SPOOL_PATH3`

	if [ X$CHECKSUM_GFSD1 != X$CHECKSUM_3 ]; then
		log_warn "$TESTNAME: checksum of a file is different from" \
			"original one"
		set_result RESULT $RESULT_FAIL
	fi

	CHECKSUM_4=`echo ${TEST_EXEC_ID}_4 | openssl md5 | awk '{ print $2 }'`
	SPOOL_PATH4=`$GFSERVICE gfcmd client1 gfspoolpath $GFARM_FILE4`
	if [ X$SPOOL_PATH4 = X ]; then
		log_warn "$TESTNAME: failed to get spool path"
		set_result RESULT $RESULT_FAIL
	fi

	CHECKSUM_GFSD2=`$GFSERVICE systest::gfarm2fs::spool_file_checksum gfsd2 \
		$SPOOL_PATH4`

	if [ X$CHECKSUM_GFSD2 != X$CHECKSUM_4 ]; then
		log_warn "$TESTNAME: checksum of a file is different from" \
			"original one"
		set_result RESULT $RESULT_FAIL
	fi

	return $RESULT
}

teardown_two_gfsd_ifdown_in_write()
{
	# cleanup: make network interface up
	$GFSERVICE systest::gfarm2fs::ifup gfsd1
	$GFSERVICE systest::gfarm2fs::ifup gfsd2

	# cleanup: remove files
	$GFSERVICE gfcmd client1 gfrm -f $GFARM_FILE1 $GFARM_FILE2 \
		$GFARM_FILE3 $GFARM_FILE4

	return $RESULT_PASS
}
