tests/workloads/pwrtest.sh - platform/system/extras - Git at Google

 # Script to gather perf and perf/watt data for several workloads
 #
 # Setup:
 #
 # - device connected to monsoon with USB passthrough enabled
 # - network enabled (baseline will be measured and subtracted
 #   from results) (network needed for chrome, youtube tests)
 # - the device is rebooted after each test (can be inhibited
 #   with "-r 0")
 #
 # Default behavior is to run each of the known workloads for
 # 30 minutes gathering both performance and power data.
 #
 # The default time can be overridden with the -t option. To
 # change individual test times, a config file can be specifed
 # via -f with times for individual tests. Example file contents:
 #
 #	idleTime=60
 #	recentflingTime=60
 #	chromeTime=60
 #	youtubeTime=0
 #	sysappsTime=60
 #	suntempleTime=5
 #
 # Output goes to the current directory.
 #
 # Examples:
 #
 # - Run all tests for 15 minutes (default is 30): ./pwrtest.sh -t 15 -R MDA20
 #
 # - Use a config file for test times: ./pwrtest.sh -f ./myconfig -R MDA20
 #
 # - Use a init file to setup device tuneables after each restart (this is
 #   a bash script which should include adb commands to set up device):
 #     ./pwrtest.sh -F devtunables
 #

 defaultTime=30
 garbageminutes=8

 function Usage {
 	echo "Usage: $0 [OPTIONS]"
 	echo "-d device : device type (shamu, bullhead, ...)"
 	echo "-f configFile : config file to override individual test times"
 	echo "-g garbageMinutes : time to skip power measurement at beginning of test"
 	echo "                    default=$garbagetime minutes"
 	echo "-r restart : 0=no reboot between tests, 1=reboot (default)"
 	echo "-t defaultTimeMin : default time to run each test"
 	echo "                    default=$defaultTime minutes"
 	echo "-D cmddir : directory to find defs.sh"
 	echo "-F restartHookFile : file of commands to set device tunables after restart (optional)"
 	echo "-R release : release running on device (MDA20, 2054728, etc)"
 }

 restart=1
 hz=5
 shadowgrid2TimeMax=25

 CMDDIR=$(dirname $0 2>/dev/null)
 CMDDIR=${CMDDIR:=.}

 MONSOON=monsoon.par

 while [ $# -gt 0 ]
 do
 	case "$1" in
 	(-D) CMDDIR=$2; shift;;
 	(-r) restart=$2; shift;;
 	(-t) defaultTime=$2; shift;;
 	(-F) restartfile=$2; shift;;
 	(-g) garbageminutes=$2; shift;;
 	(-f)
 		configFile=$2;
 		echo "Reading configs from $configFile..."
 		. ./$configFile
 		shift;;
 	(-R) echo $2 > ./build; shift;;
 	(--) ;;
 	(--help)
 		Usage
 		exit 0;;
 	(*)
 		echo "Unknown option: $1"
 		Usage
 		exit 1;;
 	esac
 	shift
 done

 . $CMDDIR/defs.sh --

 devdir="/data/local/tmp"
 suntempledir=${CMDDIR}/suntemple

 case $DEVICE in
 (shamu|hammerhead)
 	HWUIMACRO=hwuimacro
 	onSwipe="700 1847 700 400 50"
 	;;
 (*)
 	HWUIMACRO=hwuimacro64
 	onSwipe="500 1200 500 550 150"
 	;;
 esac

 scripts="defs.sh systemapps.sh recentfling.sh youtube.sh chromefling.sh"

 if ! $MONSOON >/dev/null 2>&1; then
 	echo $MONSOON must be in your PATH >&2
 	exit 1
 fi

 function usbpassthru {
 	if [ "$1" = off ]; then
 		state=off
 	else
 		state=on
 	fi
 	echo Setting usb pass-thru to $state
 	monsoon.par --usbpassthrough=$state
 }

 function pwrcollect {
 	collectmin=$1
 	collectmin=${collectmin:=60}
 	# samples = hz * 60 * minutes
 	((samples=5*60*collectmin))
 	monsoon.par --timestamp --samples $samples --hz 5
 }

 function copy_files {
 	adb shell mkdir -p $devdir
 	for file in $scripts
 	do
 		adb push $CMDDIR/$file $devdir
 	done
 }

 function install_suntemple {
 	echo Checking for suntemple installation...
 	#stdest=/storage/sdcard0/obb/com.BrueComputing.SunTemple
 	stdest=/storage/emulated/0/obb/com.BrueComputing.SunTemple
 	dircontents=$(adb ls $stdest 2>/dev/null)
 	if [ "$dircontents" = "" ]; then
 		echo Installing suntemple...
 		adb install $suntempledir/*.apk
 		adb shell mkdir -p $stdest
 		adb push $suntempledir/main*obb $stdest
 	else
 		echo dircontents=$dircontents
 		echo Suntemple already installed.
 	fi
 }

 function run_test {
 	testName=$1
 	collectMinutes=$2
 	collectOutput=${testName}-power-raw.out
 	powerOutput=${testName}-power.out
 	echo -----------------------------------------------------
 	echo TEST: $testName
 	echo enabled Cores $(adb shell "cat /sys/devices/system/cpu/online")
 	date
 	echo -----------------------------------------------------
 	usbpassthru off
 	pwrcollect $collectMinutes > $collectOutput 2>/dev/null
 	# take off the first 2min of samples
 	totalSamples=$(cat $collectOutput | wc -l)
 	# we throw away the first "garbageminutes" of the data
 	# since it is volatile
 	((garbage=hz*60*garbageminutes))
 	((remaining=totalSamples-garbage))
 	if [ $remaining -gt 0 ]; then
 		tail -$remaining $collectOutput > $powerOutput
 	else
 		cp $collectOutput $powerOutput
 	fi
 	echo power data for $testName copied to $collectOutput
 	usbpassthru on
 	sleep 10
 	adb devices
 	sleep 10
 }

 function start_job {
 	cmdline="$1"
 	echo Running $cmdline
 	(adb shell "cd $devdir && nohup $cmdline > test.out") &
 	sleep 5
 	kill %1 2>/dev/null
 }

 function cleanup_job {
 	testName=$1
 	processName=$2
 	processName=${processName:=" sh "}
 	set -- $(adb shell ps | tr "\r" " " | grep "$processName")
 	echo killing PID=$2...
 	adb shell kill $2
 	sleep 1
 	echo copying test output to $testName...
 	adb pull $devdir/test.out
 	mv test.out ${testName}.out
 	if [ $restart -gt 0 ]; then
 		restart_device
 	else
 		doKeyevent HOME
 	fi
 }

 function airplane_mode {
 	if [ "$1" = "on" ]; then
 		mode=true
 		setting=1
 	else
 		mode=false
 		setting=0
 	fi
 	adb shell settings put global airplane_mode_on $setting
 	adb shell am broadcast -a android.intent.action.AIRPLANE_MODE --ez state $mode
 	echo Set airplane mode to $mode
 }

 function restart_device {
 	adb reboot
 	echo Wait 60s for device to restart...
 	sleep 60
 	while ! adb root
 	do
 		echo Waiting for device to come up...
 		sleep 10
 	done
 	echo Wait 30s to complete boot activities...
 	sleep 30
 	echo Restart complete.
 	doTap 897 1075
 	sleep 2
 	doSwipe $onSwipe
 	restartfile=${restartfile:="./restarthook"}
 	if [ -f $restartfile ]; then
 		# hook to change tunables after a restart
 		. $restartfile
 	fi
 }

 usbpassthru on
 adb devices 2>/dev/null

 airplane_mode off
 if [ $restart -gt 0 ]; then
 	restart_device
 fi

 echo Copying $scripts to device $devdir...
 copy_files
 adb shell ln -s /data/benchmarktest/hwuimacro/$HWUIMACRO $devdir/$HWUIMACRO
 tests=""

 # measure background power
 idleTime=${idleTime:=$defaultTime}
 if [ $idleTime -gt 0 ]; then
 	echo Test 1 : measure idle power for $idleTime minutes
 	run_test idle $idleTime
 	airplane_mode on
 	echo Restarting for power baseline in airplane mode...
 	restart_device
 	run_test idle-airplane $idleTime
 	airplane_mode off
 	# the screen blanks after 30 minutes. The first 2 minutes of the test
 	# have already been filtered off. For our power baseline, keep the first
 	# 20 minutes of the results
 	((twentyminutes=hz*20*60))
 	powerOutput="idle-power.out"
 	displayPowerOutput="idle-display-power.out"
 	airplanePowerOutput="idle-airplane-power.out"
 	airplaneDisplayPowerOutput="idle-airplane-display-power.out"
 	totalSamples=$(cat $powerOutput | wc -l)
 	if [ $twentyminutes -lt $totalSamples ]; then
 		head -$twentyminutes $powerOutput > $displayPowerOutput
 		head -$twentyminutes $airplanePowerOutput > $airplaneDisplayPowerOutput
 	else
 		cp $powerOutput $displayPowerOutput
 		cp $airplanePowerOutput $airplaneDisplayPowerOutput
 	fi
 	tests="$tests idle"
 fi

 recentflingTime=${recentflingTime:=$defaultTime}
 if [ $recentflingTime -gt 0 ]; then
 	echo $(date) Test 2 : recents fling for $recentflingTime minutes
 	airplane_mode on
 	adb shell "cd $devdir && ./systemapps.sh -A -T -i 1"
 	start_job "./recentfling.sh -N -i 1000 -d $DEVICE"
 	run_test recentfling $recentflingTime
 	cleanup_job recentfling
 	airplane_mode off
 	date
 	tests="$tests recentfling"
 fi

 suntempleTime=${suntempleTime:=$defaultTime}
 if [ $suntempleTime -gt 0 ]; then
 	echo $(date) Test 2 : run Sun Temple $suntempleTime minutes
 	airplane_mode on
 	install_suntemple
 	adb shell "am start $suntempleActivity"
 	run_test suntemple $suntempleTime
 	adb pull /sdcard/SunTemple/SunTemple/Saved/Logs/SunTemple.log
 	cleanup_job suntemple BrueComp
 	airplane_mode off
 	mv SunTemple.log suntemple.out
 	# grab the suntemple log
 	date
 	tests="$tests suntemple"
 fi

 chromeTime=${chromeTime:=$defaultTime}
 if [ $chromeTime -gt 0 ]; then
 	echo $(date) Test 3 : chrome fling for $chromeTime minutes
 	start_job "./chromefling.sh -i 1000 -d $DEVICE"
 	run_test chrome $chromeTime
 	cleanup_job chrome
 	date
 	tests="$tests chrome"
 fi

 shadowgrid2Time=${shadowgrid2Time:=$defaultTime}
 if [ $shadowgrid2Time -gt $shadowgrid2TimeMax ]; then
 	# we cap shadowgrid2 time since the display goes
 	# off after 30 minutes
 	$shadowgrid2Time=$shadowgrid2TimeMax
 fi
 if [ $shadowgrid2Time -gt 0 ]; then
 	airplane_mode on
 	echo $(date) Test 4 : shadowgrid2 for $shadowgrid2Time minutes
 	start_job "./$HWUIMACRO --onscreen shadowgrid2 100000"
 	run_test shadowgrid2 $shadowgrid2Time
 	cleanup_job shadowgrid2 $HWUIMACRO
 	airplane_mode off
 	date
 	tests="$tests shadowgrid2"
 fi

 youtubeTime=${youtubeTime:=$defaultTime}
 if [ $youtubeTime -gt 0 ]; then
 	echo $(date) Test 5 : youtube for $youtubeTime minutes
 	start_job "./youtube.sh -i 1000 -d $DEVICE"
 	run_test youtube $youtubeTime
 	cleanup_job youtube
 	date
 	tests="$tests youtube"
 fi

 sysappsTime=${sysappsTime:=$defaultTime}
 if [ $sysappsTime -gt 0 ]; then
 	echo $(date) Test 6 : app switching for $sysappsTime minutes
 	start_job "./systemapps.sh -T -i 1000 -d $DEVICE"
 	run_test sysapps $sysappsTime
 	cleanup_job sysapps
 	date
 	tests="$tests sysapps"
 fi

 echo Ran tests: $tests
 echo $tests > tests
	# Script to gather perf and perf/watt data for several workloads
	#
	# Setup:
	#
	# - device connected to monsoon with USB passthrough enabled
	# - network enabled (baseline will be measured and subtracted
	# from results) (network needed for chrome, youtube tests)
	# - the device is rebooted after each test (can be inhibited
	# with "-r 0")
	#
	# Default behavior is to run each of the known workloads for
	# 30 minutes gathering both performance and power data.
	#
	# The default time can be overridden with the -t option. To
	# change individual test times, a config file can be specifed
	# via -f with times for individual tests. Example file contents:
	#
	# idleTime=60
	# recentflingTime=60
	# chromeTime=60
	# youtubeTime=0
	# sysappsTime=60
	# suntempleTime=5
	#
	# Output goes to the current directory.
	#
	# Examples:
	#
	# - Run all tests for 15 minutes (default is 30): ./pwrtest.sh -t 15 -R MDA20
	#
	# - Use a config file for test times: ./pwrtest.sh -f ./myconfig -R MDA20
	#
	# - Use a init file to setup device tuneables after each restart (this is
	# a bash script which should include adb commands to set up device):
	# ./pwrtest.sh -F devtunables
	#

	defaultTime=30
	garbageminutes=8

	function Usage {
	echo "Usage: $0 [OPTIONS]"
	echo "-d device : device type (shamu, bullhead, ...)"
	echo "-f configFile : config file to override individual test times"
	echo "-g garbageMinutes : time to skip power measurement at beginning of test"
	echo " default=$garbagetime minutes"
	echo "-r restart : 0=no reboot between tests, 1=reboot (default)"
	echo "-t defaultTimeMin : default time to run each test"
	echo " default=$defaultTime minutes"
	echo "-D cmddir : directory to find defs.sh"
	echo "-F restartHookFile : file of commands to set device tunables after restart (optional)"
	echo "-R release : release running on device (MDA20, 2054728, etc)"
	}

	restart=1
	hz=5
	shadowgrid2TimeMax=25

	CMDDIR=$(dirname $0 2>/dev/null)
	CMDDIR=${CMDDIR:=.}

	MONSOON=monsoon.par

	while [ $# -gt 0 ]
	do
	case "$1" in
	(-D) CMDDIR=$2; shift;;
	(-r) restart=$2; shift;;
	(-t) defaultTime=$2; shift;;
	(-F) restartfile=$2; shift;;
	(-g) garbageminutes=$2; shift;;
	(-f)
	configFile=$2;
	echo "Reading configs from $configFile..."
	. ./$configFile
	shift;;
	(-R) echo $2 > ./build; shift;;
	(--) ;;
	(--help)
	Usage
	exit 0;;
	(*)
	echo "Unknown option: $1"
	Usage
	exit 1;;
	esac
	shift
	done

	. $CMDDIR/defs.sh --

	devdir="/data/local/tmp"
	suntempledir=${CMDDIR}/suntemple

	case $DEVICE in
	(shamu\|hammerhead)
	HWUIMACRO=hwuimacro
	onSwipe="700 1847 700 400 50"
	;;
	(*)
	HWUIMACRO=hwuimacro64
	onSwipe="500 1200 500 550 150"
	;;
	esac

	scripts="defs.sh systemapps.sh recentfling.sh youtube.sh chromefling.sh"

	if ! $MONSOON >/dev/null 2>&1; then
	echo $MONSOON must be in your PATH >&2
	exit 1
	fi

	function usbpassthru {
	if [ "$1" = off ]; then
	state=off
	else
	state=on
	fi
	echo Setting usb pass-thru to $state
	monsoon.par --usbpassthrough=$state
	}

	function pwrcollect {
	collectmin=$1
	collectmin=${collectmin:=60}
	# samples = hz * 60 * minutes
	((samples=560collectmin))
	monsoon.par --timestamp --samples $samples --hz 5
	}

	function copy_files {
	adb shell mkdir -p $devdir
	for file in $scripts
	do
	adb push $CMDDIR/$file $devdir
	done
	}

	function install_suntemple {
	echo Checking for suntemple installation...
	#stdest=/storage/sdcard0/obb/com.BrueComputing.SunTemple
	stdest=/storage/emulated/0/obb/com.BrueComputing.SunTemple
	dircontents=$(adb ls $stdest 2>/dev/null)
	if [ "$dircontents" = "" ]; then
	echo Installing suntemple...
	adb install $suntempledir/*.apk
	adb shell mkdir -p $stdest
	adb push $suntempledir/main*obb $stdest
	else
	echo dircontents=$dircontents
	echo Suntemple already installed.
	fi
	}

	function run_test {
	testName=$1
	collectMinutes=$2
	collectOutput=${testName}-power-raw.out
	powerOutput=${testName}-power.out
	echo -----------------------------------------------------
	echo TEST: $testName
	echo enabled Cores $(adb shell "cat /sys/devices/system/cpu/online")
	date
	echo -----------------------------------------------------
	usbpassthru off
	pwrcollect $collectMinutes > $collectOutput 2>/dev/null
	# take off the first 2min of samples
	totalSamples=$(cat $collectOutput \| wc -l)
	# we throw away the first "garbageminutes" of the data
	# since it is volatile
	((garbage=hz60garbageminutes))
	((remaining=totalSamples-garbage))
	if [ $remaining -gt 0 ]; then
	tail -$remaining $collectOutput > $powerOutput
	else
	cp $collectOutput $powerOutput
	fi
	echo power data for $testName copied to $collectOutput
	usbpassthru on
	sleep 10
	adb devices
	sleep 10
	}

	function start_job {
	cmdline="$1"
	echo Running $cmdline
	(adb shell "cd $devdir && nohup $cmdline > test.out") &
	sleep 5
	kill %1 2>/dev/null
	}

	function cleanup_job {
	testName=$1
	processName=$2
	processName=${processName:=" sh "}
	set -- $(adb shell ps \| tr "\r" " " \| grep "$processName")
	echo killing PID=$2...
	adb shell kill $2
	sleep 1
	echo copying test output to $testName...
	adb pull $devdir/test.out
	mv test.out ${testName}.out
	if [ $restart -gt 0 ]; then
	restart_device
	else
	doKeyevent HOME
	fi
	}

	function airplane_mode {
	if [ "$1" = "on" ]; then
	mode=true
	setting=1
	else
	mode=false
	setting=0
	fi
	adb shell settings put global airplane_mode_on $setting
	adb shell am broadcast -a android.intent.action.AIRPLANE_MODE --ez state $mode
	echo Set airplane mode to $mode
	}

	function restart_device {
	adb reboot
	echo Wait 60s for device to restart...
	sleep 60
	while ! adb root
	do
	echo Waiting for device to come up...
	sleep 10
	done
	echo Wait 30s to complete boot activities...
	sleep 30
	echo Restart complete.
	doTap 897 1075
	sleep 2
	doSwipe $onSwipe
	restartfile=${restartfile:="./restarthook"}
	if [ -f $restartfile ]; then
	# hook to change tunables after a restart
	. $restartfile
	fi
	}

	usbpassthru on
	adb devices 2>/dev/null

	airplane_mode off
	if [ $restart -gt 0 ]; then
	restart_device
	fi

	echo Copying $scripts to device $devdir...
	copy_files
	adb shell ln -s /data/benchmarktest/hwuimacro/$HWUIMACRO $devdir/$HWUIMACRO
	tests=""

	# measure background power
	idleTime=${idleTime:=$defaultTime}
	if [ $idleTime -gt 0 ]; then
	echo Test 1 : measure idle power for $idleTime minutes
	run_test idle $idleTime
	airplane_mode on
	echo Restarting for power baseline in airplane mode...
	restart_device
	run_test idle-airplane $idleTime
	airplane_mode off
	# the screen blanks after 30 minutes. The first 2 minutes of the test
	# have already been filtered off. For our power baseline, keep the first
	# 20 minutes of the results
	((twentyminutes=hz2060))
	powerOutput="idle-power.out"
	displayPowerOutput="idle-display-power.out"
	airplanePowerOutput="idle-airplane-power.out"
	airplaneDisplayPowerOutput="idle-airplane-display-power.out"
	totalSamples=$(cat $powerOutput \| wc -l)
	if [ $twentyminutes -lt $totalSamples ]; then
	head -$twentyminutes $powerOutput > $displayPowerOutput
	head -$twentyminutes $airplanePowerOutput > $airplaneDisplayPowerOutput
	else
	cp $powerOutput $displayPowerOutput
	cp $airplanePowerOutput $airplaneDisplayPowerOutput
	fi
	tests="$tests idle"
	fi

	recentflingTime=${recentflingTime:=$defaultTime}
	if [ $recentflingTime -gt 0 ]; then
	echo $(date) Test 2 : recents fling for $recentflingTime minutes
	airplane_mode on
	adb shell "cd $devdir && ./systemapps.sh -A -T -i 1"
	start_job "./recentfling.sh -N -i 1000 -d $DEVICE"
	run_test recentfling $recentflingTime
	cleanup_job recentfling
	airplane_mode off
	date
	tests="$tests recentfling"
	fi

	suntempleTime=${suntempleTime:=$defaultTime}
	if [ $suntempleTime -gt 0 ]; then
	echo $(date) Test 2 : run Sun Temple $suntempleTime minutes
	airplane_mode on
	install_suntemple
	adb shell "am start $suntempleActivity"
	run_test suntemple $suntempleTime
	adb pull /sdcard/SunTemple/SunTemple/Saved/Logs/SunTemple.log
	cleanup_job suntemple BrueComp
	airplane_mode off
	mv SunTemple.log suntemple.out
	# grab the suntemple log
	date
	tests="$tests suntemple"
	fi

	chromeTime=${chromeTime:=$defaultTime}
	if [ $chromeTime -gt 0 ]; then
	echo $(date) Test 3 : chrome fling for $chromeTime minutes
	start_job "./chromefling.sh -i 1000 -d $DEVICE"
	run_test chrome $chromeTime
	cleanup_job chrome
	date
	tests="$tests chrome"
	fi

	shadowgrid2Time=${shadowgrid2Time:=$defaultTime}
	if [ $shadowgrid2Time -gt $shadowgrid2TimeMax ]; then
	# we cap shadowgrid2 time since the display goes
	# off after 30 minutes
	$shadowgrid2Time=$shadowgrid2TimeMax
	fi
	if [ $shadowgrid2Time -gt 0 ]; then
	airplane_mode on
	echo $(date) Test 4 : shadowgrid2 for $shadowgrid2Time minutes
	start_job "./$HWUIMACRO --onscreen shadowgrid2 100000"
	run_test shadowgrid2 $shadowgrid2Time
	cleanup_job shadowgrid2 $HWUIMACRO
	airplane_mode off
	date
	tests="$tests shadowgrid2"
	fi

	youtubeTime=${youtubeTime:=$defaultTime}
	if [ $youtubeTime -gt 0 ]; then
	echo $(date) Test 5 : youtube for $youtubeTime minutes
	start_job "./youtube.sh -i 1000 -d $DEVICE"
	run_test youtube $youtubeTime
	cleanup_job youtube
	date
	tests="$tests youtube"
	fi

	sysappsTime=${sysappsTime:=$defaultTime}
	if [ $sysappsTime -gt 0 ]; then
	echo $(date) Test 6 : app switching for $sysappsTime minutes
	start_job "./systemapps.sh -T -i 1000 -d $DEVICE"
	run_test sysapps $sysappsTime
	cleanup_job sysapps
	date
	tests="$tests sysapps"
	fi

	echo Ran tests: $tests
	echo $tests > tests