aboutsummaryrefslogtreecommitdiff
path: root/deeptagger/bench.sh
blob: d512ff0cb7ebdc7060d8aaac21dd5474aa805c8a (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
#!/bin/sh -e
if [ $# -lt 2 ] || ! [ -x "$1" ]
then
	echo "Usage: $0 DEEPTAGGER FILE..."
	echo "Run this after using download.sh, from the same directory."
	exit 1
fi

runner=$1
shift
log=bench.out
: >$log

run() {
	opts=$1 batch=$2 model=$3
	shift 3

	for i in $(seq 1 3)
	do
		start=$(date +%s)
		"$runner" $opts -b "$batch" -t 0.75 "$model" "$@" >/dev/null || :
		end=$(date +%s)
		printf '%s\t%s\t%s\t%s\t%s\n' \
			"$name" "$model" "$opts" "$batch" "$((end - start))" | tee -a $log
	done
}

for model in models/*.model
do
	name=$(sed -n 's/^name=//p' "$model")
	for batch in 1 4 16
	do
		run ""    $batch "$model" "$@"
		run --cpu $batch "$model" "$@"
	done
done