44 lines
1.0 KiB
Bash
44 lines
1.0 KiB
Bash
#!/bin/bash
|
|
set -e
|
|
|
|
. ./common.sh
|
|
|
|
test_cpu_speed_mini_sequence_labeler () {
|
|
echo "Testing: mini sequence labeler, CPU"
|
|
|
|
export OMP_NUM_THREADS=4
|
|
export MKL_NUM_THREADS=4
|
|
|
|
git clone https://github.com/pytorch/benchmark.git
|
|
|
|
cd benchmark/
|
|
|
|
git checkout 726567a455edbfda6199445922a8cfee82535664
|
|
|
|
cd scripts/mini_sequence_labeler
|
|
|
|
SAMPLE_ARRAY=()
|
|
NUM_RUNS=$1
|
|
|
|
for (( i=1; i<=NUM_RUNS; i++ )) do
|
|
runtime=$(get_runtime_of_command python main.py)
|
|
SAMPLE_ARRAY+=("${runtime}")
|
|
done
|
|
|
|
cd ../../..
|
|
|
|
stats=$(python ../get_stats.py "${SAMPLE_ARRAY[@]}")
|
|
echo "Runtime stats in seconds:"
|
|
echo "$stats"
|
|
|
|
if [ "$2" == "compare_with_baseline" ]; then
|
|
python ../compare_with_baseline.py --test-name "${FUNCNAME[0]}" --sample-stats "${stats}"
|
|
elif [ "$2" == "compare_and_update" ]; then
|
|
python ../compare_with_baseline.py --test-name "${FUNCNAME[0]}" --sample-stats "${stats}" --update
|
|
fi
|
|
}
|
|
|
|
if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
|
|
run_test test_cpu_speed_mini_sequence_labeler "$@"
|
|
fi
|