tools/testing/selftests/amd-pstate/gitsource.sh

   1 #!/bin/bash
   2 # SPDX-License-Identifier: GPL-2.0
   3
   4 # Testing and monitor the cpu desire performance, frequency, load,
   5 # power consumption and throughput etc. when this script trigger
   6 # gitsource test.
   7 # 1) Download and tar gitsource codes.
   8 # 2) Run gitsource benchmark on specific governors, ondemand or schedutil.
   9 # 3) Run tbench benchmark comparative test on acpi-cpufreq kernel driver.
  10 # 4) Get desire performance, frequency, load by perf.
  11 # 5) Get power consumption and throughput by amd_pstate_trace.py.
  12 # 6) Get run time by /usr/bin/time.
  13 # 7) Analyse test results and save it in file selftest.gitsource.csv.
  14 #8) Plot png images about time, energy and performance per watt for each test.
  15
  16 # protect against multiple inclusion
  17 if [ $FILE_GITSOURCE ]; then
  18         return 0
  19 else
  20         FILE_GITSOURCE=DONE
  21 fi
  22
  23 git_name="git-2.15.1"
  24 git_tar="$git_name.tar.gz"
  25 gitsource_url="https://github.com/git/git/archive/refs/tags/v2.15.1.tar.gz"
  26 gitsource_governors=("ondemand" "schedutil")
  27
  28 # $1: governor, $2: round, $3: des-perf, $4: freq, $5: load, $6: time $7: energy, $8: PPW
  29 store_csv_gitsource()
  30 {
  31         echo "$1, $2, $3, $4, $5, $6, $7, $8" | tee -a $OUTFILE_GIT.csv > /dev/null 2>&1
  32 }
  33
  34 # clear some special lines
  35 clear_csv_gitsource()
  36 {
  37         if [ -f $OUTFILE_GIT.csv ]; then
  38                 sed -i '/Comprison(%)/d' $OUTFILE_GIT.csv
  39                 sed -i "/$(scaling_name)/d" $OUTFILE_GIT.csv
  40         fi
  41 }
  42
  43 # find string $1 in file csv and get the number of lines
  44 get_lines_csv_gitsource()
  45 {
  46         if [ -f $OUTFILE_GIT.csv ]; then
  47                 return `grep -c "$1" $OUTFILE_GIT.csv`
  48         else
  49                 return 0
  50         fi
  51 }
  52
  53 pre_clear_gitsource()
  54 {
  55         post_clear_gitsource
  56         rm -rf gitsource_*.png
  57         clear_csv_gitsource
  58 }
  59
  60 post_clear_gitsource()
  61 {
  62         rm -rf results/tracer-gitsource*
  63         rm -rf $OUTFILE_GIT*.log
  64         rm -rf $OUTFILE_GIT*.result
  65 }
  66
  67 install_gitsource()
  68 {
  69         if [ ! -d $SCRIPTDIR/$git_name ]; then
  70                 pushd $(pwd) > /dev/null 2>&1
  71                 cd $SCRIPTDIR
  72                 printf "Download gitsource, please wait a moment ...\n\n"
  73                 wget -O $git_tar $gitsource_url > /dev/null 2>&1
  74
  75                 printf "Tar gitsource ...\n\n"
  76                 tar -xzf $git_tar
  77                 popd > /dev/null 2>&1
  78         fi
  79 }
  80
  81 # $1: governor, $2: loop
  82 run_gitsource()
  83 {
  84         echo "Launching amd pstate tracer for $1 #$2 tracer_interval: $TRACER_INTERVAL"
  85         $TRACER -n tracer-gitsource-$1-$2 -i $TRACER_INTERVAL > /dev/null 2>&1 &
  86
  87         printf "Make and test gitsource for $1 #$2 make_cpus: $MAKE_CPUS\n"
  88         BACKUP_DIR=$(pwd)
  89         pushd $BACKUP_DIR > /dev/null 2>&1
  90         cd $SCRIPTDIR/$git_name
  91         $PERF stat -a --per-socket -I 1000 -e power/energy-pkg/ /usr/bin/time -o $BACKUP_DIR/$OUTFILE_GIT.time-gitsource-$1-$2.log make test -j$MAKE_CPUS > $BACKUP_DIR/$OUTFILE_GIT-perf-$1-$2.log 2>&1
  92         popd > /dev/null 2>&1
  93
  94         for job in `jobs -p`
  95         do
  96                 echo "Waiting for job id $job"
  97                 wait $job
  98         done
  99 }
 100
 101 # $1: governor, $2: loop
 102 parse_gitsource()
 103 {
 104         awk '{print $5}' results/tracer-gitsource-$1-$2/cpu.csv | sed -e '1d' | sed s/,// > $OUTFILE_GIT-des-perf-$1-$2.log
 105         avg_des_perf=$(awk 'BEGIN {i=0; sum=0};{i++; sum += $1};END {print sum/i}' $OUTFILE_GIT-des-perf-$1-$2.log)
 106         printf "Gitsource-$1-#$2 avg des perf: $avg_des_perf\n" | tee -a $OUTFILE_GIT.result
 107
 108         awk '{print $7}' results/tracer-gitsource-$1-$2/cpu.csv | sed -e '1d' | sed s/,// > $OUTFILE_GIT-freq-$1-$2.log
 109         avg_freq=$(awk 'BEGIN {i=0; sum=0};{i++; sum += $1};END {print sum/i}' $OUTFILE_GIT-freq-$1-$2.log)
 110         printf "Gitsource-$1-#$2 avg freq: $avg_freq\n" | tee -a $OUTFILE_GIT.result
 111
 112         awk '{print $11}' results/tracer-gitsource-$1-$2/cpu.csv | sed -e '1d' | sed s/,// > $OUTFILE_GIT-load-$1-$2.log
 113         avg_load=$(awk 'BEGIN {i=0; sum=0};{i++; sum += $1};END {print sum/i}' $OUTFILE_GIT-load-$1-$2.log)
 114         printf "Gitsource-$1-#$2 avg load: $avg_load\n" | tee -a $OUTFILE_GIT.result
 115
 116         grep user $OUTFILE_GIT.time-gitsource-$1-$2.log | awk '{print $1}' | sed -e 's/user//' > $OUTFILE_GIT-time-$1-$2.log
 117         time_sum=$(awk 'BEGIN {sum=0};{sum += $1};END {print sum}' $OUTFILE_GIT-time-$1-$2.log)
 118         printf "Gitsource-$1-#$2 user time(s): $time_sum\n" | tee -a $OUTFILE_GIT.result
 119
 120         grep Joules $OUTFILE_GIT-perf-$1-$2.log | awk '{print $4}' > $OUTFILE_GIT-energy-$1-$2.log
 121         en_sum=$(awk 'BEGIN {sum=0};{sum += $1};END {print sum}' $OUTFILE_GIT-energy-$1-$2.log)
 122         printf "Gitsource-$1-#$2 power consumption(J): $en_sum\n" | tee -a $OUTFILE_GIT.result
 123
 124         # Permance is the number of run gitsource per second, denoted 1/t, where 1 is the number of run gitsource in t
 125         # seconds. It is well known that P=E/t, where P is power measured in watts(W), E is energy measured in joules(J),
 126         # and t is time measured in seconds(s). This means that performance per watt becomes
 127         #        1/t     1/t     1
 128         #       ----- = ----- = ---
 129         #         P      E/t     E
 130         # with unit given by 1 per joule.
 131         ppw=`echo "scale=9;1/$en_sum" | bc | awk '{printf "%.9f", $0}'`
 132         printf "Gitsource-$1-#$2 performance per watt(1/J): $ppw\n" | tee -a $OUTFILE_GIT.result
 133         printf "\n" | tee -a $OUTFILE_GIT.result
 134
 135         driver_name=`echo $(scaling_name)`
 136         store_csv_gitsource "$driver_name-$1" $2 $avg_des_perf $avg_freq $avg_load $time_sum $en_sum $ppw
 137 }
 138
 139 # $1: governor
 140 loop_gitsource()
 141 {
 142         printf "\nGitsource total test times is $LOOP_TIMES for $1\n\n"
 143         for i in `seq 1 $LOOP_TIMES`
 144         do
 145                 run_gitsource $1 $i
 146                 parse_gitsource $1 $i
 147         done
 148 }
 149
 150 # $1: governor
 151 gather_gitsource()
 152 {
 153         printf "Gitsource test result for $1 (loops:$LOOP_TIMES)" | tee -a $OUTFILE_GIT.result
 154         printf "\n--------------------------------------------------\n" | tee -a $OUTFILE_GIT.result
 155
 156         grep "Gitsource-$1-#" $OUTFILE_GIT.result | grep "avg des perf:" | awk '{print $NF}' > $OUTFILE_GIT-des-perf-$1.log
 157         avg_des_perf=$(awk 'BEGIN {sum=0};{sum += $1};END {print sum/'$LOOP_TIMES'}' $OUTFILE_GIT-des-perf-$1.log)
 158         printf "Gitsource-$1 avg des perf: $avg_des_perf\n" | tee -a $OUTFILE_GIT.result
 159
 160         grep "Gitsource-$1-#" $OUTFILE_GIT.result | grep "avg freq:" | awk '{print $NF}' > $OUTFILE_GIT-freq-$1.log
 161         avg_freq=$(awk 'BEGIN {sum=0};{sum += $1};END {print sum/'$LOOP_TIMES'}' $OUTFILE_GIT-freq-$1.log)
 162         printf "Gitsource-$1 avg freq: $avg_freq\n" | tee -a $OUTFILE_GIT.result
 163
 164         grep "Gitsource-$1-#" $OUTFILE_GIT.result | grep "avg load:" | awk '{print $NF}' > $OUTFILE_GIT-load-$1.log
 165         avg_load=$(awk 'BEGIN {sum=0};{sum += $1};END {print sum/'$LOOP_TIMES'}' $OUTFILE_GIT-load-$1.log)
 166         printf "Gitsource-$1 avg load: $avg_load\n" | tee -a $OUTFILE_GIT.result
 167
 168         grep "Gitsource-$1-#" $OUTFILE_GIT.result | grep "user time(s):" | awk '{print $NF}' > $OUTFILE_GIT-time-$1.log
 169         time_sum=$(awk 'BEGIN {sum=0};{sum += $1};END {print sum}' $OUTFILE_GIT-time-$1.log)
 170         printf "Gitsource-$1 total user time(s): $time_sum\n" | tee -a $OUTFILE_GIT.result
 171
 172         avg_time=$(awk 'BEGIN {sum=0};{sum += $1};END {print sum/'$LOOP_TIMES'}' $OUTFILE_GIT-time-$1.log)
 173         printf "Gitsource-$1 avg user times(s): $avg_time\n" | tee -a $OUTFILE_GIT.result
 174
 175         grep "Gitsource-$1-#" $OUTFILE_GIT.result | grep "power consumption(J):" | awk '{print $NF}' > $OUTFILE_GIT-energy-$1.log
 176         en_sum=$(awk 'BEGIN {sum=0};{sum += $1};END {print sum}' $OUTFILE_GIT-energy-$1.log)
 177         printf "Gitsource-$1 total power consumption(J): $en_sum\n" | tee -a $OUTFILE_GIT.result
 178
 179         avg_en=$(awk 'BEGIN {sum=0};{sum += $1};END {print sum/'$LOOP_TIMES'}' $OUTFILE_GIT-energy-$1.log)
 180         printf "Gitsource-$1 avg power consumption(J): $avg_en\n" | tee -a $OUTFILE_GIT.result
 181
 182         # Permance is the number of run gitsource per second, denoted 1/t, where 1 is the number of run gitsource in t
 183         # seconds. It is well known that P=E/t, where P is power measured in watts(W), E is energy measured in joules(J),
 184         # and t is time measured in seconds(s). This means that performance per watt becomes
 185         #        1/t     1/t     1
 186         #       ----- = ----- = ---
 187         #         P      E/t     E
 188         # with unit given by 1 per joule.
 189         ppw=`echo "scale=9;1/$avg_en" | bc | awk '{printf "%.9f", $0}'`
 190         printf "Gitsource-$1 performance per watt(1/J): $ppw\n" | tee -a $OUTFILE_GIT.result
 191         printf "\n" | tee -a $OUTFILE_GIT.result
 192
 193         driver_name=`echo $(scaling_name)`
 194         store_csv_gitsource "$driver_name-$1" "Average" $avg_des_perf $avg_freq $avg_load $avg_time $avg_en $ppw
 195 }
 196
 197 # $1: base scaling_driver $2: base governor $3: comparison scaling_driver $4: comparison governor
 198 __calc_comp_gitsource()
 199 {
 200         base=`grep "$1-$2" $OUTFILE_GIT.csv | grep "Average"`
 201         comp=`grep "$3-$4" $OUTFILE_GIT.csv | grep "Average"`
 202
 203         if [ -n "$base" -a -n "$comp" ]; then
 204                 printf "\n==================================================\n" | tee -a $OUTFILE_GIT.result
 205                 printf "Gitsource comparison $1-$2 VS $3-$4" | tee -a $OUTFILE_GIT.result
 206                 printf "\n==================================================\n" | tee -a $OUTFILE_GIT.result
 207
 208                 # get the base values
 209                 des_perf_base=`echo "$base" | awk '{print $3}' | sed s/,//`
 210                 freq_base=`echo "$base" | awk '{print $4}' | sed s/,//`
 211                 load_base=`echo "$base" | awk '{print $5}' | sed s/,//`
 212                 time_base=`echo "$base" | awk '{print $6}' | sed s/,//`
 213                 energy_base=`echo "$base" | awk '{print $7}' | sed s/,//`
 214                 ppw_base=`echo "$base" | awk '{print $8}' | sed s/,//`
 215
 216                 # get the comparison values
 217                 des_perf_comp=`echo "$comp" | awk '{print $3}' | sed s/,//`
 218                 freq_comp=`echo "$comp" | awk '{print $4}' | sed s/,//`
 219                 load_comp=`echo "$comp" | awk '{print $5}' | sed s/,//`
 220                 time_comp=`echo "$comp" | awk '{print $6}' | sed s/,//`
 221                 energy_comp=`echo "$comp" | awk '{print $7}' | sed s/,//`
 222                 ppw_comp=`echo "$comp" | awk '{print $8}' | sed s/,//`
 223
 224                 # compare the base and comp values
 225                 des_perf_drop=`echo "scale=4;($des_perf_comp-$des_perf_base)*100/$des_perf_base" | bc | awk '{printf "%.4f", $0}'`
 226                 printf "Gitsource-$1 des perf base: $des_perf_base comprison: $des_perf_comp percent: $des_perf_drop\n" | tee -a $OUTFILE_GIT.result
 227
 228                 freq_drop=`echo "scale=4;($freq_comp-$freq_base)*100/$freq_base" | bc | awk '{printf "%.4f", $0}'`
 229                 printf "Gitsource-$1 freq base: $freq_base comprison: $freq_comp percent: $freq_drop\n" | tee -a $OUTFILE_GIT.result
 230
 231                 load_drop=`echo "scale=4;($load_comp-$load_base)*100/$load_base" | bc | awk '{printf "%.4f", $0}'`
 232                 printf "Gitsource-$1 load base: $load_base comprison: $load_comp percent: $load_drop\n" | tee -a $OUTFILE_GIT.result
 233
 234                 time_drop=`echo "scale=4;($time_comp-$time_base)*100/$time_base" | bc | awk '{printf "%.4f", $0}'`
 235                 printf "Gitsource-$1 time base: $time_base comprison: $time_comp percent: $time_drop\n" | tee -a $OUTFILE_GIT.result
 236
 237                 energy_drop=`echo "scale=4;($energy_comp-$energy_base)*100/$energy_base" | bc | awk '{printf "%.4f", $0}'`
 238                 printf "Gitsource-$1 energy base: $energy_base comprison: $energy_comp percent: $energy_drop\n" | tee -a $OUTFILE_GIT.result
 239
 240                 ppw_drop=`echo "scale=4;($ppw_comp-$ppw_base)*100/$ppw_base" | bc | awk '{printf "%.4f", $0}'`
 241                 printf "Gitsource-$1 performance per watt base: $ppw_base comprison: $ppw_comp percent: $ppw_drop\n" | tee -a $OUTFILE_GIT.result
 242                 printf "\n" | tee -a $OUTFILE_GIT.result
 243
 244                 store_csv_gitsource "$1-$2 VS $3-$4" "Comprison(%)" "$des_perf_drop" "$freq_drop" "$load_drop" "$time_drop" "$energy_drop" "$ppw_drop"
 245         fi
 246 }
 247
 248 # calculate the comparison(%)
 249 calc_comp_gitsource()
 250 {
 251         # acpi-cpufreq-ondemand VS acpi-cpufreq-schedutil
 252         __calc_comp_gitsource ${all_scaling_names[0]} ${gitsource_governors[0]} ${all_scaling_names[0]} ${gitsource_governors[1]}
 253
 254         # amd-pstate-ondemand VS amd-pstate-schedutil
 255         __calc_comp_gitsource ${all_scaling_names[1]} ${gitsource_governors[0]} ${all_scaling_names[1]} ${gitsource_governors[1]}
 256
 257         # acpi-cpufreq-ondemand VS amd-pstate-ondemand
 258         __calc_comp_gitsource ${all_scaling_names[0]} ${gitsource_governors[0]} ${all_scaling_names[1]} ${gitsource_governors[0]}
 259
 260         # acpi-cpufreq-schedutil VS amd-pstate-schedutil
 261         __calc_comp_gitsource ${all_scaling_names[0]} ${gitsource_governors[1]} ${all_scaling_names[1]} ${gitsource_governors[1]}
 262 }
 263
 264 # $1: file_name, $2: title, $3: ylable, $4: column
 265 plot_png_gitsource()
 266 {
 267         # all_scaling_names[1] all_scaling_names[0] flag
 268         #    amd-pstate           acpi-cpufreq
 269         #         N                   N             0
 270         #         N                   Y             1
 271         #         Y                   N             2
 272         #         Y                   Y             3
 273         ret=`grep -c "${all_scaling_names[1]}" $OUTFILE_GIT.csv`
 274         if [ $ret -eq 0 ]; then
 275                 ret=`grep -c "${all_scaling_names[0]}" $OUTFILE_GIT.csv`
 276                 if [ $ret -eq 0 ]; then
 277                         flag=0
 278                 else
 279                         flag=1
 280                 fi
 281         else
 282                 ret=`grep -c "${all_scaling_names[0]}" $OUTFILE_GIT.csv`
 283                 if [ $ret -eq 0 ]; then
 284                         flag=2
 285                 else
 286                         flag=3
 287                 fi
 288         fi
 289
 290         gnuplot << EOF
 291                 set term png
 292                 set output "$1"
 293
 294                 set title "$2"
 295                 set xlabel "Test Cycles (round)"
 296                 set ylabel "$3"
 297
 298                 set grid
 299                 set style data histogram
 300                 set style fill solid 0.5 border
 301                 set boxwidth 0.8
 302
 303                 if ($flag == 1) {
 304                         plot \
 305                         "<(sed -n -e 's/,//g' -e '/${all_scaling_names[0]}-${gitsource_governors[0]}/p' $OUTFILE_GIT.csv)" using $4:xtic(2) title "${all_scaling_names[0]}-${gitsource_governors[0]}", \
 306                         "<(sed -n -e 's/,//g' -e '/${all_scaling_names[0]}-${gitsource_governors[1]}/p' $OUTFILE_GIT.csv)" using $4:xtic(2) title "${all_scaling_names[0]}-${gitsource_governors[1]}"
 307                 } else {
 308                         if ($flag == 2) {
 309                                 plot \
 310                                 "<(sed -n -e 's/,//g' -e '/${all_scaling_names[1]}-${gitsource_governors[0]}/p' $OUTFILE_GIT.csv)" using $4:xtic(2) title "${all_scaling_names[1]}-${gitsource_governors[0]}", \
 311                                 "<(sed -n -e 's/,//g' -e '/${all_scaling_names[1]}-${gitsource_governors[1]}/p' $OUTFILE_GIT.csv)" using $4:xtic(2) title "${all_scaling_names[1]}-${gitsource_governors[1]}"
 312                         } else {
 313                                 if ($flag == 3 ) {
 314                                         plot \
 315                                         "<(sed -n -e 's/,//g' -e '/${all_scaling_names[0]}-${gitsource_governors[0]}/p' $OUTFILE_GIT.csv)" using $4:xtic(2) title "${all_scaling_names[0]}-${gitsource_governors[0]}", \
 316                                         "<(sed -n -e 's/,//g' -e '/${all_scaling_names[0]}-${gitsource_governors[1]}/p' $OUTFILE_GIT.csv)" using $4:xtic(2) title "${all_scaling_names[0]}-${gitsource_governors[1]}", \
 317                                         "<(sed -n -e 's/,//g' -e '/${all_scaling_names[1]}-${gitsource_governors[0]}/p' $OUTFILE_GIT.csv)" using $4:xtic(2) title "${all_scaling_names[1]}-${gitsource_governors[0]}", \
 318                                         "<(sed -n -e 's/,//g' -e '/${all_scaling_names[1]}-${gitsource_governors[1]}/p' $OUTFILE_GIT.csv)" using $4:xtic(2) title "${all_scaling_names[1]}-${gitsource_governors[1]}"
 319                                 }
 320                         }
 321                 }
 322                 quit
 323 EOF
 324 }
 325
 326 amd_pstate_gitsource()
 327 {
 328         printf "\n---------------------------------------------\n"
 329         printf "*** Running gitsource                     ***"
 330         printf "\n---------------------------------------------\n"
 331
 332         pre_clear_gitsource
 333
 334         install_gitsource
 335
 336         get_lines_csv_gitsource "Governor"
 337         if [ $? -eq 0 ]; then
 338                 # add titles and unit for csv file
 339                 store_csv_gitsource "Governor" "Round" "Des-perf" "Freq" "Load" "Time" "Energy" "Performance Per Watt"
 340                 store_csv_gitsource "Unit" "" "" "GHz" "" "s" "J" "1/J"
 341         fi
 342
 343         backup_governor
 344         for governor in ${gitsource_governors[*]} ; do
 345                 printf "\nSpecified governor is $governor\n\n"
 346                 switch_governor $governor
 347                 loop_gitsource $governor
 348                 gather_gitsource $governor
 349         done
 350         restore_governor
 351
 352         plot_png_gitsource "gitsource_time.png" "Gitsource Benchmark Time" "Time (s)" 6
 353         plot_png_gitsource "gitsource_energy.png" "Gitsource Benchmark Energy" "Energy (J)" 7
 354         plot_png_gitsource "gitsource_ppw.png" "Gitsource Benchmark Performance Per Watt" "Performance Per Watt (1/J)" 8
 355
 356         calc_comp_gitsource
 357
 358         post_clear_gitsource
 359 }