tools/performance/layout/Averagetable2.pl

   1 ##########################################################################################
   2 #
   3 # ***** BEGIN LICENSE BLOCK *****
   4 # Version: MPL 1.1/GPL 2.0/LGPL 2.1
   5 #
   6 # The contents of this file are subject to the Mozilla Public License Version
   7 # 1.1 (the "License"); you may not use this file except in compliance with
   8 # the License. You may obtain a copy of the License at
   9 # http://www.mozilla.org/MPL/
  10 #
  11 # Software distributed under the License is distributed on an "AS IS" basis,
  12 # WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
  13 # for the specific language governing rights and limitations under the
  14 # License.
  15 #
  16 # The Original Code is mozilla.org code.
  17 #
  18 # The Initial Developer of the Original Code is
  19 # Netscape Communications Corporation.
  20 # Portions created by the Initial Developer are Copyright (C) 1998
  21 # the Initial Developer. All Rights Reserved.
  22 #
  23 # Contributor(s):
  24 #   2/10/00 attinasi
  25 #
  26 # Alternatively, the contents of this file may be used under the terms of
  27 # either the GNU General Public License Version 2 or later (the "GPL"), or
  28 # the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),
  29 # in which case the provisions of the GPL or the LGPL are applicable instead
  30 # of those above. If you wish to allow use of your version of this file only
  31 # under the terms of either the GPL or the LGPL, and not to allow others to
  32 # use your version of this file under the terms of the MPL, indicate your
  33 # decision by deleting the provisions above and replace them with the notice
  34 # and other provisions required by the GPL or the LGPL. If you do not delete
  35 # the provisions above, a recipient may use your version of this file under
  36 # the terms of any one of the MPL, the GPL or the LGPL.
  37 #
  38 # ***** END LICENSE BLOCK *****
  39
  40 #------------------------------------------------------------------------------
  41 sub debug_print {
  42   foreach $str (@_){
  43 #    print( $str );
  44   }
  45 }
  46 #------------------------------------------------------------------------------
  47 # get the arguments:
  48 #------------------------------------------------------------------------------
  49 @ARGV;
  50 $UrlName = $ARGV[0];
  51 $logFile = $ARGV[1];
  52 $NumOfSites = $ARGV[2];
  53 $buildRoot = $ARGV[3];
  54 $LinkURL = $ARGV[4];
  55 $useClockTime = $ARGV[5];
  56 #$buildIDFile = '< '.$buildRoot.'\bin\chrome\locales\en-US\navigator\locale\navigator.dtd';
  57 #$buildIDFile = "";
  58 debug_print( "Arguments:[ $UrlName | $logFile | $NumOfSites | $buildRoot | $LinkURL | $useClockTime]\n");
  59
  60 #------------------------------------------------------------------------------
  61 # Open the ID file and get the build ID
  62 #------------------------------------------------------------------------------
  63
  64 #open (XUL_FILE, $buildIDFile) or die "Cannot open BuildID file $buildIDFile (AverageTable2.pl)\n";
  65 #$BuildNo = "";
  66 #$LineList;
  67 #while (<XUL_FILE>)
  68 #{
  69 #  $ThisLine = $_;
  70 #  chop ($ThisLine);
  71 #  if (/Build ID/){
  72 #    @LineList = split (/\"/, $ThisLine);
  73 #    $BuildNo = $LineList[1];
  74 #  }
  75 #}
  76 #@LineList = split (/ /, $BuildNo);
  77 #$BuildNo = $LineList[2];
  78 #$BuildNo =~ s/"//g;
  79 #$BuildNo =~ s/[>]//g;
  80 #debug_print ("Build Number: $BuildNo\n");
  81 #close( XUL_FILE );
  82
  83 #------------------------------------------------------------------------------
  84 # Open the logfile (input)
  85 # and the deviation file (output,append)
  86 #------------------------------------------------------------------------------
  87 open (LOG_FILE, "< $logFile") or die "Logfile $logFile could not be opened";
  88
  89 #------------------------------------------------------------------------------
  90 # Deviation file:
  91 # Flat file used to calculate and display deviation between latest and
  92 # week old builds data.
  93 #
  94 # Format of flat file is attributes separated by commas with no spaces as follows:
  95 # BuildNo,date,url,parsingtime,parsingper,contenttime,contentper,frametime,
  96 # frameper,styletime,styleper,reflowtime,reflowper,totallayouttime,totallayoutper,
  97 # totalpageloadtime
  98 ($Second, $Minute, $Hour, $DayOfMonth, $Month, $Year, $WeekDay, $DayOfYear, $IsDST) = localtime (time);
  99 $RealMonth = $Month + 1;
 100 $Year += 1900;
 101 $BuildNo = $RealMonth.$DayOfMonth.$Year;
 102 $file = $BuildNo.".dat";
 103 open (DEVIATION, ">> $file") or die "Deviation file could not be opened";
 104
 105 # add entry to the deviation file
 106 ($Second, $Minute, $Hour, $DayOfMonth, $Month, $Year, $WeekDay, $DayOfYear, $IsDST) = localtime (time);
 107 $RealMonth = $Month + 1;
 108 $Year += 1900;
 109 $date2 = $RealMonth.$DayOfMonth.$Year;
 110 print (DEVIATION "$BuildNo,$date2,$UrlName,");
 111
 112 #------------------------------------------------------------------------------
 113 # local variables
 114 #------------------------------------------------------------------------------
 115 @List;
 116 $Content_Time = 0;
 117 $Reflow_Time = 0;
 118 $FrameAndStyle_Time = 0;
 119 $Frame_Time = 0;
 120 $Style_Time = 0;
 121 $Parse_Time = 0;
 122 $TotalPageLoad_Time = 0;
 123 $TotalLayout_Time = 0;
 124 $Avg_Content_Time = 0;
 125 $Avg_Reflow_Time = 0;
 126 $Avg_FrameAndStyle_Time = 0;
 127 $Avg_Frame_Time = 0;
 128 $Avg_Style_Time = 0;
 129 $Avg_Parse_Time = 0;
 130 $Avg_TotalPageLoad_Time = 0;
 131 $Avg_TotalLayout_Time = 0;
 132 $Content_Time_Percentage = 0;
 133 $Reflow_Time_Percentage = 0;
 134 $FrameAndStyle_Time_Percentage = 0;
 135 $Frame_Time_Percentage = 0;
 136 $Style_Time_Percentage = 0;
 137 $Parse_Time_Percentage = 0;
 138 $TotalLayout_Time_Percentage = 0;
 139 $Avg_Content_Time_Percentage = 0;
 140 $Avg_Reflow_Time_Percentage = 0;
 141 $Avg_FrameAndStyle_Time_Percentage = 0;
 142 $Avg_Frame_Time_Percentage = 0;
 143 $Avg_Style_Time_Percentage = 0;
 144 $Avg_Parse_Time_Percentage = 0;
 145 $Avg_TotalLayout_Time_Percentage = 0;
 146 $Num_Entries = 0;
 147 $valid = 0;
 148 # $WebShell;
 149 $temp;
 150 $url;
 151 $Content_Flag = 0;
 152 $Reflow_Flag = 0;
 153 $Style_Flag = 0;
 154 $Parse_Flag = 0;
 155
 156 #------------------------------------------------------------------------------
 157 # Management of averages via average.txt file
 158 #  NOTE: the averag.txt file is used to accumulate all performance times
 159 #        and keep track of the number of entries. When completed, the footer.pl
 160 #        script does the averaging by dividing the accumulated times by the
 161 #        number of entries
 162 #------------------------------------------------------------------------------
 163
 164 # if first site, delete any old Average file (in case the caller did not)
 165 #
 166 if ( $NumOfSites == 1 ){
 167   unlink( "Average.txt" );
 168   debug_print( "Deleting file Average.txt\n" );
 169 }
 170 # load the averages data so we can accumulate it
 171 #
 172 if ( -r "Average.txt" ) {
 173   open (AVERAGE, "< Average.txt");
 174   while( <AVERAGE> ){
 175     $ThisLine = $_;
 176     chop ($ThisLine);
 177
 178     if( /Num Entries:/ ){
 179        @list = split( / /, $ThisLine );
 180       $Num_Entries = $list[2];
 181       debug_print( "Num Entries: $Num_Entries\n" );
 182     }
 183     if( /Avg Parse:/ ){
 184       @list = split( / /, $ThisLine );
 185       $Avg_Parse_Time = $list[2];
 186       debug_print( "Avg Parse: $Avg_Parse_Time\n" );
 187     }
 188     if( /Per Parse:/ ){
 189       @list = split( / /, $ThisLine );
 190       $Avg_Parse_Time_Percentage = $list[2];
 191       debug_print( "Per Parse: $Avg_Parse_Time_Percentage\n" );
 192     }
 193     if( /Avg Content:/ ){
 194       @list = split( / /, $ThisLine );
 195       $Avg_Content_Time = $list[2];
 196       debug_print( "Avg Content: $Avg_Content_Time\n" );
 197     }
 198     if( /Per Content:/ ){
 199       @list = split( / /, $ThisLine );
 200       $Avg_Content_Time_Percentage = $list[2];
 201       debug_print( "Per Content: $Avg_Content_Time_Percentage\n" );
 202     }
 203     if( /Avg Frame:/ ){
 204       @list = split( / /, $ThisLine );
 205       $Avg_Frame_Time = $list[2];
 206       debug_print( "Avg Frame: $Avg_Frame_Time\n" );
 207     }
 208     if( /Per Frame:/ ){
 209       @list = split( / /, $ThisLine );
 210       $Avg_Frame_Time_Percentage = $list[2];
 211       debug_print( "Per Frame: $Avg_Frame_Time_Percentage\n" );
 212     }
 213     if( /Avg Style:/ ){
 214       @list = split( / /, $ThisLine );
 215       $Avg_Style_Time = $list[2];
 216       debug_print( "Avg Style: $Avg_Style_Time\n" );
 217     }
 218     if( /Per Style:/ ){
 219       @list = split( / /, $ThisLine );
 220       $Avg_Style_Time_Percentage = $list[2];
 221       debug_print( "Per Style: $Avg_Style_Time_Percentage\n" );
 222     }
 223     if( /Avg Reflow:/ ){
 224       @list = split( / /, $ThisLine );
 225       $Avg_Reflow_Time = $list[2];
 226       debug_print( "Avg Reflow: $Avg_Reflow_Time\n" );
 227     }
 228     if( /Per Reflow:/ ){
 229       @list = split( / /, $ThisLine );
 230       $Avg_Reflow_Time_Percentage = $list[2];
 231       debug_print( "Per Reflow: $Avg_Reflow_Time_Percentage\n" );
 232     }
 233     if( /Avg TotalLayout:/ ){
 234       @list = split( / /, $ThisLine );
 235       $Avg_TotalLayout_Time = $list[2];
 236       debug_print( "Avg TotalLayout: $Avg_TotalLayout_Time\n" );
 237     }
 238     if( /Per Layout:/ ){
 239       @list = split( / /, $ThisLine );
 240       $Avg_TotalLayout_Time_Percentage = $list[2];
 241       debug_print( "Per Layout: $Avg_TotalLayout_Time_Percentage\n" );
 242     }
 243     if( /Avg PageLoad:/ ){
 244       @list = split( / /, $ThisLine );
 245       $Avg_TotalPageLoad_Time = $list[2];
 246       debug_print( "Avg PageLoad: $Avg_TotalPageLoad_Time\n" );
 247     }
 248   }
 249   print (AVERAGE "Avg PageLoad: $Avg_TotalPageLoad_Time\n");
 250   close (AVERAGE);
 251 }
 252
 253 #------------------------------------------------------------------------------
 254 # now run through the log file and process the performance data
 255 #------------------------------------------------------------------------------
 256 $IsValidURL = 0;
 257 while (<LOG_FILE>)
 258 {
 259   $ThisLine = $_;
 260   chop ($ThisLine);
 261
 262   if (/Timing layout/)
 263   {
 264 #    @List = split (/webshell: /, $ThisLine);
 265 #    $WebShell = $List[1];
 266 #    $WebShell = "(webBrowserChrome=".$WebShell;
 267 #    $WebShell = $WebShell."):";
 268 #    debug_print( "$WebShell\n" );
 269
 270     @List = split (/'/, $ThisLine);
 271     $url = $List[1];
 272     debug_print( "(URI: $url) " );
 273     if( $url =~ /$LinkURL/ ){
 274       debug_print( "$url is the one!\n" );
 275       $IsValidURL = 1;
 276     } else {
 277       debug_print( "Skipping URL $url\n" );
 278       $IsValidURL = 0;
 279     }
 280   }
 281   if (/Content/){
 282     if ($IsValidURL == 1){
 283       @List = split (/ /, $ThisLine);
 284       if($useClockTime){
 285         @clockTimeList = split(/:/, $List[6]);
 286         $Content_Time += $clockTimeList[2];
 287       } else {
 288         $Content_Time += $List[9];
 289       }
 290       $Content_Flag = 1;
 291       debug_print( "Content Time: $Content_Time\n" );
 292     }
 293   }
 294   if (/Reflow/){
 295     if ($IsValidURL == 1){
 296       @List = split (/ /, $ThisLine);
 297       if($useClockTime){
 298         @clockTimeList = split(/:/, $List[5]);
 299         $Reflow_Time += $clockTimeList[2];
 300       } else {
 301         $Reflow_Time += $List[8];
 302       }
 303       $Reflow_Flag = 1;
 304       debug_print( "Reflow Time: $Reflow_Time\n" );
 305     }
 306   }
 307   if (/Frame construction plus/){
 308     if ($IsValidURL == 1){
 309       @List = split (/ /, $ThisLine);
 310       if($useClockTime){
 311         @clockTimeList = split(/:/, $List[9]);
 312         $FrameAndStyle_Time += $clockTimeList[2];
 313       } else {
 314         $FrameAndStyle_Time += $List[12];
 315       }
 316       debug_print( "Frame and Style Time: $FrameAndStyle_Time\n" );
 317     }
 318   }
 319   if (/Style/){
 320     if ($IsValidURL == 1){
 321       @List = split (/ /, $ThisLine);
 322       if($useClockTime){
 323         @clockTimeList = split(/:/, $List[6]);
 324         $Style_Time += $clockTimeList[2];
 325       } else {
 326         $Style_Time += $List[9];
 327       }
 328       $Style_Flag = 1;
 329       debug_print( "Style Time: $Style_Time\n" );
 330     }
 331   }
 332   if (/Parse/){
 333     if ($IsValidURL == 1){
 334       @List = split (/ /, $ThisLine);
 335       if($useClockTime){
 336         @clockTimeList = split(/:/, $List[5]);
 337         $Parse_Time += $clockTimeList[2];
 338       } else {
 339         $Parse_Time += $List[8];
 340       }
 341       $Parse_Flag = 1;
 342       debug_print( "Parse Time: $Parse_Time\n" );
 343     }
 344   }
 345   if (/Total/){
 346     if ($IsValidURL == 1){
 347       @List = split (/ /, $ThisLine);
 348       $temp = $List[6];
 349       if (
 350 #          ($temp == $WebShell) &&
 351           ($Parse_Flag == 1) &&
 352           ($Content_Flag == 1) &&
 353           ($Reflow_Flag == 1) &&
 354           ($Style_Flag == 1)){
 355         $TotalPageLoad_Time = $List[12];
 356         debug_print( "Total Page Load_Time Time: $TotalPageLoad_Time\n" );
 357         $Content_Flag = 0;
 358         $Reflow_Flag = 0;
 359         $Style_Flag = 0;
 360         $Parse_Flag = 0;
 361       }
 362     }
 363   }
 364 }
 365
 366 #------------------------------------------------------------------------------
 367 # Calculate the significant time values
 368 #------------------------------------------------------------------------------
 369 $Frame_Time = $FrameAndStyle_Time - $Style_Time;
 370 if($Frame_Time < 0.0){
 371   print( "\n***** ERROR: negative FrameTime *****\n");
 372   $Frame_Time = 0;
 373 }
 374 $TotalLayout_Time = $Content_Time + $Reflow_Time + $Frame_Time + $Style_Time + $Parse_Time;
 375 $Avg_Time = $Avg_Time + $TotalLayoutTime + $TotalPageLoad_Time;
 376
 377 if( $TotalLayout_Time > 0 ){
 378   if ($Content_Time != 0)
 379   {
 380     $Content_Time_Percentage = ($Content_Time / $TotalLayout_Time) * 100;
 381   }
 382   if ($Reflow_Time != 0)
 383   {
 384     $Reflow_Time_Percentage = ($Reflow_Time / $TotalLayout_Time) * 100;
 385   }
 386   if ($Frame_Time != 0)
 387   {
 388     $Frame_Time_Percentage = ($Frame_Time / $TotalLayout_Time) * 100;
 389   }
 390   if ($Style_Time != 0)
 391   {
 392     $Style_Time_Percentage = ($Style_Time / $TotalLayout_Time) * 100;
 393   }
 394   if ($Parse_Time != 0)
 395   {
 396     $Parse_Time_Percentage = ($Parse_Time / $TotalLayout_Time) * 100;
 397   }
 398   if( $TotalPageLoad_Time > 0 ){
 399     $TotalLayout_Time_Percentage =  ($TotalLayout_Time / $TotalPageLoad_Time) * 100;
 400   } else {
 401     $TotalLayout_Time_Percentage =  100;
 402   }
 403 }
 404
 405 #------------------------------------------------------------------------------
 406 # Add current values to those in the averages-fields
 407 #------------------------------------------------------------------------------
 408 $Avg_Content_Time += $Content_Time;
 409 $Avg_Reflow_Time += $Reflow_Time;
 410 $Avg_Frame_Time += $Frame_Time;
 411 $Avg_Style_Time += $Style_Time;
 412 $Avg_Parse_Time += $Parse_Time;
 413 $Avg_TotalPageLoad_Time += $TotalPageLoad_Time;
 414 $Avg_TotalLayout_Time += $TotalLayout_Time;
 415
 416 $Avg_Content_Time_Percentage += $Content_Time_Percentage;
 417 $Avg_Reflow_Time_Percentage += $Reflow_Time_Percentage;
 418 $Avg_Frame_Time_Percentage += $Frame_Time_Percentage;
 419 $Avg_Style_Time_Percentage += $Style_Time_Percentage;
 420 $Avg_Parse_Time_Percentage += $Parse_Time_Percentage;
 421 $Avg_TotalLayout_Time_Percentage += $TotalLayout_Time_Percentage;
 422
 423 $Num_Entries += 1;
 424
 425 #------------------------------------------------------------------------------
 426 # Now write this site's data to the table
 427 #------------------------------------------------------------------------------
 428 open (TABLE_FILE, ">>table.html");
 429
 430 print (TABLE_FILE "<tr>");
 431
 432 print (TABLE_FILE "<td BGCOLOR='#FFFFFF'>");
 433 print (TABLE_FILE "<center><a href='$LinkURL'>$UrlName</a></center>");
 434 print (TABLE_FILE "</td>");
 435
 436 print (TABLE_FILE "<td BGCOLOR='#FFFFFF'>");
 437 printf (TABLE_FILE "<center>%4.2f</center>",$Parse_Time);
 438 print (DEVIATION "$Parse_Time,");
 439 print (TABLE_FILE "</td>");
 440
 441 print (TABLE_FILE "<td BGCOLOR='#FFFF00'>");
 442 printf (TABLE_FILE "<center>%4.2f</center>",$Parse_Time_Percentage);
 443 print (DEVIATION "$Parse_Time_Percentage,");
 444 print (TABLE_FILE "</td>");
 445
 446 print (TABLE_FILE "<td BGCOLOR='#FFFFFF'>");
 447 printf (TABLE_FILE "<center>%4.2f</center>",$Content_Time);
 448 print (DEVIATION "$Content_Time,");
 449 print (TABLE_FILE "</td>");
 450
 451 print (TABLE_FILE "<td BGCOLOR='#FFFF00'>");
 452 printf (TABLE_FILE "<center>%4.2f</center>",$Content_Time_Percentage);
 453 print (DEVIATION "$Content_Time_Percentage,");
 454 print (TABLE_FILE "</td>");
 455
 456 print (TABLE_FILE "<td BGCOLOR='#FFFFFF'>");
 457 printf (TABLE_FILE "<center>%4.2f</center>",$Frame_Time);
 458 print (DEVIATION "$Frame_Time,");
 459 print (TABLE_FILE "</td>");
 460
 461 print (TABLE_FILE "<td BGCOLOR='#FFFF00'>");
 462 printf (TABLE_FILE "<center>%4.2f</center>",$Frame_Time_Percentage);
 463 print (DEVIATION "$Frame_Time_Percentage,");
 464 print (TABLE_FILE "</td>");
 465
 466 print (TABLE_FILE "<td BGCOLOR='#FFFFFF'>");
 467 printf (TABLE_FILE "<center>%4.2f</center>",$Style_Time);
 468 print (DEVIATION "$Style_Time,");
 469 print (TABLE_FILE "</td>");
 470
 471 print (TABLE_FILE "<td BGCOLOR='#FFFF00'>");
 472 printf (TABLE_FILE "<center>%4.2f</center>",$Style_Time_Percentage);
 473 print (DEVIATION "$Style_Time_Percentage,");
 474 print (TABLE_FILE "</td>");
 475
 476 print (TABLE_FILE "<td BGCOLOR='#FFFFFF'>");
 477 printf (TABLE_FILE "<center>%4.2f</center>",$Reflow_Time);
 478 print (DEVIATION "$Reflow_Time,");
 479 print (TABLE_FILE "</td>");
 480
 481 print (TABLE_FILE "<td BGCOLOR='#FFFF00'>");
 482 printf (TABLE_FILE "<center>%4.2f</center>",$Reflow_Time_Percentage);
 483 print (DEVIATION "$Reflow_Time_Percentage,");
 484 print (TABLE_FILE "</td>");
 485
 486 print (TABLE_FILE "<td BGCOLOR='#FFFFFF'>");
 487 printf (TABLE_FILE "<center>%4.2f</center>",$TotalLayout_Time);
 488 print (DEVIATION "$TotalLayout_Time,");
 489 print (TABLE_FILE "</td>");
 490
 491 print (TABLE_FILE "<td BGCOLOR='#FFFF00'>");
 492 printf (TABLE_FILE "<center>%4.2f</center>",$TotalLayout_Time_Percentage);
 493 print (DEVIATION "$TotalLayout_Time_Percentage,");
 494 print (TABLE_FILE "</td>");
 495
 496 print (TABLE_FILE "<td BGCOLOR='#FFFFFF'>");
 497 printf (TABLE_FILE "<center>%4.2f</center>",$TotalPageLoad_Time);
 498 print (DEVIATION "$TotalPageLoad_Time\n");
 499 print (TABLE_FILE "</td>");
 500
 501 print (TABLE_FILE "</tr>\n");
 502
 503 close (LOG_FILE);
 504
 505 open (AVERAGE, "> Average.txt");
 506 print (AVERAGE "Num Entries: $Num_Entries\n");
 507 print (AVERAGE "Avg Parse: $Avg_Parse_Time\n");
 508 print (AVERAGE "Per Parse: $Avg_Parse_Time_Percentage\n");
 509 print (AVERAGE "Avg Content: $Avg_Content_Time\n");
 510 print (AVERAGE "Per Content: $Avg_Content_Time_Percentage\n");
 511 print (AVERAGE "Avg Frame: $Avg_Frame_Time\n");
 512 print (AVERAGE "Per Frame: $Avg_Frame_Time_Percentage\n");
 513 print (AVERAGE "Avg Style: $Avg_Style_Time\n");
 514 print (AVERAGE "Per Style: $Avg_Style_Time_Percentage\n");
 515 print (AVERAGE "Avg Reflow: $Avg_Reflow_Time\n");
 516 print (AVERAGE "Per Reflow: $Avg_Reflow_Time_Percentage\n");
 517 print (AVERAGE "Avg TotalLayout: $Avg_TotalLayout_Time\n");
 518 print (AVERAGE "Per Layout: $Avg_TotalLayout_Time_Percentage\n");
 519 print (AVERAGE "Avg PageLoad: $Avg_TotalPageLoad_Time\n");
 520 close (AVERAGE);