tools/recompileAllScripts.pl

   1 #! /usr/bin/perl
   2
   3 use strict;
   4 use warnings;
   5
   6 # =====================================================================
   7
   8 sub fatal
   9 {
  10         my $message = $_[0];
  11         die $message;
  12 }
  13
  14 sub perforceGetOpenFiles
  15 {
  16         my @files;
  17         open(P4, "p4 -ztag opened -c default |");
  18
  19                 while (<P4>)
  20                 {
  21                         chomp;
  22                         push (@files, $_) if (s/^\.\.\. depotFile //);
  23                 }
  24
  25         close(P4);
  26
  27         return @files;
  28 }
  29
  30 sub perforceSubmit
  31 {
  32         # find out what files are open
  33         my @files = perforceGetOpenFiles();
  34
  35         my $tmpfile = "submit.tmp";
  36
  37         # submit all the open files
  38         open(TMP, ">" . $tmpfile);
  39
  40                 print TMP "Change:\tnew\n";
  41                 print TMP "\nDescription:\n";
  42
  43                 foreach (@_)
  44                 {
  45                         print TMP "\t", $_, "\n";
  46                 }
  47
  48                 print TMP "\nFiles:\n";
  49                 foreach (@files)
  50                 {
  51                         print TMP "\t", $_, "\n";
  52                 }
  53
  54         close(TMP);
  55
  56         my $result = system("p4 submit -i < $tmpfile");
  57         fatal "p4 submit failed" if ($result != 0);
  58         unlink($tmpfile);
  59 }
  60
  61 sub perforceWhere
  62 {
  63         # find out where a perforce file resides on the local machine
  64         my $result;
  65         {
  66                 open(P4, "p4 where $_[0] |");
  67                         $_ = <P4>;
  68                         chomp;
  69                         my @where = split;
  70                         $result = $where[2];
  71                 close(P4);
  72         }
  73
  74         return $result;
  75 }
  76
  77 sub findFiles
  78 {
  79         local $_;
  80
  81         my @paths = @_;
  82         my @files = ();
  83
  84         while (@paths)
  85         {
  86                 my $path = shift(@paths);
  87                 opendir(DIR, $path) || die "could not open dir $path";
  88                         while ($_ = readdir(DIR))
  89                         {
  90                                 next if ($_ eq "." || $_ eq "..");
  91
  92                                 my $new = $path . "/" . $_;
  93                                 if (-d $new)
  94                                 {
  95                                         push(@paths, $new);
  96                                 }
  97                                 else
  98                                 {
  99                                         push (@files, $new);
 100                                 }
 101                         }
 102                 closedir(DIR);
 103         }
 104
 105         return @files;
 106 }
 107
 108 # =====================================================================
 109
 110 die "uasge: perl recompileAllScripts.pl branch\n" if (@ARGV != 1);
 111 my $branch = shift;
 112
 113 my $depotScriptBaseDir       = "//depot/swg/$branch/dsrc/sku.0/sys.server/compiled/game/script";
 114 my $localScriptBaseDir       = perforceWhere($depotScriptBaseDir);
 115 my $depotClassBaseDir        = "//depot/swg/$branch/data/sku.0/sys.server/compiled/game/script";
 116 my $localClassBaseDir        = perforceWhere($depotClassBaseDir);
 117 my $depotJavaSourceDir       = "//depot/swg/$branch/dsrc/sku.0/sys.server/compiled/game";
 118 my $localJavaSourceDir       = perforceWhere($depotJavaSourceDir);
 119 my $depotJavaDestinationDir  = "//depot/swg/$branch/data/sku.0/sys.server/compiled/game";
 120 my $localJavaDestinationDir  = perforceWhere($depotJavaDestinationDir);
 121 my $pythonPreprocessor       = perforceWhere("//depot/swg/$branch/exe/shared/script_prep.py");
 122
 123 my $perforceEditClassFiles = 1;
 124 my $removeClassFiles = 1;
 125 my $removeJavaFilesBefore = 1;
 126 my $removeJavaFilesAfter = 1;
 127 my $preprocess = 1;
 128 my $preprocessExisting = 0;
 129 my $batchPreprocess = 1;
 130 my $verifyJavaFilesFromScriptFiles = 1;
 131 my $compile = 1;
 132 my $batchCompile = 1;
 133 my $verifyClassFilesFromJavaFiles = 1;
 134 my $updatePerforce = 1;
 135 my $submitToPerforce = 0;
 136
 137 # =====================================================================
 138
 139 print STDERR "Running on branch $branch\n";
 140
 141 if ($perforceEditClassFiles)
 142 {
 143         print STDERR "Opening all .class files for edit...\n";
 144         system("p4 edit $depotClassBaseDir/... > /dev/null") == 0 || die "could not edit class files\n";
 145         system("p4 lock $depotClassBaseDir/... > /dev/null") == 0 || die "could not lock class files\n";
 146 }
 147
 148 if ($removeClassFiles)
 149 {
 150         print STDERR "Deleting all .class files...\n";
 151         foreach (findFiles($localClassBaseDir))
 152         {
 153                 die "file does not end in .class" if (!/\.class$/);
 154                 unlink($_) || die "could not remove file $_\n";
 155         }
 156 }
 157
 158 if ($removeJavaFilesBefore)
 159 {
 160         print STDERR "Removing temporary java files...\n";
 161         my @paths = ();
 162         opendir(DIR, $localScriptBaseDir) || die "could not open dir $localScriptBaseDir";
 163         while ($_ = readdir(DIR))
 164         {
 165                 next if ($_ eq "." || $_ eq "..");
 166                 my $new = $localScriptBaseDir . "/" . $_;
 167                 push(@paths, $new) if (-d $new);
 168         }
 169         close(DIR);
 170         foreach my $java (grep(/\.java$/, findFiles(@paths)))
 171         {
 172                 unlink($java) || die "could not remove temporary java file $java\n";
 173         }
 174 }
 175
 176 if ($preprocess || $verifyJavaFilesFromScriptFiles)
 177 {
 178         my @files = grep(/\.script(lib)?$/, findFiles($localScriptBaseDir));
 179
 180         if ($preprocess)
 181         {
 182                 my $start = time;
 183
 184                 unlink("pythonPreprocessorStdout.log");
 185                 unlink("pythonPreprocessorStderr.log");
 186
 187                 if ($batchPreprocess)
 188                 {
 189                         print STDERR "Batch preprocessing all scripts...\n";
 190                         open(PYTHON, "| xargs --max-procs=2 python2 $pythonPreprocessor -nocompile >> pythonPreprocessorStdout.log 2>> pythonPreprocessorStderr.log");
 191                                 print PYTHON join("\n", @files), "\n";
 192                         close(PYTHON);
 193                 }
 194                 else
 195                 {
 196                         print STDERR "Single preprocessing all scripts...\n";
 197
 198                         my $files = scalar(@files);
 199                         my $count = 1;
 200
 201                         foreach my $script (@files)
 202                         {
 203                                 print STDERR sprintf("%3d", (($count * 100) / $files)), "% $count/$files  $script\n";
 204
 205                                 my $java = $script;
 206                                 $java =~ s/\.script(lib)?/\.java/;
 207                                 if ($preprocessExisting || !-e $java)
 208                                 {
 209                                         system("python2 $pythonPreprocessor -nocompile $script >> pythonPreprocessorStdout.log 2>> pythonPreprocessorStderr.log");
 210                                 }
 211                                 $count += 1;
 212                         }
 213                 }
 214
 215                 print STDERR "preprocessing: ", time - $start, "s\n";
 216         }
 217
 218         die "script files failed preprocessing\n" if (-s "pythonPreprocessorStderr.log");
 219
 220         if ($verifyJavaFilesFromScriptFiles)
 221         {
 222                 my $die = 0;
 223                 foreach my $script (@files)
 224                 {
 225                         my $java = $script;
 226                         $java =~ s/\.script(lib)?/\.java/;
 227                         if (!-e $java)
 228                         {
 229                                 print STDERR "could not find java file $java from script file $script\n";
 230                                 $die = 1;
 231                         }
 232                 }
 233                 die "missing java files\n" if ($die);
 234         }
 235 }
 236
 237 if ($compile || $verifyClassFilesFromJavaFiles)
 238 {
 239         my @files = grep(/\.java$/, findFiles($localScriptBaseDir));
 240         my $files = scalar(@files);
 241
 242         if ($compile)
 243         {
 244                 my $start = time;
 245                 unlink("javac.log");
 246
 247                 if ($batchCompile)
 248                 {
 249                         print STDERR "Batch java compiling all the scripts...\n";
 250
 251                         open(JAVAC, "| xargs javac -classpath $localJavaDestinationDir -d $localJavaDestinationDir -sourcepath $localJavaSourceDir -g -deprecation >> javac.log 2>&1");
 252                                 print JAVAC join("\n", @files), "\n";
 253                         close(JAVAC);
 254                 }
 255                 else
 256                 {
 257                         print STDERR "Single java compiling all the scripts...\n";
 258                         my $count = 1;
 259                         my $errors = 0;
 260
 261                         foreach my $java (@files)
 262                         {
 263                                 print STDERR sprintf("%3d", (($count * 100) / $files)), "% $count/$files $errors $java\n";
 264                                 $errors += 1 if (system("javac -classpath $localJavaDestinationDir -d $localJavaDestinationDir -sourcepath $localJavaSourceDir -g -deprecation $java >> javac.log 2>&1") != 0);
 265                                 $count += 1;
 266                         }
 267                 }
 268
 269                 print STDERR "compile: ", time - $start, "s\n";
 270         }
 271
 272         die "java files failed compilation\n" if (-s "javac.log");
 273
 274         if ($verifyClassFilesFromJavaFiles)
 275         {
 276                 my $die = 0;
 277                 foreach my $java (@files)
 278                 {
 279                         my $class = $java;
 280                         $class =~ s/\.java/\.class/;
 281                         $class =~ s/$localScriptBaseDir/$localClassBaseDir/;
 282                         if (!-e $class)
 283                         {
 284                                 print STDERR  "could not find class file $class for java file $java\n";
 285                                 $die = 1;
 286                         }
 287                 }
 288                 die "missing class files\n" if ($die);
 289         }
 290 }
 291
 292 if ($removeJavaFilesAfter)
 293 {
 294         print STDERR "Removing temporary java files...\n";
 295         my @paths = ();
 296         opendir(DIR, $localScriptBaseDir) || die "could not open dir $localScriptBaseDir";
 297                 while ($_ = readdir(DIR))
 298                 {
 299                         next if ($_ eq "." || $_ eq "..");
 300                         my $new = $localScriptBaseDir . "/" . $_;
 301                         push(@paths, $new) if (-d $new);
 302                 }
 303         close(DIR);
 304         foreach my $java (grep(/\.java$/, findFiles(@paths)))
 305         {
 306                 unlink($java) || die "could not remove temporary java file $java\n";
 307         }
 308 }
 309
 310 if ($updatePerforce)
 311 {
 312         print STDERR "Searching for class files to delete...\n";
 313         my @openedFiles = perforceGetOpenFiles();
 314         my @deleted;
 315         foreach (grep(/\.class$/, @openedFiles))
 316         {
 317                 s/$depotClassBaseDir/$localClassBaseDir/;
 318                 push (@deleted, $_) if (! -e $_);
 319         }
 320
 321         if (@deleted)
 322         {
 323                 print join("\n", @deleted), "\n";
 324
 325                 print STDERR "Deleting old .class files...\n";
 326                 open(P4, "| p4 -x - revert > /dev/null");
 327                 print P4 join("\n", @deleted), "\n";
 328                 close(P4);
 329
 330                 open(P4, "| p4 -x - delete > /dev/null");
 331                 print P4 join("\n", @deleted), "\n";
 332                 close(P4);
 333         }
 334
 335         print STDERR "Searching for class files to add...\n";
 336         open(P4, "| p4 -x - add 2> /dev/null > /dev/null");
 337                 foreach (findFiles($localClassBaseDir))
 338                 {
 339                         die "file does not end in .class" if (!/\.class$/);
 340                         print $_, "\n";
 341                         print P4 $_, "\n";
 342                 }
 343         close(P4);
 344
 345         print STDERR "Reverting unchanged files...\n";
 346         system("p4 revert -a > /dev/null");
 347
 348         if ($submitToPerforce)
 349         {
 350                 print STDERR "Submitting to perforce...\n";
 351                 perforceSubmit("[automated]", "- Recompile all scripts");
 352         }
 353 }
 354
 355 exit 0;