tools/makeAsynchronousLoadData.pl

   1 #!/usr/bin/perl
   2
   3 use strict;
   4 use warnings;
   5
   6 die "usage: perl makeAsynchronousLoadData sourceFile.log outputFile.mif oldFileList.txt\n" if (@ARGV != 3);
   7
   8 # global variables
   9 my @children = ();
  10 my @files = ();
  11 my $counter = 0;
  12 my %files;
  13 my %fileExtensionIndex;
  14 my %extensionOffset;
  15 my %extensionIndex;
  16 my %children;
  17
  18 # command line arguments
  19 my $inFile = shift;
  20 my $outFile = shift;
  21 my $fileList = shift;
  22
  23 sub numerically
  24 {
  25         return $a <=> $b;
  26 }
  27
  28 sub extensionOffset_numerically
  29 {
  30         return $extensionOffset{$a} <=> $extensionOffset{$b};
  31 }
  32
  33 sub next_parent
  34 {
  35         if (@children)
  36         {
  37                 my $count = @children;
  38                 my $parent = shift(@children);
  39                 $children{$parent} = join("\n      int32 ", "", $count, $parent, @children) . "\n";
  40                 @children = ();
  41         }
  42 }
  43
  44 # process the old file table to minimize differential patching
  45 open(FILES, $fileList) || die "could not open file $fileList for reading\n";
  46 while (<FILES>)
  47 {
  48         chomp();
  49         $files{$_} = $counter;
  50         $counter += 2 + length($_) + 1;
  51         push(@files, $_);
  52
  53         # now check the extension
  54         my $extension = $_;
  55         $extension =~ s/^.*\.//;
  56         my $extensionIndex = $extensionIndex{$extension};
  57         if (!defined($extensionIndex{$extension}))
  58         {
  59                 $extensionIndex{$extension} = scalar keys %extensionOffset;
  60                 $extensionOffset{$extension} = $counter - length($extension) - 1;
  61                 $extensionIndex = $extensionIndex{$extension};
  62         }
  63         $fileExtensionIndex{$_} = $extensionIndex;
  64 }
  65 close(FILES);
  66
  67 open(FILES, $inFile) || die "could not open file $inFile for reading\n";
  68 {
  69         my $opening = 0;
  70
  71         while (<FILES>)
  72         {
  73                 # 20030711155304:Viewer:reportLog:TF::open(M) d:/work/swg/test/data/sku.0/sys.client/built/game/appearance/path_arrow.msh @ d:/work/swg/test/data/sku.0/sys.client/built/game/appearance/path_arrow.msh, [size=2109]
  74                 s/\d+\:Viewer\:reportLog\://;
  75
  76                 # check if this is an opening line, which separates primary assets
  77                 if (/^opening/)
  78                 {
  79                         next_parent() if ($opening);
  80                         $opening = 1;
  81                 }
  82                 next if (!$opening);
  83                 next if (!/TF::open/);
  84                 chomp;
  85
  86                 # clean up the file name
  87                 s/^.*TF::open\([A-Z]\) //;
  88                 s/ @.*//;
  89                 s#\\#/#g;
  90                 s#//#/#g;
  91                 tr/A-Z/a-z/;
  92                 s#^.*/appearance/#appearance/#;
  93
  94                 # check for it in the file list
  95                 my $index = $files{$_};
  96                 if (!defined($index))
  97                 {
  98                         $files{$_} = $counter;
  99                         $index = $counter;
 100                         $counter += 2 + length($_) + 1;
 101                         push(@files, $_);
 102                 }
 103                 push(@children, $index) if (scalar(grep(/^$index$/, @children)) == 0);
 104
 105                 # now if the extension is known
 106                 my $extension = $_;
 107                 $extension =~ s/^.*\.//;
 108                 my $extensionIndex = $extensionIndex{$extension};
 109                 if (!defined($extensionIndex))
 110                 {
 111                         $extensionIndex{$extension} = scalar keys %extensionOffset;
 112                         $extensionOffset{$extension} = $counter - length($extension) - 1;
 113                         $extensionIndex = $extensionIndex{$extension};
 114                 }
 115
 116                 # remember the extension table index for this file
 117                 $fileExtensionIndex{$_} = $extensionIndex;
 118         }
 119
 120         # finish the last primary asset
 121         next_parent();
 122 }
 123 close(FILES);
 124
 125 # write out the new file table to minimize the diff the next time the async data is updated
 126 open(FILES, ">" . $fileList) || die "could not open file $fileList for writing\n";
 127 foreach (@files)
 128 {
 129         print FILES $_, "\n";
 130 }
 131 close(FILES);
 132
 133 # write out the mif data
 134 open(OUTPUT, ">$outFile");
 135 select(OUTPUT);
 136
 137 print "form \"ASYN\"\n";
 138 print "{\n";
 139 print "  form \"0001\"\n";
 140 print "  {\n";
 141 print "    chunk \"NAME\"\n";
 142 print "    {\n";
 143
 144 foreach (@files)
 145 {
 146 print "      int8 0\n";
 147 die "no extension for $_\n" if (!defined($fileExtensionIndex{$_}));
 148 print "      int8 $fileExtensionIndex{$_}\n";
 149 print "      cstring \"$_\"\n";
 150 }
 151
 152 print "    }\n";
 153
 154
 155 print "    chunk \"EXTN\"\n";
 156 print "    {\n";
 157 foreach (sort extensionOffset_numerically keys %extensionOffset)
 158 {
 159 print "      int32 $extensionOffset{$_} // $_\n";
 160 }
 161 print "    }\n";
 162
 163 print "    chunk \"LOAD\"\n";
 164 print "    {\n";
 165
 166 foreach (sort numerically keys %children)
 167 {
 168         print $children{$_};
 169 }
 170
 171 print "    }\n";
 172 print "  }\n";
 173 print "}\n";
 174
 175 select;
 176 close(OUTPUT);
 177