solenv/bin/modules/installer/windows/update.pm

   1 #
   2 # This file is part of the LibreOffice project.
   3 #
   4 # This Source Code Form is subject to the terms of the Mozilla Public
   5 # License, v. 2.0. If a copy of the MPL was not distributed with this
   6 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
   7 #
   8 # This file incorporates work covered by the following license notice:
   9 #
  10 #   Licensed to the Apache Software Foundation (ASF) under one or more
  11 #   contributor license agreements. See the NOTICE file distributed
  12 #   with this work for additional information regarding copyright
  13 #   ownership. The ASF licenses this file to you under the Apache
  14 #   License, Version 2.0 (the "License"); you may not use this file
  15 #   except in compliance with the License. You may obtain a copy of
  16 #   the License at http://www.apache.org/licenses/LICENSE-2.0 .
  17 #
  18
  19 package installer::windows::update;
  20
  21 use installer::converter;
  22 use installer::exiter;
  23 use installer::files;
  24 use installer::globals;
  25 use installer::pathanalyzer;
  26 use installer::systemactions;
  27
  28 #################################################################################
  29 # Extracting all tables from an msi database
  30 #################################################################################
  31
  32 sub extract_all_tables_from_msidatabase
  33 {
  34     my ($fulldatabasepath, $workdir) = @_;
  35
  36     my $msidb = "msidb.exe";    # Has to be in the path
  37     my $infoline = "";
  38     my $systemcall = "";
  39     my $returnvalue = "";
  40     my $extraslash = "";        # Has to be set for non-ActiveState perl
  41
  42     # Export of all tables by using "*"
  43
  44     if ( $^O =~ /cygwin/i ) {
  45         # msidb.exe really wants backslashes. (And double escaping because system() expands the string.)
  46         $fulldatabasepath =~ s/\//\\\\/g;
  47         $workdir =~ s/\//\\\\/g;
  48         $extraslash = "\\";
  49     }
  50     if ( $^O =~ /linux/i) {
  51         $extraslash = "\\";
  52     }
  53
  54     $systemcall = $msidb . " -d " . $fulldatabasepath . " -f " . $workdir . " -e " . $extraslash . "*";
  55     $returnvalue = system($systemcall);
  56
  57     $infoline = "Systemcall: $systemcall\n";
  58     push( @installer::globals::logfileinfo, $infoline);
  59
  60     if ($returnvalue)
  61     {
  62         $infoline = "ERROR: Could not execute $systemcall !\n";
  63         push( @installer::globals::logfileinfo, $infoline);
  64         installer::exiter::exit_program("ERROR: Could not exclude tables from msi database: $fulldatabasepath !", "extract_all_tables_from_msidatabase");
  65     }
  66     else
  67     {
  68         $infoline = "Success: Executed $systemcall successfully!\n";
  69         push( @installer::globals::logfileinfo, $infoline);
  70     }
  71 }
  72
  73 #################################################################################
  74 # Collecting the keys from the first line of the idt file
  75 #################################################################################
  76
  77 sub collect_all_keys
  78 {
  79     my ($line) = @_;
  80
  81     my @allkeys = ();
  82     my $rownumber = 0;
  83     my $onekey = "";
  84
  85     while ( $line =~ /^\s*(\S+?)\t(.*)$/ )
  86     {
  87         $onekey = $1;
  88         $line = $2;
  89         $rownumber++;
  90         push(@allkeys, $onekey);
  91     }
  92
  93     # and the last key
  94
  95     $onekey = $line;
  96     $onekey =~ s/^\s*//g;
  97     $onekey =~ s/\s*$//g;
  98
  99     $rownumber++;
 100     push(@allkeys, $onekey);
 101
 102     return (\@allkeys, $rownumber);
 103 }
 104
 105 #################################################################################
 106 # Analyzing the content of one line of an idt file
 107 #################################################################################
 108
 109 sub get_oneline_hash
 110 {
 111     my ($line, $allkeys, $rownumber) = @_;
 112
 113     my $counter = 0;
 114     my %linehash = ();
 115
 116     $line =~ s/^\s*//;
 117     $line =~ s/\s*$//;
 118
 119     my $value = "";
 120     my $onekey = "";
 121
 122     while ( $line =~ /^(.*?)\t(.*)$/ )
 123     {
 124         $value = $1;
 125         $line = $2;
 126         $onekey = ${$allkeys}[$counter];
 127         $linehash{$onekey} = $value;
 128         $counter++;
 129     }
 130
 131     # the last column
 132
 133     $value = $line;
 134     $onekey = ${$allkeys}[$counter];
 135
 136     $linehash{$onekey} = $value;
 137
 138     return \%linehash;
 139 }
 140
 141 #################################################################################
 142 # Analyzing the content of an idt file
 143 #################################################################################
 144
 145 sub analyze_idt_file
 146 {
 147     my ($filecontent) = @_;
 148
 149     my %table = ();
 150     # keys are written in first line
 151     my ($allkeys, $rownumber) = collect_all_keys(${$filecontent}[0]);
 152
 153     for ( my $i = 0; $i <= $#{$filecontent}; $i++ )
 154     {
 155         if (( $i == 0 ) || ( $i == 1 ) || ( $i == 2 )) { next; }
 156
 157         my $onelinehash = get_oneline_hash(${$filecontent}[$i], $allkeys, $rownumber);
 158         my $linekey = $i - 2;  # ! : The linenumber is the unique key !? Always decrease by two, because of removed first three lines.
 159         $table{$linekey} = $onelinehash;
 160     }
 161
 162     return \%table;
 163 }
 164
 165 #################################################################################
 166 # Reading all idt files in a specified directory
 167 #################################################################################
 168
 169 sub read_all_tables_from_msidatabase
 170 {
 171     my ($workdir) = @_;
 172
 173     my %database = ();
 174
 175     my $ext = "idt";
 176
 177     my $allidtfiles = installer::systemactions::find_file_with_file_extension($ext, $workdir);
 178
 179     for ( my $i = 0; $i <= $#{$allidtfiles}; $i++ )
 180     {
 181         my $onefilename = ${$allidtfiles}[$i];
 182         my $longonefilename = $workdir . $installer::globals::separator . $onefilename;
 183         if ( ! -f $longonefilename ) { installer::exiter::exit_program("ERROR: Could not find idt file: $longonefilename!", "read_all_tables_from_msidatabase"); }
 184         my $filecontent = installer::files::read_file($longonefilename);
 185         my $idtcontent = analyze_idt_file($filecontent);
 186         my $key = $onefilename;
 187         $key =~ s/\.idt\s*$//;
 188         $database{$key} = $idtcontent;
 189     }
 190
 191     return \%database;
 192 }
 193
 194 #################################################################################
 195 # Checking, if this is the correct database.
 196 #################################################################################
 197
 198 sub correct_database
 199 {
 200     my ($product, $pro, $langs, $languagestringref) = @_;
 201
 202     my $correct_database = 0;
 203
 204     # Comparing $product with $installer::globals::product and
 205     # $pro with $installer::globals::pro and
 206     # $langs with $languagestringref
 207
 208     my $product_is_good = 0;
 209
 210     my $localproduct = $installer::globals::product;
 211     if ( $installer::globals::languagepack ) { $localproduct = $localproduct . "LanguagePack"; }
 212     elsif ( $installer::globals::helppack ) { $localproduct = $localproduct . "HelpPack"; }
 213
 214     if ( $product eq $localproduct ) { $product_is_good = 1; }
 215
 216     if ( $product_is_good )
 217     {
 218         my $pro_is_good = 0;
 219
 220         if ((( $pro eq "pro" ) && ( $installer::globals::pro )) || (( $pro eq "nonpro" ) && ( ! $installer::globals::pro ))) { $pro_is_good = 1; }
 221
 222         if ( $pro_is_good )
 223         {
 224             my $langlisthash = installer::converter::convert_stringlist_into_hash(\$langs, ",");
 225             my $langstringhash = installer::converter::convert_stringlist_into_hash($languagestringref, "_");
 226
 227             my $not_included = 0;
 228             foreach my $onelang ( keys %{$langlisthash} )
 229             {
 230                 if ( ! exists($langstringhash->{$onelang}) )
 231                 {
 232                     $not_included = 1;
 233                     last;
 234                 }
 235             }
 236
 237             if ( ! $not_included )
 238             {
 239                 foreach my $onelanguage ( keys %{$langstringhash} )
 240                 {
 241                     if ( ! exists($langlisthash->{$onelanguage}) )
 242                     {
 243                         $not_included = 1;
 244                         last;
 245                     }
 246                 }
 247
 248                 if ( ! $not_included ) { $correct_database = 1; }
 249             }
 250         }
 251     }
 252
 253     return $correct_database;
 254 }
 255
 256 #################################################################################
 257 # Searching for the path to the reference database for this special product.
 258 #################################################################################
 259
 260 sub get_databasename_from_list
 261 {
 262     my ($filecontent, $languagestringref, $filename) = @_;
 263
 264     my $databasepath = "";
 265
 266     for ( my $i = 0; $i <= $#{$filecontent}; $i++ )
 267     {
 268         my $line = ${$filecontent}[$i];
 269         if ( $line =~ /^\s*$/ ) { next; } # empty line
 270         if ( $line =~ /^\s*\#/ ) { next; } # comment line
 271
 272         if ( $line =~ /^\s*(.+?)\s*\t+\s*(.+?)\s*\t+\s*(.+?)\s*\t+\s*(.+?)\s*$/ )
 273         {
 274             my $product = $1;
 275             my $pro = $2;
 276             my $langs = $3;
 277             my $path = $4;
 278
 279             if (( $pro ne "pro" ) && ( $pro ne "nonpro" )) { installer::exiter::exit_program("ERROR: Wrong syntax in file: $filename. Only \"pro\" or \"nonpro\" allowed in column 1! Line: \"$line\"", "get_databasename_from_list"); }
 280
 281             if ( correct_database($product, $pro, $langs, $languagestringref) )
 282             {
 283                 $databasepath = $path;
 284                 last;
 285             }
 286         }
 287         else
 288         {
 289             installer::exiter::exit_program("ERROR: Wrong syntax in file: $filename! Line: \"$line\"", "get_databasename_from_list");
 290         }
 291     }
 292
 293     return $databasepath;
 294 }
 295
 296 #################################################################################
 297 # Reading an existing database completely
 298 #################################################################################
 299
 300 sub readdatabase
 301 {
 302     my ($allvariables, $languagestringref, $includepatharrayref) = @_;
 303
 304     my $database = "";
 305     my $infoline = "";
 306
 307     if ( ! $allvariables->{'UPDATE_DATABASE_LISTNAME'} ) { installer::exiter::exit_program("ERROR: If \"UPDATE_DATABASE\" is set, \"UPDATE_DATABASE_LISTNAME\" is required.", "Main"); }
 308     my $listfilename = $allvariables->{'UPDATE_DATABASE_LISTNAME'};
 309
 310     # Searching the list in the include paths
 311     my $listname = installer::scriptitems::get_sourcepath_from_filename_and_includepath(\$listfilename, $includepatharrayref, 1);
 312     if ( $$listname eq "" ) { installer::exiter::exit_program("ERROR: List file not found: $listfilename !", "readdatabase"); }
 313     my $completelistname = $$listname;
 314
 315     # Reading list file
 316     my $listfile = installer::files::read_file($completelistname);
 317
 318     # Get name and path of reference database
 319     my $databasename = get_databasename_from_list($listfile, $languagestringref, $completelistname);
 320
 321     # If the correct database was not found, this is not necessarily an error. But in this case, this is not an update packaging process!
 322     if (( $databasename ) && ( $databasename ne "" )) # This is an update packaging process!
 323     {
 324         $installer::globals::updatedatabase = 1;
 325         installer::logger::print_message( "... update process, using database $databasename ...\n" );
 326         $infoline = "\nDatabase found in $completelistname: \"$databasename\"\n\n";
 327         # Saving in global variable
 328         $installer::globals::updatedatabasepath = $databasename;
 329     }
 330     else
 331     {
 332         $infoline = "\nNo database found in $completelistname. This is no update process!\n\n";
 333     }
 334     push( @installer::globals::logfileinfo, $infoline);
 335
 336     if ( $installer::globals::updatedatabase )
 337     {
 338         if ( ! -f $databasename ) { installer::exiter::exit_program("ERROR: Could not find reference database: $databasename!", "readdatabase"); }
 339
 340         my $msifilename = $databasename;
 341         installer::pathanalyzer::make_absolute_filename_to_relative_filename(\$msifilename);
 342
 343         installer::logger::include_timestamp_into_logfile("Performance Info: readdatabase start");
 344
 345         # create directory for unpacking
 346         my $databasedir = installer::systemactions::create_directories("database", $languagestringref);
 347
 348         # copy database
 349         my $fulldatabasepath = $databasedir . $installer::globals::separator . $msifilename;
 350         installer::systemactions::copy_one_file($databasename, $fulldatabasepath);
 351
 352         installer::logger::include_timestamp_into_logfile("Performance Info: readdatabase: before extracting tables");
 353
 354         # extract all tables from database
 355         extract_all_tables_from_msidatabase($fulldatabasepath, $databasedir);
 356
 357         installer::logger::include_timestamp_into_logfile("Performance Info: readdatabase: before reading tables");
 358
 359         # read all tables
 360         $database = read_all_tables_from_msidatabase($databasedir);
 361
 362         # Test output:
 363
 364         #   foreach my $key1 ( keys %{$database} )
 365         #   {
 366         #       print "Test1: $key1\n";
 367         #       foreach my $key2 ( keys %{$database->{$key1}} )
 368         #       {
 369         #           print "\tTest2: $key2\n";
 370         #           foreach my $key3 ( keys %{$database->{$key1}->{$key2}} )
 371         #           {
 372         #               print "\t\tTest3: $key3: $database->{$key1}->{$key2}->{$key3}\n";
 373         #           }
 374         #       }
 375         #   }
 376
 377         # Example: File table
 378
 379         # my $filetable = $database->{'File'};
 380         # foreach my $linenumber ( keys  %{$filetable} )
 381         # {
 382         #   print "Test Filenumber: $linenumber\n";
 383         #   foreach my $key ( keys %{$filetable->{$linenumber}} )
 384         #   {
 385         #       print "\t\tTest: $key: $filetable->{$linenumber}->{$key}\n";
 386         #   }
 387         # }
 388
 389         # Example: Searching for ProductCode in table Property
 390
 391         # my $column1 = "Property";
 392         # my $column2 = "Value";
 393         # my $searchkey = "ProductCode";
 394         # my $propertytable = $database->{'Property'};
 395         # foreach my $linenumber ( keys  %{$propertytable} )
 396         # {
 397         #   if ( $propertytable->{$linenumber}->{$column1} eq $searchkey )
 398         #   {
 399         #       print("Test: $searchkey : $propertytable->{$linenumber}->{$column2}\n");
 400         #   }
 401         # }
 402
 403         installer::logger::include_timestamp_into_logfile("Performance Info: readdatabase end");
 404     }
 405
 406     return $database;
 407 }
 408
 409 #################################################################################
 410 # Files can be included in merge modules. This is also important for update.
 411 #################################################################################
 412
 413 sub readmergedatabase
 414 {
 415     my ( $mergemodules, $languagestringref, $includepatharrayref ) = @_;
 416
 417     installer::logger::include_timestamp_into_logfile("Performance Info: readmergedatabase start");
 418
 419     my $mergemoduledir = installer::systemactions::create_directories("mergedatabase", $languagestringref);
 420
 421     my %allmergefiles = ();
 422
 423     foreach my $mergemodule ( @{$mergemodules} )
 424     {
 425         my $filename = $mergemodule->{'Name'};
 426         my $mergefile = $ENV{'MSM_PATH'} . $filename;
 427
 428         if ( ! -f $mergefile ) { installer::exiter::exit_program("ERROR: msm file not found: $filename !", "readmergedatabase"); }
 429         my $completesource = $mergefile;
 430
 431         my $mergegid = $mergemodule->{'gid'};
 432         my $workdir = $mergemoduledir . $installer::globals::separator . $mergegid;
 433         if ( ! -d $workdir ) { installer::systemactions::create_directory($workdir); }
 434
 435         my $completedest = $workdir . $installer::globals::separator . $filename;
 436         installer::systemactions::copy_one_file($completesource, $completedest);
 437         if ( ! -f $completedest ) { installer::exiter::exit_program("ERROR: msm file not found: $completedest !", "readmergedatabase"); }
 438
 439         # extract all tables from database
 440         extract_all_tables_from_msidatabase($completedest, $workdir);
 441
 442         # read all tables
 443         my $onemergefile = read_all_tables_from_msidatabase($workdir);
 444
 445         $allmergefiles{$mergegid} = $onemergefile;
 446     }
 447
 448     foreach my $mergefilegid ( keys %allmergefiles )
 449     {
 450         my $onemergefile = $allmergefiles{$mergefilegid};
 451         my $filetable = $onemergefile->{'File'};
 452
 453         foreach my $linenumber ( keys %{$filetable} )
 454         {
 455             # Collecting all files from merge modules in global hash
 456             $installer::globals::mergemodulefiles{$filetable->{$linenumber}->{'File'}} = 1;
 457         }
 458     }
 459
 460     installer::logger::include_timestamp_into_logfile("Performance Info: readmergedatabase end");
 461 }
 462
 463 #################################################################################
 464 # Creating several useful hashes from old database
 465 #################################################################################
 466
 467 sub create_database_hashes
 468 {
 469     my ( $database ) = @_;
 470
 471     # 1. Hash ( Component -> UniqueFileName ), required in File table.
 472     # Read from File table.
 473
 474     my %uniquefilename = ();
 475     my %allupdatesequences = ();
 476     my %allupdatecomponents = ();
 477     my %allupdatefileorder = ();
 478     my %allupdatecomponentorder = ();
 479     my %revuniquefilename = ();
 480     my %revshortfilename = ();
 481     my %shortdirname = ();
 482     my %componentid = ();
 483     my %componentidkeypath = ();
 484     my %alloldproperties = ();
 485     my %allupdatelastsequences = ();
 486     my %allupdatediskids = ();
 487
 488     my $filetable = $database->{'File'};
 489
 490     foreach my $linenumber ( keys  %{$filetable} )
 491     {
 492         my $comp = $filetable->{$linenumber}->{'Component_'};
 493         my $uniquename = $filetable->{$linenumber}->{'File'};
 494         my $filename = $filetable->{$linenumber}->{'FileName'};
 495         my $sequence = $filetable->{$linenumber}->{'Sequence'};
 496
 497         my $shortname = "";
 498         if ( $filename =~ /^\s*(.*?)\|\s*(.*?)\s*$/ )
 499         {
 500             $shortname = $1;
 501             $filename = $2;
 502         }
 503
 504         # unique is the combination of $component and $filename
 505         my $key = "$comp/$filename";
 506
 507         if ( exists($uniquefilename{$key}) ) { installer::exiter::exit_program("ERROR: Component/FileName \"$key\" is not unique in table \"File\" !", "create_database_hashes"); }
 508
 509         my $value = $uniquename;
 510         if ( $shortname ne "" ) { $value = "$uniquename;$shortname"; }
 511         $uniquefilename{$key} = $value; # saving the unique keys and short names in hash
 512
 513         # Saving reverse keys too
 514         $revuniquefilename{$uniquename} = $key;
 515         if ( $shortname ne "" ) { $revshortfilename{$shortname} = $key; }
 516
 517         # Saving Sequences for unique names (and also components)
 518         $allupdatesequences{$uniquename} = $sequence;
 519         $allupdatecomponents{$uniquename} = $comp;
 520
 521         # Saving unique names and components for sequences
 522         $allupdatefileorder{$sequence} = $uniquename;
 523         $allupdatecomponentorder{$sequence} = $comp;
 524     }
 525
 526     # 2. Hash, required in Directory table.
 527
 528     my $dirtable = $database->{'Directory'};
 529
 530     foreach my $linenumber ( keys  %{$dirtable} )
 531     {
 532         my $dir = $dirtable->{$linenumber}->{'Directory'}; # this is a unique name
 533         my $defaultdir = $dirtable->{$linenumber}->{'DefaultDir'};
 534
 535         my $shortname = "";
 536         if ( $defaultdir =~ /^\s*(.*?)\|\s*(.*?)\s*$/ )
 537         {
 538             $shortname = $1;
 539             $shortdirname{$dir} = $shortname;   # collecting only the short names
 540         }
 541     }
 542
 543     # 3. Hash, collecting info from Component table.
 544     # ComponentID and KeyPath have to be reused.
 545
 546     my $comptable = $database->{'Component'};
 547
 548     foreach my $linenumber ( keys  %{$comptable} )
 549     {
 550         my $comp = $comptable->{$linenumber}->{'Component'};
 551         my $compid = $comptable->{$linenumber}->{'ComponentId'};
 552         my $keypath = $comptable->{$linenumber}->{'KeyPath'};
 553
 554         $componentid{$comp} = $compid;
 555         $componentidkeypath{$comp} = $keypath;
 556     }
 557
 558     # 4. Hash, property table, required for ProductCode and Installlocation.
 559
 560     my $proptable = $database->{'Property'};
 561
 562     foreach my $linenumber ( keys  %{$proptable} )
 563     {
 564         my $prop = $proptable->{$linenumber}->{'Property'};
 565         my $value = $proptable->{$linenumber}->{'Value'};
 566
 567         $alloldproperties{$prop} = $value;
 568     }
 569
 570     # 5. Media table, getting last sequence
 571
 572     my $mediatable = $database->{'Media'};
 573     $installer::globals::updatelastsequence = 0;
 574
 575     foreach my $linenumber ( keys  %{$mediatable} )
 576     {
 577         my $cabname = $mediatable->{$linenumber}->{'Cabinet'};
 578         my $lastsequence = $mediatable->{$linenumber}->{'LastSequence'};
 579         my $diskid = $mediatable->{$linenumber}->{'DiskId'};
 580         $allupdatelastsequences{$cabname} = $lastsequence;
 581         $allupdatediskids{$cabname} = $diskid;
 582
 583         if ( $lastsequence > $installer::globals::updatelastsequence ) { $installer::globals::updatelastsequence = $lastsequence; }
 584     }
 585
 586     $installer::globals::updatesequencecounter = $installer::globals::updatelastsequence;
 587
 588     return (\%uniquefilename, \%revuniquefilename, \%revshortfilename, \%allupdatesequences, \%allupdatecomponents, \%allupdatefileorder, \%allupdatecomponentorder, \%shortdirname, \%componentid, \%componentidkeypath, \%alloldproperties, \%allupdatelastsequences, \%allupdatediskids);
 589 }
 590
 591
 592 1;