maintenance/populateFilearchiveSha1.php

   1 <?php
   2 /**
   3  * Optional upgrade script to populate the fa_sha1 field
   4  *
   5  * This program is free software; you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License as published by
   7  * the Free Software Foundation; either version 2 of the License, or
   8  * (at your option) any later version.
   9  *
  10  * This program is distributed in the hope that it will be useful,
  11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13  * GNU General Public License for more details.
  14  *
  15  * You should have received a copy of the GNU General Public License along
  16  * with this program; if not, write to the Free Software Foundation, Inc.,
  17  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  18  * http://www.gnu.org/copyleft/gpl.html
  19  *
  20  * @file
  21  * @ingroup Maintenance
  22  */
  23
  24 require_once __DIR__ . '/Maintenance.php';
  25
  26 /**
  27  * Maintenance script to populate the fa_sha1 field.
  28  *
  29  * @ingroup Maintenance
  30  * @since 1.21
  31  */
  32 class PopulateFilearchiveSha1 extends LoggedUpdateMaintenance {
  33         public function __construct() {
  34                 parent::__construct();
  35                 $this->addDescription( 'Populate the fa_sha1 field from fa_storage_key' );
  36         }
  37
  38         protected function getUpdateKey() {
  39                 return 'populate fa_sha1';
  40         }
  41
  42         protected function updateSkippedMessage() {
  43                 return 'fa_sha1 column of filearchive table already populated.';
  44         }
  45
  46         public function doDBUpdates() {
  47                 $startTime = microtime( true );
  48                 $dbw = $this->getDB( DB_MASTER );
  49                 $table = 'filearchive';
  50                 $conds = [ 'fa_sha1' => '', 'fa_storage_key IS NOT NULL' ];
  51
  52                 if ( !$dbw->fieldExists( $table, 'fa_sha1', __METHOD__ ) ) {
  53                         $this->output( "fa_sha1 column does not exist\n\n", true );
  54
  55                         return false;
  56                 }
  57
  58                 $this->output( "Populating fa_sha1 field from fa_storage_key\n" );
  59                 $endId = $dbw->selectField( $table, 'MAX(fa_id)', false, __METHOD__ );
  60
  61                 $batchSize = $this->mBatchSize;
  62                 $done = 0;
  63
  64                 do {
  65                         $res = $dbw->select(
  66                                 $table,
  67                                 [ 'fa_id', 'fa_storage_key' ],
  68                                 $conds,
  69                                 __METHOD__,
  70                                 [ 'LIMIT' => $batchSize ]
  71                         );
  72
  73                         $i = 0;
  74                         foreach ( $res as $row ) {
  75                                 if ( $row->fa_storage_key == '' ) {
  76                                         // Revision was missing pre-deletion
  77                                         continue;
  78                                 }
  79                                 $sha1 = LocalRepo::getHashFromKey( $row->fa_storage_key );
  80                                 $dbw->update( $table,
  81                                         [ 'fa_sha1' => $sha1 ],
  82                                         [ 'fa_id' => $row->fa_id ],
  83                                         __METHOD__
  84                                 );
  85                                 $lastId = $row->fa_id;
  86                                 $i++;
  87                         }
  88
  89                         $done += $i;
  90                         if ( $i !== $batchSize ) {
  91                                 break;
  92                         }
  93
  94                         // print status and let replica DBs catch up
  95                         $this->output( sprintf(
  96                                 "id %d done (up to %d), %5.3f%%  \r", $lastId, $endId, $lastId / $endId * 100 ) );
  97                         wfWaitForSlaves();
  98                 } while ( true );
  99
 100                 $processingTime = microtime( true ) - $startTime;
 101                 $this->output( sprintf( "\nDone %d files in %.1f seconds\n", $done, $processingTime ) );
 102
 103                 return true; // we only updated *some* files, don't log
 104         }
 105 }
 106
 107 $maintClass = "PopulateFilearchiveSha1";
 108 require_once RUN_MAINTENANCE_IF_MAIN;