maintenance/fixSlaveDesync.php

   1 <?php
   2
   3 $wgUseRootUser = true;
   4 require_once( 'commandLine.inc' );
   5
   6 //$wgDebugLogFile = '/dev/stdout';
   7
   8 $slaveIndexes = array();
   9 for ( $i = 1; $i < count( $wgDBservers ); $i++ ) {
  10         if ( $wgLoadBalancer->isNonZeroLoad( $i ) ) {
  11                 $slaveIndexes[] = $i;
  12         }
  13 }
  14 /*
  15 foreach ( $wgLoadBalancer->mServers as $i => $server ) {
  16         $wgLoadBalancer->mServers[$i]['flags'] |= DBO_DEBUG;
  17 }*/
  18 $reportingInterval = 1000;
  19
  20 if ( isset( $args[0] ) ) {
  21         desyncFixPage( $args[0] );
  22 } else {
  23         $dbw = wfGetDB( DB_MASTER );
  24         $maxPage = $dbw->selectField( 'page', 'MAX(page_id)', false, 'fixDesync.php' );
  25         $corrupt = findPageLatestCorruption();
  26         foreach ( $corrupt as $id => $dummy ) {
  27                 desyncFixPage( $id );
  28         }
  29                 /*
  30         for ( $i=1; $i <= $maxPage; $i++ ) {
  31                 desyncFixPage( $i );
  32                 if ( !($i % $reportingInterval) ) {
  33                         print "$i\n";
  34                 }
  35         }*/
  36 }
  37
  38 function findPageLatestCorruption() {
  39         $desync = array();
  40         $n = 0;
  41         $dbw = wfGetDB( DB_MASTER );
  42         $masterIDs = array();
  43         $res = $dbw->select( 'page', array( 'page_id', 'page_latest' ), array( 'page_id<6054123' ), __METHOD__ );
  44         print "Number of pages: " . $dbw->numRows( $res ) . "\n";
  45         while ( $row = $dbw->fetchObject( $res ) ) {
  46                 $masterIDs[$row->page_id] = $row->page_latest;
  47                 if ( !( ++$n % 10000 ) ) {
  48                         print "$n\r";
  49                 }
  50         }
  51         print "\n";
  52         $dbw->freeResult( $res );
  53
  54         global $slaveIndexes;
  55         foreach ( $slaveIndexes as $i ) {
  56                 $db = wfGetDB( $i );
  57                 $res = $db->select( 'page', array( 'page_id', 'page_latest' ), array( 'page_id<6054123' ), __METHOD__ );
  58                 while ( $row = $db->fetchObject( $res ) ) {
  59                         if ( isset( $masterIDs[$row->page_id] ) && $masterIDs[$row->page_id] != $row->page_latest ) {
  60                                 $desync[$row->page_id] = true;
  61                                 print $row->page_id . "\t";
  62                         }
  63                 }
  64                 $db->freeResult( $res );
  65         }
  66         print "\n";
  67         return $desync;
  68 }
  69
  70 function desyncFixPage( $pageID ) {
  71         global $slaveIndexes;
  72         $fname = 'desyncFixPage';
  73
  74         # Check for a corrupted page_latest
  75         $dbw = wfGetDB( DB_MASTER );
  76         $dbw->begin();
  77         $realLatest = $dbw->selectField( 'page', 'page_latest', array( 'page_id' => $pageID ),
  78                 $fname, 'FOR UPDATE' );
  79         #list( $masterFile, $masterPos ) = $dbw->getMasterPos();
  80         $found = false;
  81         foreach ( $slaveIndexes as $i ) {
  82                 $db = wfGetDB( $i );
  83                 /*
  84                 if ( !$db->masterPosWait( $masterFile, $masterPos, 10 ) ) {
  85                        echo "Slave is too lagged, aborting\n";
  86                        $dbw->commit();
  87                        sleep(10);
  88                        return;
  89                 }*/
  90                 $latest = $db->selectField( 'page', 'page_latest', array( 'page_id' => $pageID ), $fname );
  91                 $max = $db->selectField( 'revision', 'MAX(rev_id)', false, $fname );
  92                 if ( $latest != $realLatest && $realLatest < $max ) {
  93                         print "page_latest corrupted in page $pageID, server $i\n";
  94                         $found = true;
  95                         break;
  96                 }
  97         }
  98         if ( !$found ) {
  99                 print "page_id $pageID seems fine\n";
 100                 $dbw->commit();
 101                 return;
 102         }
 103
 104         # Find the missing revisions
 105         $res = $dbw->select( 'revision', array( 'rev_id' ), array( 'rev_page' => $pageID ),
 106                 $fname, 'FOR UPDATE' );
 107         $masterIDs = array();
 108         while ( $row = $dbw->fetchObject( $res ) ) {
 109                 $masterIDs[] = $row->rev_id;
 110         }
 111         $dbw->freeResult( $res );
 112
 113         $res = $db->select( 'revision', array( 'rev_id' ), array( 'rev_page' => $pageID ), $fname );
 114         $slaveIDs = array();
 115         while ( $row = $db->fetchObject( $res ) ) {
 116                 $slaveIDs[] = $row->rev_id;
 117         }
 118         $db->freeResult( $res );
 119         if ( count( $masterIDs ) < count( $slaveIDs ) ) {
 120                 $missingIDs = array_diff( $slaveIDs, $masterIDs );
 121                 if ( count( $missingIDs ) ) {
 122                         print "Found " . count( $missingIDs ) . " lost in master, copying from slave... ";
 123                         $dbFrom = $db;
 124                         $found = true;
 125                         $toMaster = true;
 126                 } else {
 127                         $found = false;
 128                 }
 129         } else {
 130                 $missingIDs = array_diff( $masterIDs, $slaveIDs );
 131                 if ( count( $missingIDs ) ) {
 132                         print "Found " . count( $missingIDs ) . " missing revision(s), copying from master... ";
 133                         $dbFrom = $dbw;
 134                         $found = true;
 135                         $toMaster = false;
 136                 } else {
 137                         $found = false;
 138                 }
 139         }
 140
 141         if ( $found ) {
 142                 foreach ( $missingIDs as $rid ) {
 143                         print "$rid ";
 144                         # Revision
 145                         $row = $dbFrom->selectRow( 'revision', '*', array( 'rev_id' => $rid ), $fname );
 146                         if ( $toMaster ) {
 147                                 $id = $dbw->selectField( 'revision', 'rev_id', array( 'rev_id' => $rid ),
 148                                         $fname, 'FOR UPDATE' );
 149                                 if ( $id ) {
 150                                         echo "Revision already exists\n";
 151                                         $found = false;
 152                                         break;
 153                                 } else {
 154                                         $dbw->insert( 'revision', get_object_vars( $row ), $fname, 'IGNORE' );
 155                                 }
 156                         } else {
 157                                 foreach ( $slaveIndexes as $i ) {
 158                                         $db = wfGetDB( $i );
 159                                         $db->insert( 'revision', get_object_vars( $row ), $fname, 'IGNORE' );
 160                                 }
 161                         }
 162
 163                         # Text
 164                         $row = $dbFrom->selectRow( 'text', '*', array( 'old_id' => $row->rev_text_id ), $fname );
 165                         if ( $toMaster ) {
 166                                 $dbw->insert( 'text', get_object_vars( $row ), $fname, 'IGNORE' );
 167                         } else {
 168                                 foreach ( $slaveIndexes as $i ) {
 169                                         $db = wfGetDB( $i );
 170                                         $db->insert( 'text', get_object_vars( $row ), $fname, 'IGNORE' );
 171                                 }
 172                         }
 173                 }
 174                 print "done\n";
 175         }
 176
 177         if ( $found ) {
 178                 print "Fixing page_latest... ";
 179                 if ( $toMaster ) {
 180                         #$dbw->update( 'page', array( 'page_latest' => $realLatest ), array( 'page_id' => $pageID ), $fname );
 181                 } else {
 182                         foreach ( $slaveIndexes as $i ) {
 183                                 $db = wfGetDB( $i );
 184                                 $db->update( 'page', array( 'page_latest' => $realLatest ), array( 'page_id' => $pageID ), $fname );
 185                         }
 186                 }
 187                 print "done\n";
 188         }
 189         $dbw->commit();
 190 }
 191
 192