3 * This program is free software; you can redistribute it and/or modify
4 * it under the terms of the GNU General Public License as published by
5 * the Free Software Foundation; either version 2 of the License, or
6 * (at your option) any later version.
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11 * GNU General Public License for more details.
13 * You should have received a copy of the GNU General Public License along
14 * with this program; if not, write to the Free Software Foundation, Inc.,
15 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
16 * http://www.gnu.org/copyleft/gpl.html
18 * @ingroup Maintenance
21 require_once( dirname(__FILE__
) . '/Maintenance.php' );
23 class FixSlaveDesync
extends Maintenance
{
24 public function __construct() {
25 parent
::__construct();
26 $this->mDescription
= "";
30 public function execute() {
31 global $wgUseRootUser, $wgDBservers;
32 $wgUseRootUser = true;
34 $slaveIndexes = array();
35 for ( $i = 1; $i < count( $wgDBservers ); $i++
) {
36 if ( wfGetLB()->isNonZeroLoad( $i ) ) {
41 if ( $this->hasArg() ) {
42 $this->desyncFixPage( $this->getArg() );
44 $dbw = wfGetDB( DB_MASTER
);
45 $maxPage = $dbw->selectField( 'page', 'MAX(page_id)', false, __METHOD__
);
46 $corrupt = $this->findPageLatestCorruption();
47 foreach ( $corrupt as $id => $dummy ) {
48 $this->desyncFixPage( $id );
54 * Find all pages that have a corrupted page_latest
57 private function findPageLatestCorruption() {
60 $dbw = wfGetDB( DB_MASTER
);
62 $res = $dbw->select( 'page', array( 'page_id', 'page_latest' ), array( 'page_id<6054123' ), __METHOD__
);
63 $this->output( "Number of pages: " . $dbw->numRows( $res ) . "\n" );
64 while ( $row = $dbw->fetchObject( $res ) ) {
65 $masterIDs[$row->page_id
] = $row->page_latest
;
66 if ( !( ++
$n %
10000 ) ) {
67 $this->output( "$n\r" );
70 $this->output( "\n" );
71 $dbw->freeResult( $res );
74 foreach ( $slaveIndexes as $i ) {
76 $res = $db->select( 'page', array( 'page_id', 'page_latest' ), array( 'page_id<6054123' ), __METHOD__
);
77 while ( $row = $db->fetchObject( $res ) ) {
78 if ( isset( $masterIDs[$row->page_id
] ) && $masterIDs[$row->page_id
] != $row->page_latest
) {
79 $desync[$row->page_id
] = true;
80 $this->output( $row->page_id
. "\t" );
83 $db->freeResult( $res );
85 $this->output( "\n" );
90 * Fix a broken page entry
91 * @param $pageID int The page_id to fix
93 private function desyncFixPage( $pageID ) {
96 # Check for a corrupted page_latest
97 $dbw = wfGetDB( DB_MASTER
);
99 $realLatest = $dbw->selectField( 'page', 'page_latest', array( 'page_id' => $pageID ),
100 __METHOD__
, 'FOR UPDATE' );
101 #list( $masterFile, $masterPos ) = $dbw->getMasterPos();
103 foreach ( $slaveIndexes as $i ) {
106 if ( !$db->masterPosWait( $masterFile, $masterPos, 10 ) ) {
107 $this->output( "Slave is too lagged, aborting\n" );
112 $latest = $db->selectField( 'page', 'page_latest', array( 'page_id' => $pageID ), __METHOD__
);
113 $max = $db->selectField( 'revision', 'MAX(rev_id)', false, __METHOD__
);
114 if ( $latest != $realLatest && $realLatest < $max ) {
115 $this->output( "page_latest corrupted in page $pageID, server $i\n" );
121 $this->output( "page_id $pageID seems fine\n" );
126 # Find the missing revisions
127 $res = $dbw->select( 'revision', array( 'rev_id' ), array( 'rev_page' => $pageID ),
128 __METHOD__
, 'FOR UPDATE' );
129 $masterIDs = array();
130 while ( $row = $dbw->fetchObject( $res ) ) {
131 $masterIDs[] = $row->rev_id
;
133 $dbw->freeResult( $res );
135 $res = $db->select( 'revision', array( 'rev_id' ), array( 'rev_page' => $pageID ), __METHOD__
);
137 while ( $row = $db->fetchObject( $res ) ) {
138 $slaveIDs[] = $row->rev_id
;
140 $db->freeResult( $res );
141 if ( count( $masterIDs ) < count( $slaveIDs ) ) {
142 $missingIDs = array_diff( $slaveIDs, $masterIDs );
143 if ( count( $missingIDs ) ) {
144 $this->output( "Found " . count( $missingIDs ) . " lost in master, copying from slave... " );
152 $missingIDs = array_diff( $masterIDs, $slaveIDs );
153 if ( count( $missingIDs ) ) {
154 $this->output( "Found " . count( $missingIDs ) . " missing revision(s), copying from master... " );
164 foreach ( $missingIDs as $rid ) {
165 $this->output( "$rid " );
167 $row = $dbFrom->selectRow( 'revision', '*', array( 'rev_id' => $rid ), __METHOD__
);
169 $id = $dbw->selectField( 'revision', 'rev_id', array( 'rev_id' => $rid ),
170 __METHOD__
, 'FOR UPDATE' );
172 $this->output( "Revision already exists\n" );
176 $dbw->insert( 'revision', get_object_vars( $row ), __METHOD__
, 'IGNORE' );
179 foreach ( $slaveIndexes as $i ) {
181 $db->insert( 'revision', get_object_vars( $row ), __METHOD__
, 'IGNORE' );
186 $row = $dbFrom->selectRow( 'text', '*', array( 'old_id' => $row->rev_text_id
), __METHOD__
);
188 $dbw->insert( 'text', get_object_vars( $row ), __METHOD__
, 'IGNORE' );
190 foreach ( $slaveIndexes as $i ) {
192 $db->insert( 'text', get_object_vars( $row ), __METHOD__
, 'IGNORE' );
196 $this->output( "done\n" );
200 $this->output( "Fixing page_latest... " );
202 #$dbw->update( 'page', array( 'page_latest' => $realLatest ), array( 'page_id' => $pageID ), __METHOD__ );
204 foreach ( $slaveIndexes as $i ) {
206 $db->update( 'page', array( 'page_latest' => $realLatest ), array( 'page_id' => $pageID ), __METHOD__
);
209 $this->output( "done\n" );
215 $maintClass = "FixSlaveDesync";
216 require_once( DO_MAINTENANCE
);