Manual:findAnomalies.php

Usage

Sample output

rmra mode

plmra mode

Code

<?php
/**
* findAnomalies.php
* By Leucosticte
* Version 1.0.1
*
* Searches for:
* Mode plmra: pages whose page.page_latest points to a revision ID
* that's missing from revision.rev_id AND archive.ar_rev_id.
* Mode plmr: pages whose page.page_latest points to a revision ID
* that's missing from revision.rev_id but is in archive.ar_rev_id.
* Mode rmra: revisions missing from both revision.rev_id and
* archive.ar_id.
* Mode rmr: revisions missing from revision.rev_id.
* 
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License along
* with this program; if not, write to the Free Software Foundation, Inc.,
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
* http://www.gnu.org/copyleft/gpl.html
*
* @file
* @ingroup Maintenance
*/
require_once __DIR__ . '/Maintenance.php';
/**
* Maintenance script to find database anomalies.
*
* @ingroup Maintenance
*/
class FindAnomalies extends Maintenance {
 public function __construct() {
 parent::__construct();
 $this->addDescription( "Find database anomalies" );
 $this->addOption( "mode", "Mode of operation (plmra, plmr, rmra, or rmr)", true,
 true );
 $this->addOption( "ranges", "For rmr or rmra mode, list adjacent rev_ids using ranges "
 . "(e.g. 500-600) rather than in the comma-delimited 500, 501, 502 format",
 false );
 }
 public function execute() {
 if ( !defined( DB_SLAVE ) ) {
 define( 'DB_SLAVE', DB_REPLICA );
 }
 $acceptableModes = array( 'plmra', 'plmr', 'rmra', 'rmr' );
 $mode = $this->getOption( 'mode' );
 $ranges = $this->getOption( 'ranges' );
 if ( !in_array( $mode, $acceptableModes ) ) {
 $this->output( "Usage: php findAnomalies.php -mode<plmra, plmr, rmra, or rmr>\n" );
 die();
 }
 $dbr = wfGetDB( DB_SLAVE );
 $this->output( "Reading the revision table...\n" );
 $revisionResult = $dbr->select( 'revision', array( 'rev_id' ), array( '1=1' ) );
 $revision = array();
 foreach ( $revisionResult as $row ) {
 $revision[$row->rev_id] = true;
 }
 $highestRevision = 0;
 if ( $mode == 'plmra' || $mode == 'rmra' ) {
 $this->output( "Reading the archive table...\n" );
 $archiveResult = $dbr->select( 'archive', array( 'ar_rev_id' ), array( '1=1' ) );
 foreach ( $archiveResult as $row ) {
 $archive[$row->ar_rev_id] = true;
 }
 }
 $this->output( "Reading the page table...\n" );
 $pageResult = $dbr->select( 'page', array( 'page_namespace', 'page_title',
 'page_latest' ), array( '1=1' ) );
 $page = array();
 foreach ( $pageResult as $row ) {
 $page[$row->page_latest] = array(
 'page_namespace' => $row->page_namespace,
 'page_title' => $row->page_title,
 );
 if ( $row->page_latest > $highestRevision ) {
 $highestRevision = $row->page_latest;
 }
 }
 $archiveOnly = array();
 $noArchiveNorRevision = array();
 $modeMessages = array (
 'plmra' => "Here are the pages that have no revision nor archived revision for their "
 . "page_latest:\n",
 'plmr' => "Here are the pages that have no revision for their page_latest:\n",
 'rmra' => "Here are the revision IDs of the revisions missing from both the revision and "
 . "archive tables:\n",
 'rmr' => "Here are the revision IDs of the revisions missing from the revision table:\n"
 );
 $this->output( "\n" . $modeMessages[$mode] );
 $namespaces = MWNamespace::getCanonicalNamespaces();
 $foundAny = 0;
 if ( $mode == 'plmra' || $mode == 'plmr' ) {
 foreach ( $page as $latest => $thisPage ) {
 if ( $mode == 'plmra' ) {
 if ( !isset( $revision[$latest] ) && !isset( $archive[$latest] ) ) {
 $foundAny++;
 if ( $namespaces[$thisPage['page_namespace']] ) {
 $this->output( $namespaces[$thisPage['page_namespace']] . ":" );
 }
 $this->output( $thisPage['page_title'] . "\n" );
 }
 }
 if ( $mode == 'plmr' ) {
 if ( !isset( $revision[$latest] ) ) {
 $foundAny++;
 if ( $namespaces[$thisPage['page_namespace']] ) {
 $this->output( $namespaces[$thisPage['page_namespace']] . ":" );
 }
 $this->output( $thisPage['page_title'] . "\n" );
 }
 }
 }
 }
 $rangeBegins = 0;
 // Set to a number that will never be adjacent to an actual rev_id or ar_rev_id
 $lastFound = -1;
 $comma = false;
 if ( $mode == 'rmra' || $mode == 'rmr' ) {
 $count = 1;
 while ( $count < $highestRevision ) {
 if ( ( $mode == 'rmra' && !isset( $revision[$count] )
 && !isset( $archive[$count] ) )
 || ( $mode == 'rmr' && !isset( $revision[$count] ) ) )
 {
 $foundAny++;
 if ( $ranges ) {
 if ( !$rangeBegins ) {
 $rangeBegins = $count;
 }
 $lastFound = $count;
 } elseif ( $comma ) {
 $this->output( $count . ", " );
 }
 } elseif ( $rangeBegins ) {
 if ( $rangeBegins == $lastFound ) {
 $this->output( $lastFound . "\t\t1 row; $foundAny anomalies "
 . "found so far\n" );
 } else {
 $this->output( $rangeBegins . "-" . $lastFound . "\t"
 . ( $lastFound - $rangeBegins + 1 ) . " rows; " );
 if ( $lastFound - $rangeBegins + 1 < 10 ) {
 $this->output( " " );
 }
 if ( $lastFound - $rangeBegins + 1 < 100 ) {
 $this->output( " " );
 }
 if ( $lastFound - $rangeBegins + 1 < 1000 ) {
 $this->output( " " );
 }
 if ( $lastFound - $rangeBegins + 1 < 10000 ) {
 $this->output( " " );
 }
 $this->output( "$foundAny "
 . "anomalies found so far\n" );
 }
 $rangeBegins = 0;
 }
 $count++;
 $comma = true;
 }
 if ( $ranges && $rangeBegins ) {
 if ( $rangeBegins == $lastFound ) {
 $this->output( $lastFound . "\t\t1 row; $foundAny anomalies "
 . "found so far\n" );
 } else {
 $this->output( $rangeBegins . "-" . $lastFound . "\t"
 . ( $lastFound - $rangeBegins + 1 ) . " rows; " );
 if ( $lastFound - $rangeBegins + 1 < 10 ) {
 $this->output( " " );
 }
 if ( $lastFound - $rangeBegins + 1 < 100 ) {
 $this->output( " " );
 }
 if ( $lastFound - $rangeBegins + 1 < 1000 ) {
 $this->output( " " );
 }
 if ( $lastFound - $rangeBegins + 1 < 10000 ) {
 $this->output( " " );
 }
 $this->output( "$foundAny "
 . "anomalies found so far\n" );
 }
 }
 if ( !$ranges ) {
 $this->output( "\n" );
 }
 }
 if ( !$foundAny ) {
 $this->output( "No anomalies found!\n");
 } else {
 $this->output( "\n$foundAny anomalies found\n" );
 }
 }
}
$maintClass = 'FindAnomalies';
 if( defined('RUN_MAINTENANCE_IF_MAIN') ) {
 require_once( RUN_MAINTENANCE_IF_MAIN );
 } else {
 require_once( DO_MAINTENANCE ); # Make this work on versions before 1.17
}