3 * Test revision text compression and decompression.
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License along
16 * with this program; if not, write to the Free Software Foundation, Inc.,
17 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
18 * http://www.gnu.org/copyleft/gpl.html
21 * @ingroup Maintenance ExternalStorage
24 $optionsWithArgs = [ 'start', 'limit', 'type' ];
25 require __DIR__
. '/../commandLine.inc';
27 if ( !isset( $args[0] ) ) {
28 echo "Usage: php testCompression.php [--type=<type>] [--start=<start-date>] " .
29 "[--limit=<num-revs>] <page-title>\n";
33 $lang = Language
::factory( 'en' );
34 $title = Title
::newFromText( $args[0] );
35 if ( isset( $options['start'] ) ) {
36 $start = wfTimestamp( TS_MW
, strtotime( $options['start'] ) );
37 echo "Starting from " . $lang->timeanddate( $start ) . "\n";
39 $start = '19700101000000';
41 if ( isset( $options['limit'] ) ) {
42 $limit = $options['limit'];
48 $type = isset( $options['type'] ) ?
$options['type'] : 'ConcatenatedGzipHistoryBlob';
50 $dbr = $this->getDB( DB_SLAVE
);
52 [ 'page', 'revision', 'text' ],
55 'page_namespace' => $title->getNamespace(),
56 'page_title' => $title->getDBkey(),
58 'rev_timestamp > ' . $dbr->addQuotes( $dbr->timestamp( $start ) ),
60 ], __FILE__
, [ 'LIMIT' => $limit ]
66 $uncompressedSize = 0;
67 $t = -microtime( true );
68 foreach ( $res as $row ) {
69 $revision = new Revision( $row );
70 $text = $revision->getSerializedData();
71 $uncompressedSize +
= strlen( $text );
72 $hashes[$row->rev_id
] = md5( $text );
73 $keys[$row->rev_id
] = $blob->addItem( $text );
74 if ( $untilHappy && !$blob->isHappy() ) {
79 $serialized = serialize( $blob );
80 $t +
= microtime( true );
81 # print_r( $blob->mDiffMap );
83 printf( "%s\nCompression ratio for %d revisions: %5.2f, %s -> %d\n",
86 $uncompressedSize / strlen( $serialized ),
87 $lang->formatSize( $uncompressedSize ),
90 printf( "Compression time: %5.2f ms\n", $t * 1000 );
92 $t = -microtime( true );
93 $blob = unserialize( $serialized );
94 foreach ( $keys as $id => $key ) {
95 $text = $blob->getItem( $key );
96 if ( md5( $text ) != $hashes[$id] ) {
97 echo "Content hash mismatch for rev_id $id\n";
101 $t +
= microtime( true );
102 printf( "Decompression time: %5.2f ms\n", $t * 1000 );