3 // +---------------------------------------------------------------------------+
4 // | memcached client, PHP |
5 // +---------------------------------------------------------------------------+
6 // | Copyright (c) 2003 Ryan T. Dean <rtdean@cytherianage.net> |
7 // | All rights reserved. |
9 // | Redistribution and use in source and binary forms, with or without |
10 // | modification, are permitted provided that the following conditions |
13 // | 1. Redistributions of source code must retain the above copyright |
14 // | notice, this list of conditions and the following disclaimer. |
15 // | 2. Redistributions in binary form must reproduce the above copyright |
16 // | notice, this list of conditions and the following disclaimer in the |
17 // | documentation and/or other materials provided with the distribution. |
19 // | THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR |
20 // | IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
21 // | OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. |
22 // | IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, |
23 // | INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT |
24 // | NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
25 // | DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
26 // | THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
27 // | (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF |
28 // | THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
29 // +---------------------------------------------------------------------------+
30 // | Author: Ryan T. Dean <rtdean@cytherianage.net> |
31 // | Heavily influenced by the Perl memcached client by Brad Fitzpatrick. |
32 // | Permission granted by Brad Fitzpatrick for relicense of ported Perl |
33 // | client logic under 2-clause BSD license. |
34 // +---------------------------------------------------------------------------+
40 * This is the PHP client for memcached - a distributed memory cache daemon.
41 * More information is available at http://www.danga.com/memcached/
45 * require_once 'memcached.php';
47 * $mc = new MWMemcached(array(
48 * 'servers' => array('127.0.0.1:10000',
49 * array('192.0.0.1:10010', 2),
52 * 'compress_threshold' => 10240,
53 * 'persistant' => true));
55 * $mc->add('key', array('some', 'array'));
56 * $mc->replace('key', 'some random string');
57 * $val = $mc->get('key');
59 * @author Ryan T. Dean <rtdean@cytherianage.net>
66 // {{{ class MWMemcached
68 * memcached client class implemented using (p)fsockopen()
70 * @author Ryan T. Dean <rtdean@cytherianage.net>
81 * Flag: indicates data is serialized
86 * Flag: indicates data is compressed
93 * Minimum savings to store data compressed
95 const COMPRESSION_SAVINGS
= 0.20;
112 * Cached Sockets that are connected
120 * Current debug status; 0 - none to 9 - profiling
128 * Dead hosts, assoc array, 'host'=>'unixtime when ok to check again'
136 * Is compression available?
144 * Do we want to use compression?
149 var $_compress_enable;
152 * At how many bytes should we compress?
157 var $_compress_threshold;
160 * Are we using persistant links?
168 * If only using one server; contains ip:port to connect to
176 * Array containing ip:port or array(ip:port, weight)
192 * Total # of bit buckets we have
200 * # of total servers we have
208 * Stream timeout in seconds. Applies for example to fread()
213 var $_timeout_seconds;
216 * Stream timeout in microseconds
221 var $_timeout_microseconds;
224 * Connect timeout in seconds
226 var $_connect_timeout;
229 * Number of connection attempts for each server
231 var $_connect_attempts;
236 // {{{ public functions
240 * Memcache initializer
242 * @param array $args Associative array of settings
246 public function __construct( $args ) {
247 global $wgMemCachedTimeout;
248 $this->set_servers( @$args['servers'] );
249 $this->_debug
= @$args['debug'];
250 $this->stats
= array();
251 $this->_compress_threshold
= @$args['compress_threshold'];
252 $this->_persistant
= array_key_exists( 'persistant', $args ) ?
( @$args['persistant'] ) : false;
253 $this->_compress_enable
= true;
254 $this->_have_zlib
= function_exists( 'gzcompress' );
256 $this->_cache_sock
= array();
257 $this->_host_dead
= array();
259 $this->_timeout_seconds
= 0;
260 $this->_timeout_microseconds
= $wgMemCachedTimeout;
262 $this->_connect_timeout
= 0.01;
263 $this->_connect_attempts
= 2;
270 * Adds a key/value to the memcache server if one isn't already set with
273 * @param string $key Key to set with data
274 * @param mixed $val Value to store
275 * @param integer $exp (optional) Time to expire data at
279 public function add( $key, $val, $exp = 0 ) {
280 return $this->_set( 'add', $key, $val, $exp );
287 * Decriment a value stored on the memcache server
289 * @param string $key Key to decriment
290 * @param integer $amt (optional) Amount to decriment
292 * @return mixed FALSE on failure, value on success
294 public function decr( $key, $amt = 1 ) {
295 return $this->_incrdecr( 'decr', $key, $amt );
302 * Deletes a key from the server, optionally after $time
304 * @param string $key Key to delete
305 * @param integer $time (optional) How long to wait before deleting
307 * @return boolean TRUE on success, FALSE on failure
309 public function delete( $key, $time = 0 ) {
310 if ( !$this->_active
) {
314 $sock = $this->get_sock( $key );
315 if ( !is_resource( $sock ) ) {
319 $key = is_array( $key ) ?
$key[1] : $key;
321 @$this->stats
['delete']++
;
322 $cmd = "delete $key $time\r\n";
323 if( !$this->_safe_fwrite( $sock, $cmd, strlen( $cmd ) ) ) {
324 $this->_dead_sock( $sock );
327 $res = trim( fgets( $sock ) );
329 if ( $this->_debug
) {
330 $this->_debugprint( sprintf( "MemCache: delete %s (%s)\n", $key, $res ) );
333 if ( $res == "DELETED" ) {
340 // {{{ disconnect_all()
343 * Disconnects all connected sockets
345 public function disconnect_all() {
346 foreach ( $this->_cache_sock
as $sock ) {
350 $this->_cache_sock
= array();
354 // {{{ enable_compress()
357 * Enable / Disable compression
359 * @param boolean $enable TRUE to enable, FALSE to disable
361 public function enable_compress( $enable ) {
362 $this->_compress_enable
= $enable;
366 // {{{ forget_dead_hosts()
369 * Forget about all of the dead hosts
371 public function forget_dead_hosts() {
372 $this->_host_dead
= array();
379 * Retrieves the value associated with the key from the memcache server
381 * @param string $key Key to retrieve
385 public function get( $key ) {
386 wfProfileIn( __METHOD__
);
388 if ( $this->_debug
) {
389 $this->_debugprint( "get($key)\n" );
392 if ( !$this->_active
) {
393 wfProfileOut( __METHOD__
);
397 $sock = $this->get_sock( $key );
399 if ( !is_resource( $sock ) ) {
400 wfProfileOut( __METHOD__
);
404 @$this->stats
['get']++
;
406 $cmd = "get $key\r\n";
407 if ( !$this->_safe_fwrite( $sock, $cmd, strlen( $cmd ) ) ) {
408 $this->_dead_sock( $sock );
409 wfProfileOut( __METHOD__
);
414 $this->_load_items( $sock, $val );
416 if ( $this->_debug
) {
417 foreach ( $val as $k => $v ) {
418 $this->_debugprint( sprintf( "MemCache: sock %s got %s\n", serialize( $sock ), $k ) );
422 wfProfileOut( __METHOD__
);
430 * Get multiple keys from the server(s)
432 * @param array $keys Keys to retrieve
436 public function get_multi( $keys ) {
437 if ( !$this->_active
) {
441 @$this->stats
['get_multi']++
;
442 $sock_keys = array();
444 foreach ( $keys as $key ) {
445 $sock = $this->get_sock( $key );
446 if ( !is_resource( $sock ) ) {
449 $key = is_array( $key ) ?
$key[1] : $key;
450 if ( !isset( $sock_keys[$sock] ) ) {
451 $sock_keys[$sock] = array();
454 $sock_keys[$sock][] = $key;
457 // Send out the requests
458 foreach ( $socks as $sock ) {
460 foreach ( $sock_keys[$sock] as $key ) {
465 if ( $this->_safe_fwrite( $sock, $cmd, strlen( $cmd ) ) ) {
468 $this->_dead_sock( $sock );
474 foreach ( $gather as $sock ) {
475 $this->_load_items( $sock, $val );
478 if ( $this->_debug
) {
479 foreach ( $val as $k => $v ) {
480 $this->_debugprint( sprintf( "MemCache: got %s\n", $k ) );
491 * Increments $key (optionally) by $amt
493 * @param string $key Key to increment
494 * @param integer $amt (optional) amount to increment
496 * @return integer New key value?
498 public function incr( $key, $amt = 1 ) {
499 return $this->_incrdecr( 'incr', $key, $amt );
506 * Overwrites an existing value for key; only works if key is already set
508 * @param string $key Key to set value as
509 * @param mixed $value Value to store
510 * @param integer $exp (optional) Experiation time
514 public function replace( $key, $value, $exp = 0 ) {
515 return $this->_set( 'replace', $key, $value, $exp );
522 * Passes through $cmd to the memcache server connected by $sock; returns
523 * output as an array (null array if no output)
525 * NOTE: due to a possible bug in how PHP reads while using fgets(), each
526 * line may not be terminated by a \r\n. More specifically, my testing
527 * has shown that, on FreeBSD at least, each line is terminated only
528 * with a \n. This is with the PHP flag auto_detect_line_endings set
529 * to falase (the default).
531 * @param resource $sock Socket to send command on
532 * @param string $cmd Command to run
534 * @return array Output array
537 function run_command( $sock, $cmd ) {
538 if ( !is_resource( $sock ) ) {
542 if ( !$this->_safe_fwrite( $sock, $cmd, strlen( $cmd ) ) ) {
547 $res = fgets( $sock );
549 if ( preg_match( '/^END/', $res ) ) {
552 if ( strlen( $res ) == 0 ) {
563 * Unconditionally sets a key to a given value in the memcache. Returns true
564 * if set successfully.
566 * @param string $key Key to set value as
567 * @param mixed $value Value to set
568 * @param integer $exp (optional) Experiation time
570 * @return boolean TRUE on success
572 public function set( $key, $value, $exp = 0 ) {
573 return $this->_set( 'set', $key, $value, $exp );
577 // {{{ set_compress_threshold()
580 * Sets the compression threshold
582 * @param integer $thresh Threshold to compress if larger than
584 public function set_compress_threshold( $thresh ) {
585 $this->_compress_threshold
= $thresh;
592 * Sets the debug flag
594 * @param boolean $dbg TRUE for debugging, FALSE otherwise
596 * @see MWMemcached::__construct
598 public function set_debug( $dbg ) {
599 $this->_debug
= $dbg;
606 * Sets the server list to distribute key gets and puts between
608 * @param array $list Array of servers to connect to
610 * @see MWMemcached::__construct()
612 public function set_servers( $list ) {
613 $this->_servers
= $list;
614 $this->_active
= count( $list );
615 $this->_buckets
= null;
616 $this->_bucketcount
= 0;
618 $this->_single_sock
= null;
619 if ( $this->_active
== 1 ) {
620 $this->_single_sock
= $this->_servers
[0];
625 * Sets the timeout for new connections
627 * @param integer $seconds Number of seconds
628 * @param integer $microseconds Number of microseconds
630 public function set_timeout( $seconds, $microseconds ) {
631 $this->_timeout_seconds
= $seconds;
632 $this->_timeout_microseconds
= $microseconds;
637 // {{{ private methods
641 * Close the specified socket
643 * @param string $sock Socket to close
647 function _close_sock( $sock ) {
648 $host = array_search( $sock, $this->_cache_sock
);
649 fclose( $this->_cache_sock
[$host] );
650 unset( $this->_cache_sock
[$host] );
654 // {{{ _connect_sock()
657 * Connects $sock to $host, timing out after $timeout
659 * @param integer $sock Socket to connect
660 * @param string $host Host:IP to connect to
665 function _connect_sock( &$sock, $host ) {
666 list( $ip, $port ) = explode( ':', $host );
668 $timeout = $this->_connect_timeout
;
669 $errno = $errstr = null;
670 for( $i = 0; !$sock && $i < $this->_connect_attempts
; $i++
) {
671 if ( $this->_persistant
== 1 ) {
672 $sock = @pfsockopen
( $ip, $port, $errno, $errstr, $timeout );
674 $sock = @fsockopen
( $ip, $port, $errno, $errstr, $timeout );
678 if ( $this->_debug
) {
679 $this->_debugprint( "Error connecting to $host: $errstr\n" );
684 // Initialise timeout
685 stream_set_timeout( $sock, $this->_timeout_seconds
, $this->_timeout_microseconds
);
694 * Marks a host as dead until 30-40 seconds in the future
696 * @param string $sock Socket to mark as dead
700 function _dead_sock( $sock ) {
701 $host = array_search( $sock, $this->_cache_sock
);
702 $this->_dead_host( $host );
705 function _dead_host( $host ) {
706 @list
( $ip, /* $port */) = explode( ':', $host );
707 $this->_host_dead
[$ip] = time() +
30 +
intval( rand( 0, 10 ) );
708 $this->_host_dead
[$host] = $this->_host_dead
[$ip];
709 unset( $this->_cache_sock
[$host] );
718 * @param string $key Key to retrieve value for;
720 * @return mixed resource on success, false on failure
723 function get_sock( $key ) {
724 if ( !$this->_active
) {
728 if ( $this->_single_sock
!== null ) {
729 $this->_flush_read_buffer( $this->_single_sock
);
730 return $this->sock_to_host( $this->_single_sock
);
733 $hv = is_array( $key ) ?
intval( $key[0] ) : $this->_hashfunc( $key );
735 if ( $this->_buckets
=== null ) {
736 foreach ( $this->_servers
as $v ) {
737 if ( is_array( $v ) ) {
738 for( $i = 0; $i < $v[1]; $i++
) {
745 $this->_buckets
= $bu;
746 $this->_bucketcount
= count( $bu );
749 $realkey = is_array( $key ) ?
$key[1] : $key;
750 for( $tries = 0; $tries < 20; $tries++
) {
751 $host = $this->_buckets
[$hv %
$this->_bucketcount
];
752 $sock = $this->sock_to_host( $host );
753 if ( is_resource( $sock ) ) {
754 $this->_flush_read_buffer( $sock );
757 $hv = $this->_hashfunc( $hv . $realkey );
767 * Creates a hash integer based on the $key
769 * @param string $key Key to hash
771 * @return integer Hash value
774 function _hashfunc( $key ) {
775 # Hash function must on [0,0x7ffffff]
776 # We take the first 31 bits of the MD5 hash, which unlike the hash
777 # function used in a previous version of this client, works
778 return hexdec( substr( md5( $key ), 0, 8 ) ) & 0x7fffffff;
785 * Perform increment/decriment on $key
787 * @param string $cmd Command to perform
788 * @param string $key Key to perform it on
789 * @param integer $amt Amount to adjust
791 * @return integer New value of $key
794 function _incrdecr( $cmd, $key, $amt = 1 ) {
795 if ( !$this->_active
) {
799 $sock = $this->get_sock( $key );
800 if ( !is_resource( $sock ) ) {
804 $key = is_array( $key ) ?
$key[1] : $key;
805 @$this->stats
[$cmd]++
;
806 if ( !$this->_safe_fwrite( $sock, "$cmd $key $amt\r\n" ) ) {
807 return $this->_dead_sock( $sock );
810 $line = fgets( $sock );
812 if ( !preg_match( '/^(\d+)/', $line, $match ) ) {
822 * Load items into $ret from $sock
824 * @param resource $sock Socket to read from
825 * @param array $ret Returned values
829 function _load_items( $sock, &$ret ) {
831 $decl = fgets( $sock );
832 if ( $decl == "END\r\n" ) {
834 } elseif ( preg_match( '/^VALUE (\S+) (\d+) (\d+)\r\n$/', $decl, $match ) ) {
835 list( $rkey, $flags, $len ) = array( $match[1], $match[2], $match[3] );
839 while ( $bneed > 0 ) {
840 $data = fread( $sock, $bneed );
841 $n = strlen( $data );
847 @$ret[$rkey] .= $data;
850 if ( $offset != $len +
2 ) {
851 // Something is borked!
852 if ( $this->_debug
) {
853 $this->_debugprint( sprintf( "Something is borked! key %s expecting %d got %d length\n", $rkey, $len +
2, $offset ) );
856 unset( $ret[$rkey] );
857 $this->_close_sock( $sock );
861 if ( $this->_have_zlib
&& $flags & self
::COMPRESSED
) {
862 $ret[$rkey] = gzuncompress( $ret[$rkey] );
865 $ret[$rkey] = rtrim( $ret[$rkey] );
867 if ( $flags & self
::SERIALIZED
) {
868 $ret[$rkey] = unserialize( $ret[$rkey] );
872 $this->_debugprint( "Error parsing memcached response\n" );
882 * Performs the requested storage operation to the memcache server
884 * @param string $cmd Command to perform
885 * @param string $key Key to act on
886 * @param mixed $val What we need to store
887 * @param integer $exp When it should expire
892 function _set( $cmd, $key, $val, $exp ) {
893 if ( !$this->_active
) {
897 $sock = $this->get_sock( $key );
898 if ( !is_resource( $sock ) ) {
902 @$this->stats
[$cmd]++
;
906 if ( !is_scalar( $val ) ) {
907 $val = serialize( $val );
908 $flags |
= self
::SERIALIZED
;
909 if ( $this->_debug
) {
910 $this->_debugprint( sprintf( "client: serializing data as it is not scalar\n" ) );
914 $len = strlen( $val );
916 if ( $this->_have_zlib
&& $this->_compress_enable
&&
917 $this->_compress_threshold
&& $len >= $this->_compress_threshold
)
919 $c_val = gzcompress( $val, 9 );
920 $c_len = strlen( $c_val );
922 if ( $c_len < $len * ( 1 - self
::COMPRESSION_SAVINGS
) ) {
923 if ( $this->_debug
) {
924 $this->_debugprint( sprintf( "client: compressing data; was %d bytes is now %d bytes\n", $len, $c_len ) );
928 $flags |
= self
::COMPRESSED
;
931 if ( !$this->_safe_fwrite( $sock, "$cmd $key $flags $exp $len\r\n$val\r\n" ) ) {
932 return $this->_dead_sock( $sock );
935 $line = trim( fgets( $sock ) );
937 if ( $this->_debug
) {
938 $this->_debugprint( sprintf( "%s %s (%s)\n", $cmd, $key, $line ) );
940 if ( $line == "STORED" ) {
947 // {{{ sock_to_host()
950 * Returns the socket for the host
952 * @param string $host Host:IP to get socket for
954 * @return mixed IO Stream or false
957 function sock_to_host( $host ) {
958 if ( isset( $this->_cache_sock
[$host] ) ) {
959 return $this->_cache_sock
[$host];
964 list( $ip, /* $port */) = explode( ':', $host );
965 if ( isset( $this->_host_dead
[$host] ) && $this->_host_dead
[$host] > $now ||
966 isset( $this->_host_dead
[$ip] ) && $this->_host_dead
[$ip] > $now
971 if ( !$this->_connect_sock( $sock, $host ) ) {
972 return $this->_dead_host( $host );
975 // Do not buffer writes
976 stream_set_write_buffer( $sock, 0 );
978 $this->_cache_sock
[$host] = $sock;
980 return $this->_cache_sock
[$host];
983 function _debugprint( $str ) {
988 * Write to a stream, timing out after the correct amount of time
990 * @return bool false on failure, true on success
993 function _safe_fwrite( $f, $buf, $len = false ) {
994 stream_set_blocking( $f, 0 );
996 if ( $len === false ) {
997 wfDebug( "Writing " . strlen( $buf ) . " bytes\n" );
998 $bytesWritten = fwrite( $f, $buf );
1000 wfDebug( "Writing $len bytes\n" );
1001 $bytesWritten = fwrite( $f, $buf, $len );
1003 $n = stream_select( $r = null, $w = array( $f ), $e = null, 10, 0 );
1004 # $this->_timeout_seconds, $this->_timeout_microseconds );
1006 wfDebug( "stream_select returned $n\n" );
1007 stream_set_blocking( $f, 1 );
1009 return $bytesWritten;
1013 * Original behaviour
1015 function _safe_fwrite( $f, $buf, $len = false ) {
1016 if ( $len === false ) {
1017 $bytesWritten = fwrite( $f, $buf );
1019 $bytesWritten = fwrite( $f, $buf, $len );
1021 return $bytesWritten;
1025 * Flush the read buffer of a stream
1027 function _flush_read_buffer( $f ) {
1028 if ( !is_resource( $f ) ) {
1031 $n = stream_select( $r = array( $f ), $w = null, $e = null, 0, 0 );
1032 while ( $n == 1 && !feof( $f ) ) {
1034 $n = stream_select( $r = array( $f ), $w = null, $e = null, 0, 0 );
1043 // vim: sts=3 sw=3 et
1047 class MemCachedClientforWiki
extends MWMemcached
{
1048 function _debugprint( $text ) {
1049 wfDebug( "memcached: $text" );