3 * +---------------------------------------------------------------------------+
4 * | memcached client, PHP |
5 * +---------------------------------------------------------------------------+
6 * | Copyright (c) 2003 Ryan T. Dean <rtdean@cytherianage.net> |
7 * | All rights reserved. |
9 * | Redistribution and use in source and binary forms, with or without |
10 * | modification, are permitted provided that the following conditions |
13 * | 1. Redistributions of source code must retain the above copyright |
14 * | notice, this list of conditions and the following disclaimer. |
15 * | 2. Redistributions in binary form must reproduce the above copyright |
16 * | notice, this list of conditions and the following disclaimer in the |
17 * | documentation and/or other materials provided with the distribution. |
19 * | THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR |
20 * | IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES |
21 * | OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. |
22 * | IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, |
23 * | INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT |
24 * | NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
25 * | DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
26 * | THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
27 * | (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF |
28 * | THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
29 * +---------------------------------------------------------------------------+
30 * | Author: Ryan T. Dean <rtdean@cytherianage.net> |
31 * | Heavily influenced by the Perl memcached client by Brad Fitzpatrick. |
32 * | Permission granted by Brad Fitzpatrick for relicense of ported Perl |
33 * | client logic under 2-clause BSD license. |
34 * +---------------------------------------------------------------------------+
41 * This is the PHP client for memcached - a distributed memory cache daemon.
42 * More information is available at http://www.danga.com/memcached/
46 * require_once 'memcached.php';
48 * $mc = new MWMemcached(array(
49 * 'servers' => array('127.0.0.1:10000',
50 * array('192.0.0.1:10010', 2),
53 * 'compress_threshold' => 10240,
54 * 'persistent' => true));
56 * $mc->add('key', array('some', 'array'));
57 * $mc->replace('key', 'some random string');
58 * $val = $mc->get('key');
60 * @author Ryan T. Dean <rtdean@cytherianage.net>
67 // {{{ class MWMemcached
69 * memcached client class implemented using (p)fsockopen()
71 * @author Ryan T. Dean <rtdean@cytherianage.net>
82 * Flag: indicates data is serialized
87 * Flag: indicates data is compressed
94 * Minimum savings to store data compressed
96 const COMPRESSION_SAVINGS
= 0.20;
113 * Cached Sockets that are connected
121 * Current debug status; 0 - none to 9 - profiling
129 * Dead hosts, assoc array, 'host'=>'unixtime when ok to check again'
137 * Is compression available?
145 * Do we want to use compression?
150 var $_compress_enable;
153 * At how many bytes should we compress?
158 var $_compress_threshold;
161 * Are we using persistent links?
169 * If only using one server; contains ip:port to connect to
177 * Array containing ip:port or array(ip:port, weight)
193 * Total # of bit buckets we have
201 * # of total servers we have
209 * Stream timeout in seconds. Applies for example to fread()
214 var $_timeout_seconds;
217 * Stream timeout in microseconds
222 var $_timeout_microseconds;
225 * Connect timeout in seconds
227 var $_connect_timeout;
230 * Number of connection attempts for each server
232 var $_connect_attempts;
237 // {{{ public functions
241 * Memcache initializer
243 * @param $args Array Associative array of settings
247 public function __construct( $args ) {
248 $this->set_servers( isset( $args['servers'] ) ?
$args['servers'] : array() );
249 $this->_debug
= isset( $args['debug'] ) ?
$args['debug'] : false;
250 $this->stats
= array();
251 $this->_compress_threshold
= isset( $args['compress_threshold'] ) ?
$args['compress_threshold'] : 0;
252 $this->_persistent
= isset( $args['persistent'] ) ?
$args['persistent'] : false;
253 $this->_compress_enable
= true;
254 $this->_have_zlib
= function_exists( 'gzcompress' );
256 $this->_cache_sock
= array();
257 $this->_host_dead
= array();
259 $this->_timeout_seconds
= 0;
260 $this->_timeout_microseconds
= isset( $args['timeout'] ) ?
$args['timeout'] : 100000;
262 $this->_connect_timeout
= isset( $args['connect_timeout'] ) ?
$args['connect_timeout'] : 0.1;
263 $this->_connect_attempts
= 2;
270 * Adds a key/value to the memcache server if one isn't already set with
273 * @param $key String: key to set with data
274 * @param $val Mixed: value to store
275 * @param $exp Integer: (optional) Expiration time. This can be a number of seconds
276 * to cache for (up to 30 days inclusive). Any timespans of 30 days + 1 second or
277 * longer must be the timestamp of the time at which the mapping should expire. It
278 * is safe to use timestamps in all cases, regardless of exipration
279 * eg: strtotime("+3 hour")
283 public function add( $key, $val, $exp = 0 ) {
284 return $this->_set( 'add', $key, $val, $exp );
291 * Decrease a value stored on the memcache server
293 * @param $key String: key to decrease
294 * @param $amt Integer: (optional) amount to decrease
296 * @return Mixed: FALSE on failure, value on success
298 public function decr( $key, $amt = 1 ) {
299 return $this->_incrdecr( 'decr', $key, $amt );
306 * Deletes a key from the server, optionally after $time
308 * @param $key String: key to delete
309 * @param $time Integer: (optional) how long to wait before deleting
311 * @return Boolean: TRUE on success, FALSE on failure
313 public function delete( $key, $time = 0 ) {
314 if ( !$this->_active
) {
318 $sock = $this->get_sock( $key );
319 if ( !is_resource( $sock ) ) {
323 $key = is_array( $key ) ?
$key[1] : $key;
325 if ( isset( $this->stats
['delete'] ) ) {
326 $this->stats
['delete']++
;
328 $this->stats
['delete'] = 1;
330 $cmd = "delete $key $time\r\n";
331 if( !$this->_safe_fwrite( $sock, $cmd, strlen( $cmd ) ) ) {
332 $this->_dead_sock( $sock );
335 $res = trim( fgets( $sock ) );
337 if ( $this->_debug
) {
338 $this->_debugprint( sprintf( "MemCache: delete %s (%s)\n", $key, $res ) );
341 if ( $res == "DELETED" ) {
349 * @param $timeout int
352 public function lock( $key, $timeout = 0 ) {
361 public function unlock( $key ) {
367 // {{{ disconnect_all()
370 * Disconnects all connected sockets
372 public function disconnect_all() {
373 foreach ( $this->_cache_sock
as $sock ) {
377 $this->_cache_sock
= array();
381 // {{{ enable_compress()
384 * Enable / Disable compression
386 * @param $enable Boolean: TRUE to enable, FALSE to disable
388 public function enable_compress( $enable ) {
389 $this->_compress_enable
= $enable;
393 // {{{ forget_dead_hosts()
396 * Forget about all of the dead hosts
398 public function forget_dead_hosts() {
399 $this->_host_dead
= array();
406 * Retrieves the value associated with the key from the memcache server
408 * @param $key array|string key to retrieve
412 public function get( $key ) {
413 wfProfileIn( __METHOD__
);
415 if ( $this->_debug
) {
416 $this->_debugprint( "get($key)\n" );
419 if ( !$this->_active
) {
420 wfProfileOut( __METHOD__
);
424 $sock = $this->get_sock( $key );
426 if ( !is_resource( $sock ) ) {
427 wfProfileOut( __METHOD__
);
431 $key = is_array( $key ) ?
$key[1] : $key;
432 if ( isset( $this->stats
['get'] ) ) {
433 $this->stats
['get']++
;
435 $this->stats
['get'] = 1;
438 $cmd = "get $key\r\n";
439 if ( !$this->_safe_fwrite( $sock, $cmd, strlen( $cmd ) ) ) {
440 $this->_dead_sock( $sock );
441 wfProfileOut( __METHOD__
);
446 $this->_load_items( $sock, $val );
448 if ( $this->_debug
) {
449 foreach ( $val as $k => $v ) {
450 $this->_debugprint( sprintf( "MemCache: sock %s got %s\n", serialize( $sock ), $k ) );
455 if ( isset( $val[$key] ) ) {
458 wfProfileOut( __METHOD__
);
466 * Get multiple keys from the server(s)
468 * @param $keys Array: keys to retrieve
472 public function get_multi( $keys ) {
473 if ( !$this->_active
) {
477 if ( isset( $this->stats
['get_multi'] ) ) {
478 $this->stats
['get_multi']++
;
480 $this->stats
['get_multi'] = 1;
482 $sock_keys = array();
484 foreach ( $keys as $key ) {
485 $sock = $this->get_sock( $key );
486 if ( !is_resource( $sock ) ) {
489 $key = is_array( $key ) ?
$key[1] : $key;
490 if ( !isset( $sock_keys[$sock] ) ) {
491 $sock_keys[$sock] = array();
494 $sock_keys[$sock][] = $key;
498 // Send out the requests
499 foreach ( $socks as $sock ) {
501 foreach ( $sock_keys[$sock] as $key ) {
506 if ( $this->_safe_fwrite( $sock, $cmd, strlen( $cmd ) ) ) {
509 $this->_dead_sock( $sock );
515 foreach ( $gather as $sock ) {
516 $this->_load_items( $sock, $val );
519 if ( $this->_debug
) {
520 foreach ( $val as $k => $v ) {
521 $this->_debugprint( sprintf( "MemCache: got %s\n", $k ) );
532 * Increments $key (optionally) by $amt
534 * @param $key String: key to increment
535 * @param $amt Integer: (optional) amount to increment
537 * @return Integer: null if the key does not exist yet (this does NOT
538 * create new mappings if the key does not exist). If the key does
539 * exist, this returns the new value for that key.
541 public function incr( $key, $amt = 1 ) {
542 return $this->_incrdecr( 'incr', $key, $amt );
549 * Overwrites an existing value for key; only works if key is already set
551 * @param $key String: key to set value as
552 * @param $value Mixed: value to store
553 * @param $exp Integer: (optional) Expiration time. This can be a number of seconds
554 * to cache for (up to 30 days inclusive). Any timespans of 30 days + 1 second or
555 * longer must be the timestamp of the time at which the mapping should expire. It
556 * is safe to use timestamps in all cases, regardless of exipration
557 * eg: strtotime("+3 hour")
561 public function replace( $key, $value, $exp = 0 ) {
562 return $this->_set( 'replace', $key, $value, $exp );
569 * Passes through $cmd to the memcache server connected by $sock; returns
570 * output as an array (null array if no output)
572 * NOTE: due to a possible bug in how PHP reads while using fgets(), each
573 * line may not be terminated by a \r\n. More specifically, my testing
574 * has shown that, on FreeBSD at least, each line is terminated only
575 * with a \n. This is with the PHP flag auto_detect_line_endings set
576 * to falase (the default).
578 * @param $sock Resource: socket to send command on
579 * @param $cmd String: command to run
581 * @return Array: output array
583 public function run_command( $sock, $cmd ) {
584 if ( !is_resource( $sock ) ) {
588 if ( !$this->_safe_fwrite( $sock, $cmd, strlen( $cmd ) ) ) {
594 $res = fgets( $sock );
596 if ( preg_match( '/^END/', $res ) ) {
599 if ( strlen( $res ) == 0 ) {
610 * Unconditionally sets a key to a given value in the memcache. Returns true
611 * if set successfully.
613 * @param $key String: key to set value as
614 * @param $value Mixed: value to set
615 * @param $exp Integer: (optional) Expiration time. This can be a number of seconds
616 * to cache for (up to 30 days inclusive). Any timespans of 30 days + 1 second or
617 * longer must be the timestamp of the time at which the mapping should expire. It
618 * is safe to use timestamps in all cases, regardless of exipration
619 * eg: strtotime("+3 hour")
621 * @return Boolean: TRUE on success
623 public function set( $key, $value, $exp = 0 ) {
624 return $this->_set( 'set', $key, $value, $exp );
628 // {{{ set_compress_threshold()
631 * Sets the compression threshold
633 * @param $thresh Integer: threshold to compress if larger than
635 public function set_compress_threshold( $thresh ) {
636 $this->_compress_threshold
= $thresh;
643 * Sets the debug flag
645 * @param $dbg Boolean: TRUE for debugging, FALSE otherwise
647 * @see MWMemcached::__construct
649 public function set_debug( $dbg ) {
650 $this->_debug
= $dbg;
657 * Sets the server list to distribute key gets and puts between
659 * @param $list Array of servers to connect to
661 * @see MWMemcached::__construct()
663 public function set_servers( $list ) {
664 $this->_servers
= $list;
665 $this->_active
= count( $list );
666 $this->_buckets
= null;
667 $this->_bucketcount
= 0;
669 $this->_single_sock
= null;
670 if ( $this->_active
== 1 ) {
671 $this->_single_sock
= $this->_servers
[0];
676 * Sets the timeout for new connections
678 * @param $seconds Integer: number of seconds
679 * @param $microseconds Integer: number of microseconds
681 public function set_timeout( $seconds, $microseconds ) {
682 $this->_timeout_seconds
= $seconds;
683 $this->_timeout_microseconds
= $microseconds;
688 // {{{ private methods
692 * Close the specified socket
694 * @param $sock String: socket to close
698 function _close_sock( $sock ) {
699 $host = array_search( $sock, $this->_cache_sock
);
700 fclose( $this->_cache_sock
[$host] );
701 unset( $this->_cache_sock
[$host] );
705 // {{{ _connect_sock()
708 * Connects $sock to $host, timing out after $timeout
710 * @param $sock Integer: socket to connect
711 * @param $host String: Host:IP to connect to
716 function _connect_sock( &$sock, $host ) {
717 list( $ip, $port ) = explode( ':', $host );
719 $timeout = $this->_connect_timeout
;
720 $errno = $errstr = null;
721 for( $i = 0; !$sock && $i < $this->_connect_attempts
; $i++
) {
722 wfSuppressWarnings();
723 if ( $this->_persistent
== 1 ) {
724 $sock = pfsockopen( $ip, $port, $errno, $errstr, $timeout );
726 $sock = fsockopen( $ip, $port, $errno, $errstr, $timeout );
731 if ( $this->_debug
) {
732 $this->_debugprint( "Error connecting to $host: $errstr\n" );
737 // Initialise timeout
738 stream_set_timeout( $sock, $this->_timeout_seconds
, $this->_timeout_microseconds
);
747 * Marks a host as dead until 30-40 seconds in the future
749 * @param $sock String: socket to mark as dead
753 function _dead_sock( $sock ) {
754 $host = array_search( $sock, $this->_cache_sock
);
755 $this->_dead_host( $host );
761 function _dead_host( $host ) {
762 $parts = explode( ':', $host );
764 $this->_host_dead
[$ip] = time() +
30 +
intval( rand( 0, 10 ) );
765 $this->_host_dead
[$host] = $this->_host_dead
[$ip];
766 unset( $this->_cache_sock
[$host] );
775 * @param $key String: key to retrieve value for;
777 * @return Mixed: resource on success, false on failure
780 function get_sock( $key ) {
781 if ( !$this->_active
) {
785 if ( $this->_single_sock
!== null ) {
786 $this->_flush_read_buffer( $this->_single_sock
);
787 return $this->sock_to_host( $this->_single_sock
);
790 $hv = is_array( $key ) ?
intval( $key[0] ) : $this->_hashfunc( $key );
791 if ( $this->_buckets
=== null ) {
793 foreach ( $this->_servers
as $v ) {
794 if ( is_array( $v ) ) {
795 for( $i = 0; $i < $v[1]; $i++
) {
802 $this->_buckets
= $bu;
803 $this->_bucketcount
= count( $bu );
806 $realkey = is_array( $key ) ?
$key[1] : $key;
807 for( $tries = 0; $tries < 20; $tries++
) {
808 $host = $this->_buckets
[$hv %
$this->_bucketcount
];
809 $sock = $this->sock_to_host( $host );
810 if ( is_resource( $sock ) ) {
811 $this->_flush_read_buffer( $sock );
814 $hv = $this->_hashfunc( $hv . $realkey );
824 * Creates a hash integer based on the $key
826 * @param $key String: key to hash
828 * @return Integer: hash value
831 function _hashfunc( $key ) {
832 # Hash function must on [0,0x7ffffff]
833 # We take the first 31 bits of the MD5 hash, which unlike the hash
834 # function used in a previous version of this client, works
835 return hexdec( substr( md5( $key ), 0, 8 ) ) & 0x7fffffff;
842 * Perform increment/decriment on $key
844 * @param $cmd String command to perform
845 * @param $key String|array key to perform it on
846 * @param $amt Integer amount to adjust
848 * @return Integer: new value of $key
851 function _incrdecr( $cmd, $key, $amt = 1 ) {
852 if ( !$this->_active
) {
856 $sock = $this->get_sock( $key );
857 if ( !is_resource( $sock ) ) {
861 $key = is_array( $key ) ?
$key[1] : $key;
862 if ( isset( $this->stats
[$cmd] ) ) {
863 $this->stats
[$cmd]++
;
865 $this->stats
[$cmd] = 1;
867 if ( !$this->_safe_fwrite( $sock, "$cmd $key $amt\r\n" ) ) {
868 $this->_dead_sock( $sock );
872 $line = fgets( $sock );
874 if ( !preg_match( '/^(\d+)/', $line, $match ) ) {
884 * Load items into $ret from $sock
886 * @param $sock Resource: socket to read from
887 * @param $ret Array: returned values
892 function _load_items( $sock, &$ret ) {
894 $decl = fgets( $sock );
895 if ( $decl == "END\r\n" ) {
897 } elseif ( preg_match( '/^VALUE (\S+) (\d+) (\d+)\r\n$/', $decl, $match ) ) {
898 list( $rkey, $flags, $len ) = array( $match[1], $match[2], $match[3] );
902 while ( $bneed > 0 ) {
903 $data = fread( $sock, $bneed );
904 $n = strlen( $data );
910 if ( isset( $ret[$rkey] ) ) {
911 $ret[$rkey] .= $data;
917 if ( $offset != $len +
2 ) {
918 // Something is borked!
919 if ( $this->_debug
) {
920 $this->_debugprint( sprintf( "Something is borked! key %s expecting %d got %d length\n", $rkey, $len +
2, $offset ) );
923 unset( $ret[$rkey] );
924 $this->_close_sock( $sock );
928 if ( $this->_have_zlib
&& $flags & self
::COMPRESSED
) {
929 $ret[$rkey] = gzuncompress( $ret[$rkey] );
932 $ret[$rkey] = rtrim( $ret[$rkey] );
934 if ( $flags & self
::SERIALIZED
) {
935 $ret[$rkey] = unserialize( $ret[$rkey] );
939 $this->_debugprint( "Error parsing memcached response\n" );
949 * Performs the requested storage operation to the memcache server
951 * @param $cmd String: command to perform
952 * @param $key String: key to act on
953 * @param $val Mixed: what we need to store
954 * @param $exp Integer: (optional) Expiration time. This can be a number of seconds
955 * to cache for (up to 30 days inclusive). Any timespans of 30 days + 1 second or
956 * longer must be the timestamp of the time at which the mapping should expire. It
957 * is safe to use timestamps in all cases, regardless of exipration
958 * eg: strtotime("+3 hour")
963 function _set( $cmd, $key, $val, $exp ) {
964 if ( !$this->_active
) {
968 $sock = $this->get_sock( $key );
969 if ( !is_resource( $sock ) ) {
973 if ( isset( $this->stats
[$cmd] ) ) {
974 $this->stats
[$cmd]++
;
976 $this->stats
[$cmd] = 1;
979 // TTLs higher than 30 days will be detected as absolute TTLs
980 // (UNIX timestamps), and will result in the cache entry being
981 // discarded immediately because the expiry is in the past.
982 // Clamp expiries >30d at 30d, unless they're >=1e9 in which
983 // case they are likely to really be absolute (1e9 = 2011-09-09)
984 if ( $exp > 2592000 && $exp < 1000000000 ) {
990 if ( !is_scalar( $val ) ) {
991 $val = serialize( $val );
992 $flags |
= self
::SERIALIZED
;
993 if ( $this->_debug
) {
994 $this->_debugprint( sprintf( "client: serializing data as it is not scalar\n" ) );
998 $len = strlen( $val );
1000 if ( $this->_have_zlib
&& $this->_compress_enable
&&
1001 $this->_compress_threshold
&& $len >= $this->_compress_threshold
)
1003 $c_val = gzcompress( $val, 9 );
1004 $c_len = strlen( $c_val );
1006 if ( $c_len < $len * ( 1 - self
::COMPRESSION_SAVINGS
) ) {
1007 if ( $this->_debug
) {
1008 $this->_debugprint( sprintf( "client: compressing data; was %d bytes is now %d bytes\n", $len, $c_len ) );
1012 $flags |
= self
::COMPRESSED
;
1015 if ( !$this->_safe_fwrite( $sock, "$cmd $key $flags $exp $len\r\n$val\r\n" ) ) {
1016 $this->_dead_sock( $sock );
1020 $line = trim( fgets( $sock ) );
1022 if ( $this->_debug
) {
1023 $this->_debugprint( sprintf( "%s %s (%s)\n", $cmd, $key, $line ) );
1025 if ( $line == "STORED" ) {
1032 // {{{ sock_to_host()
1035 * Returns the socket for the host
1037 * @param $host String: Host:IP to get socket for
1039 * @return Mixed: IO Stream or false
1042 function sock_to_host( $host ) {
1043 if ( isset( $this->_cache_sock
[$host] ) ) {
1044 return $this->_cache_sock
[$host];
1049 list( $ip, /* $port */) = explode( ':', $host );
1050 if ( isset( $this->_host_dead
[$host] ) && $this->_host_dead
[$host] > $now ||
1051 isset( $this->_host_dead
[$ip] ) && $this->_host_dead
[$ip] > $now
1056 if ( !$this->_connect_sock( $sock, $host ) ) {
1057 $this->_dead_host( $host );
1061 // Do not buffer writes
1062 stream_set_write_buffer( $sock, 0 );
1064 $this->_cache_sock
[$host] = $sock;
1066 return $this->_cache_sock
[$host];
1070 * @param $str string
1072 function _debugprint( $str ) {
1077 * Write to a stream, timing out after the correct amount of time
1079 * @return Boolean: false on failure, true on success
1082 function _safe_fwrite( $f, $buf, $len = false ) {
1083 stream_set_blocking( $f, 0 );
1085 if ( $len === false ) {
1086 wfDebug( "Writing " . strlen( $buf ) . " bytes\n" );
1087 $bytesWritten = fwrite( $f, $buf );
1089 wfDebug( "Writing $len bytes\n" );
1090 $bytesWritten = fwrite( $f, $buf, $len );
1092 $n = stream_select( $r = null, $w = array( $f ), $e = null, 10, 0 );
1093 # $this->_timeout_seconds, $this->_timeout_microseconds );
1095 wfDebug( "stream_select returned $n\n" );
1096 stream_set_blocking( $f, 1 );
1098 return $bytesWritten;
1102 * Original behaviour
1108 function _safe_fwrite( $f, $buf, $len = false ) {
1109 if ( $len === false ) {
1110 $bytesWritten = fwrite( $f, $buf );
1112 $bytesWritten = fwrite( $f, $buf, $len );
1114 return $bytesWritten;
1118 * Flush the read buffer of a stream
1119 * @param $f Resource
1121 function _flush_read_buffer( $f ) {
1122 if ( !is_resource( $f ) ) {
1125 $n = stream_select( $r = array( $f ), $w = null, $e = null, 0, 0 );
1126 while ( $n == 1 && !feof( $f ) ) {
1128 $n = stream_select( $r = array( $f ), $w = null, $e = null, 0, 0 );
1137 // vim: sts=3 sw=3 et
1141 class MemCachedClientforWiki
extends MWMemcached
{
1142 function _debugprint( $text ) {
1143 wfDebug( "memcached: $text" );