<?php /** * Database load monitoring. * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License along * with this program; if not, write to the Free Software Foundation, Inc., * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. * http://www.gnu.org/copyleft/gpl.html * * @file * @ingroup Database */ /** * An interface for database load monitoring * * @ingroup Database */ interface LoadMonitor { /** * Construct a new LoadMonitor with a given LoadBalancer parent * * @param LoadBalancer $parent */ function __construct( $parent ); /** * Perform pre-connection load ratio adjustment. * @param $loads array * @param string $group the selected query group * @param $wiki String */ function scaleLoads( &$loads, $group = false, $wiki = false ); /** * Perform post-connection backoff. * * If the connection is in overload, this should return a backoff factor * which will be used to control polling time. The number of threads * connected is a good measure. * * If there is no overload, zero can be returned. * * A threshold thread count is given, the concrete class may compare this * to the running thread count. The threshold may be false, which indicates * that the sysadmin has not configured this feature. * * @param $conn DatabaseBase * @param $threshold Float */ function postConnectionBackoff( $conn, $threshold ); /** * Return an estimate of replication lag for each server * * @param $serverIndexes * @param $wiki * * @return array */ function getLagTimes( $serverIndexes, $wiki ); } class LoadMonitor_Null implements LoadMonitor { function __construct( $parent ) { } function scaleLoads( &$loads, $group = false, $wiki = false ) { } function postConnectionBackoff( $conn, $threshold ) { } /** * @param $serverIndexes * @param $wiki * @return array */ function getLagTimes( $serverIndexes, $wiki ) { return array_fill_keys( $serverIndexes, 0 ); } } /** * Basic MySQL load monitor with no external dependencies * Uses memcached to cache the replication lag for a short time * * @ingroup Database */ class LoadMonitor_MySQL implements LoadMonitor { /** * @var LoadBalancer */ var $parent; /** * @param LoadBalancer $parent */ function __construct( $parent ) { $this->parent = $parent; } /** * @param $loads * @param $group bool * @param $wiki bool */ function scaleLoads( &$loads, $group = false, $wiki = false ) { } /** * @param $serverIndexes * @param $wiki * @return array */ function getLagTimes( $serverIndexes, $wiki ) { if ( count( $serverIndexes ) == 1 && reset( $serverIndexes ) == 0 ) { // Single server only, just return zero without caching return array( 0 => 0 ); } wfProfileIn( __METHOD__ ); $expiry = 5; $requestRate = 10; global $wgMemc; if ( empty( $wgMemc ) ) { $wgMemc = wfGetMainCache(); } $masterName = $this->parent->getServerName( 0 ); $memcKey = wfMemcKey( 'lag_times', $masterName ); $times = $wgMemc->get( $memcKey ); if ( is_array( $times ) ) { # Randomly recache with probability rising over $expiry $elapsed = time() - $times['timestamp']; $chance = max( 0, ( $expiry - $elapsed ) * $requestRate ); if ( mt_rand( 0, $chance ) != 0 ) { unset( $times['timestamp'] ); // hide from caller wfProfileOut( __METHOD__ ); return $times; } wfIncrStats( 'lag_cache_miss_expired' ); } else { wfIncrStats( 'lag_cache_miss_absent' ); } # Cache key missing or expired if ( $wgMemc->add( "$memcKey:lock", 1, 10 ) ) { # Let this process alone update the cache value $unlocker = new ScopedCallback( function() use ( $wgMemc, $memcKey ) { $wgMemc->delete( $memcKey ); } ); } elseif ( is_array( $times ) ) { # Could not acquire lock but an old cache exists, so use it unset( $times['timestamp'] ); // hide from caller wfProfileOut( __METHOD__ ); return $times; } $times = array(); foreach ( $serverIndexes as $i ) { if ( $i == 0 ) { # Master $times[$i] = 0; } elseif ( false !== ( $conn = $this->parent->getAnyOpenConnection( $i ) ) ) { $times[$i] = $conn->getLag(); } elseif ( false !== ( $conn = $this->parent->openConnection( $i, $wiki ) ) ) { $times[$i] = $conn->getLag(); } } # Add a timestamp key so we know when it was cached $times['timestamp'] = time(); $wgMemc->set( $memcKey, $times, $expiry + 10 ); unset( $times['timestamp'] ); // hide from caller wfProfileOut( __METHOD__ ); return $times; } /** * @param $conn DatabaseBase * @param $threshold * @return int */ function postConnectionBackoff( $conn, $threshold ) { if ( !$threshold ) { return 0; } $status = $conn->getMysqlStatus( "Thread%" ); if ( $status['Threads_running'] > $threshold ) { $server = $conn->getProperty( 'mServer' ); wfLogDBError( "LB backoff from $server - Threads_running = {$status['Threads_running']}\n" ); return $status['Threads_connected']; } else { return 0; } } }