mirror of
https://github.com/YunoHost-Apps/mediawiki_ynh.git
synced 2024-09-03 19:46:05 +02:00
210 lines
5.4 KiB
PHP
210 lines
5.4 KiB
PHP
<?php
|
|
/**
|
|
* Database load monitoring.
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License along
|
|
* with this program; if not, write to the Free Software Foundation, Inc.,
|
|
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
|
* http://www.gnu.org/copyleft/gpl.html
|
|
*
|
|
* @file
|
|
* @ingroup Database
|
|
*/
|
|
|
|
/**
|
|
* An interface for database load monitoring
|
|
*
|
|
* @ingroup Database
|
|
*/
|
|
interface LoadMonitor {
|
|
/**
|
|
* Construct a new LoadMonitor with a given LoadBalancer parent
|
|
*
|
|
* @param LoadBalancer $parent
|
|
*/
|
|
function __construct( $parent );
|
|
|
|
/**
|
|
* Perform pre-connection load ratio adjustment.
|
|
* @param $loads array
|
|
* @param string $group the selected query group
|
|
* @param $wiki String
|
|
*/
|
|
function scaleLoads( &$loads, $group = false, $wiki = false );
|
|
|
|
/**
|
|
* Perform post-connection backoff.
|
|
*
|
|
* If the connection is in overload, this should return a backoff factor
|
|
* which will be used to control polling time. The number of threads
|
|
* connected is a good measure.
|
|
*
|
|
* If there is no overload, zero can be returned.
|
|
*
|
|
* A threshold thread count is given, the concrete class may compare this
|
|
* to the running thread count. The threshold may be false, which indicates
|
|
* that the sysadmin has not configured this feature.
|
|
*
|
|
* @param $conn DatabaseBase
|
|
* @param $threshold Float
|
|
*/
|
|
function postConnectionBackoff( $conn, $threshold );
|
|
|
|
/**
|
|
* Return an estimate of replication lag for each server
|
|
*
|
|
* @param $serverIndexes
|
|
* @param $wiki
|
|
*
|
|
* @return array
|
|
*/
|
|
function getLagTimes( $serverIndexes, $wiki );
|
|
}
|
|
|
|
class LoadMonitor_Null implements LoadMonitor {
|
|
function __construct( $parent ) {
|
|
}
|
|
|
|
function scaleLoads( &$loads, $group = false, $wiki = false ) {
|
|
}
|
|
|
|
function postConnectionBackoff( $conn, $threshold ) {
|
|
}
|
|
|
|
/**
|
|
* @param $serverIndexes
|
|
* @param $wiki
|
|
* @return array
|
|
*/
|
|
function getLagTimes( $serverIndexes, $wiki ) {
|
|
return array_fill_keys( $serverIndexes, 0 );
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Basic MySQL load monitor with no external dependencies
|
|
* Uses memcached to cache the replication lag for a short time
|
|
*
|
|
* @ingroup Database
|
|
*/
|
|
class LoadMonitor_MySQL implements LoadMonitor {
|
|
|
|
/**
|
|
* @var LoadBalancer
|
|
*/
|
|
var $parent;
|
|
|
|
/**
|
|
* @param LoadBalancer $parent
|
|
*/
|
|
function __construct( $parent ) {
|
|
$this->parent = $parent;
|
|
}
|
|
|
|
/**
|
|
* @param $loads
|
|
* @param $group bool
|
|
* @param $wiki bool
|
|
*/
|
|
function scaleLoads( &$loads, $group = false, $wiki = false ) {
|
|
}
|
|
|
|
/**
|
|
* @param $serverIndexes
|
|
* @param $wiki
|
|
* @return array
|
|
*/
|
|
function getLagTimes( $serverIndexes, $wiki ) {
|
|
if ( count( $serverIndexes ) == 1 && reset( $serverIndexes ) == 0 ) {
|
|
// Single server only, just return zero without caching
|
|
return array( 0 => 0 );
|
|
}
|
|
|
|
wfProfileIn( __METHOD__ );
|
|
$expiry = 5;
|
|
$requestRate = 10;
|
|
|
|
global $wgMemc;
|
|
if ( empty( $wgMemc ) ) {
|
|
$wgMemc = wfGetMainCache();
|
|
}
|
|
|
|
$masterName = $this->parent->getServerName( 0 );
|
|
$memcKey = wfMemcKey( 'lag_times', $masterName );
|
|
$times = $wgMemc->get( $memcKey );
|
|
if ( is_array( $times ) ) {
|
|
# Randomly recache with probability rising over $expiry
|
|
$elapsed = time() - $times['timestamp'];
|
|
$chance = max( 0, ( $expiry - $elapsed ) * $requestRate );
|
|
if ( mt_rand( 0, $chance ) != 0 ) {
|
|
unset( $times['timestamp'] ); // hide from caller
|
|
wfProfileOut( __METHOD__ );
|
|
return $times;
|
|
}
|
|
wfIncrStats( 'lag_cache_miss_expired' );
|
|
} else {
|
|
wfIncrStats( 'lag_cache_miss_absent' );
|
|
}
|
|
|
|
# Cache key missing or expired
|
|
if ( $wgMemc->add( "$memcKey:lock", 1, 10 ) ) {
|
|
# Let this process alone update the cache value
|
|
$unlocker = new ScopedCallback( function() use ( $wgMemc, $memcKey ) {
|
|
$wgMemc->delete( $memcKey );
|
|
} );
|
|
} elseif ( is_array( $times ) ) {
|
|
# Could not acquire lock but an old cache exists, so use it
|
|
unset( $times['timestamp'] ); // hide from caller
|
|
wfProfileOut( __METHOD__ );
|
|
return $times;
|
|
}
|
|
|
|
$times = array();
|
|
foreach ( $serverIndexes as $i ) {
|
|
if ( $i == 0 ) { # Master
|
|
$times[$i] = 0;
|
|
} elseif ( false !== ( $conn = $this->parent->getAnyOpenConnection( $i ) ) ) {
|
|
$times[$i] = $conn->getLag();
|
|
} elseif ( false !== ( $conn = $this->parent->openConnection( $i, $wiki ) ) ) {
|
|
$times[$i] = $conn->getLag();
|
|
}
|
|
}
|
|
|
|
# Add a timestamp key so we know when it was cached
|
|
$times['timestamp'] = time();
|
|
$wgMemc->set( $memcKey, $times, $expiry + 10 );
|
|
unset( $times['timestamp'] ); // hide from caller
|
|
|
|
wfProfileOut( __METHOD__ );
|
|
return $times;
|
|
}
|
|
|
|
/**
|
|
* @param $conn DatabaseBase
|
|
* @param $threshold
|
|
* @return int
|
|
*/
|
|
function postConnectionBackoff( $conn, $threshold ) {
|
|
if ( !$threshold ) {
|
|
return 0;
|
|
}
|
|
$status = $conn->getMysqlStatus( "Thread%" );
|
|
if ( $status['Threads_running'] > $threshold ) {
|
|
$server = $conn->getProperty( 'mServer' );
|
|
wfLogDBError( "LB backoff from $server - Threads_running = {$status['Threads_running']}\n" );
|
|
return $status['Threads_connected'];
|
|
} else {
|
|
return 0;
|
|
}
|
|
}
|
|
}
|