mirror of
https://github.com/expo/rethinkdbdash.git
synced 2026-11-15 17:40:35 -10:00
424 lines
17 KiB
JavaScript
424 lines
17 KiB
JavaScript
var util = require('util');
|
|
var events = require('events');
|
|
var Promise = require('bluebird');
|
|
var Dequeue = require(__dirname+'/dequeue.js');
|
|
var Pool = require(__dirname+'/pool.js');
|
|
var helper = require(__dirname+'/helper.js');
|
|
var Err = require(__dirname+'/error.js');
|
|
var UNKNOWN_POOLS = 'unknownPools';
|
|
function PoolMaster(r, options) {
|
|
var self = this;
|
|
var options = options || {};
|
|
var lineLength = options.buffer || 50;
|
|
|
|
self._r = r;
|
|
self._line = new Dequeue(lineLength);
|
|
self._pools = {};
|
|
self._pools[UNKNOWN_POOLS] = []; // pools for which we do not know the server'id
|
|
self._healthyPools = [];
|
|
self._init = false;
|
|
self._index = 0; // next pool to used
|
|
self._indexUnknown = 0 // next unknown pool to used
|
|
self._discovery = (typeof options.discovery === 'boolean') ? options.discovery: true; // Whether the pool master is in discovery mode or not
|
|
self._refresh = (typeof options.refresh === 'number') ? options.refresh: 1000*60*60; // Refresh rate for the list of servers
|
|
self._options = options;
|
|
self._options.buffer = options.buffer || 50;
|
|
self._options.max = options.max || 1000;
|
|
self._options.silent = options.silent || false;
|
|
self._draining = false;
|
|
self._numConnections = 0;
|
|
self._numAvailableConnections = 0;
|
|
self._hasPrintWarningLocalhost = false;
|
|
|
|
var pool;
|
|
if (Array.isArray(options.hosts)) {
|
|
for(var i=0; i<options.hosts.length; i++) {
|
|
// Create settings for this pool
|
|
var settings = {};
|
|
helper.loopKeys(options, function(options, key) {
|
|
if ((key === 'buffer') || (key === 'max')) {
|
|
settings[key] = Math.ceil(options[key]/options.hosts.length);
|
|
settings[key] = Math.ceil(options[key]/options.hosts.length);
|
|
}
|
|
else if (key !== 'hosts') {
|
|
settings[key] = options[key];
|
|
}
|
|
});
|
|
helper.loopKeys(options.hosts[i], function(options, key) {
|
|
settings[key] = options[key];
|
|
});
|
|
pool = new Pool(self._r, settings);
|
|
self._pools[UNKNOWN_POOLS].push(pool);
|
|
// A pool is considered healthy by default such that people can do
|
|
// var = require(...)(); query.run();
|
|
self._healthyPools.push(pool);
|
|
}
|
|
}
|
|
else {
|
|
pool = new Pool(self._r, options);
|
|
self._pools[UNKNOWN_POOLS].push(pool);
|
|
self._healthyPools.push(pool);
|
|
}
|
|
|
|
// Initialize all the pools - bind listeners
|
|
for(var i=0; i<self._pools[UNKNOWN_POOLS].length; i++) {
|
|
self.initPool(self._pools[UNKNOWN_POOLS][i]);
|
|
}
|
|
|
|
if ((self._discovery === true) && (self._healthyPools.length > 0)) {
|
|
self._timeout = setTimeout(function() { self.fetchServers() }, 0);
|
|
self._interval = setInterval(function() { self.fetchServers() }, self._refresh);
|
|
}
|
|
}
|
|
util.inherits(PoolMaster, events.EventEmitter);
|
|
|
|
PoolMaster.prototype.getPools = function() {
|
|
var result = [];
|
|
helper.loopKeys(this._pools, function(pools, key) {
|
|
if (key === UNKNOWN_POOLS) {
|
|
for(var i=0;i<pools[key].length; i++) {
|
|
result.push(pools[key][i]);
|
|
}
|
|
}
|
|
else {
|
|
result.push(pools[key]);
|
|
}
|
|
});
|
|
return result;
|
|
}
|
|
|
|
// Return whether if at least one pool is healthy
|
|
// Reject all promises in this._line
|
|
PoolMaster.prototype._flushErrors = function() {
|
|
while(this._line.getLength() > 0) {
|
|
this._line.shift().reject(new Err.ReqlDriverError('None of the pools have an opened connection and failed to open a new one'));
|
|
this.emit('queueing', this._line.getLength())
|
|
}
|
|
}
|
|
|
|
PoolMaster.prototype.getConnection = function() {
|
|
var self = this;
|
|
// Find a pool with available connections
|
|
var result;
|
|
for(var i=0; i<self._healthyPools.length; i++) {
|
|
if (self._index >= self._healthyPools.length) {
|
|
self._index = 0;
|
|
}
|
|
if (self._healthyPools[self._index].getAvailableLength() > 0) {
|
|
result = self._healthyPools[self._index].getConnection();
|
|
}
|
|
self._index++;
|
|
if (self._index === self._healthyPools.length) {
|
|
self._index = 0;
|
|
}
|
|
if (result) {
|
|
return result;
|
|
}
|
|
}
|
|
if (self._healthyPools.length === 0) {
|
|
return new Promise(function(resolve, reject) {
|
|
reject(new Err.ReqlDriverError('None of the pools have an opened connection and failed to open a new one'));
|
|
});
|
|
}
|
|
else {
|
|
// All pool are busy, buffer the request
|
|
return new Promise(function(resolve, reject) {
|
|
self._line.push({
|
|
resolve: resolve,
|
|
reject: reject
|
|
});
|
|
|
|
self.emit('queueing', self._line.getLength())
|
|
// We could add a condition to be less greedy (for early start)
|
|
self._expandAll();
|
|
});
|
|
|
|
}
|
|
}
|
|
PoolMaster.prototype._expandAll = function() {
|
|
for(var i=0; i<this._healthyPools.length; i++) {
|
|
this._healthyPools[i]._expandBuffer();
|
|
}
|
|
}
|
|
|
|
//TODO Use changefeed when initial values are available. Things to keep in mind:
|
|
//- increment buffer too
|
|
//- implement feeds in the fake server
|
|
PoolMaster.prototype.fetchServers = function() {
|
|
var self = this;
|
|
self._r.db('rethinkdb').table('server_status').run({cursor: false}).then(function(servers) {
|
|
var knownServer = {};
|
|
for(var i=0; i<servers.length; i++) {
|
|
var server = servers[i];
|
|
knownServer[server.id] = {count: 0, server: server};
|
|
if (servers[i].status === 'connected') {
|
|
if (self._pools[server.id] === undefined) {
|
|
var found = false;
|
|
for(var j=0; j<self._pools[UNKNOWN_POOLS].length; j++) {
|
|
if (found) break;
|
|
var pool = self._pools[UNKNOWN_POOLS][j];
|
|
// If a pool is created with localhost, it will probably match the first server even though it may not the the one
|
|
// So it gets an id
|
|
for(var k=0; k<server.network.canonical_addresses.length; k++) {
|
|
// Check for the same host (or if they are both localhost) and port
|
|
if (((server.network.canonical_addresses[k].host === pool.options.connection.host) ||
|
|
(helper.localhostAliases.hasOwnProperty(server.network.canonical_addresses[k].host) &&
|
|
helper.localhostAliases.hasOwnProperty(pool.options.connection.host))) &&
|
|
(server.network.reql_port === pool.options.connection.port)) {
|
|
|
|
self._pools[server.id] = self._pools[UNKNOWN_POOLS].splice(j, 1)[0];
|
|
// We may assign the wrong pool to this server if it's maching on localhost
|
|
if (helper.localhostAliases.hasOwnProperty(server.network.canonical_addresses[k].host)) {
|
|
self._pools[server.id].options.connection.host = helper.getCanonicalAddress(server.network.canonical_addresses).host;
|
|
if (!helper.getCanonicalAddress(self._pools[server.id].options.connection.host)) {
|
|
self._pools[server.id].drainLocalhost();
|
|
}
|
|
}
|
|
found = true;
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
if (found === false) {
|
|
// We just found a new server, let's extract the canonical address and connect to it
|
|
var address = helper.getCanonicalAddress(server.network.canonical_addresses);
|
|
var settings = {};
|
|
helper.loopKeys(self._options, function(options, key) {
|
|
if (key !== 'hosts') {
|
|
settings[key] = options[key];
|
|
}
|
|
});
|
|
settings.port = server.network.reql_port;
|
|
settings.host = address.host;
|
|
if (self._options.silent !== true) {
|
|
console.error('A new server was found. Creating a new pool with the options:');
|
|
console.error(JSON.stringify(settings));
|
|
}
|
|
self._pools[server.id] = new Pool(self._r, settings);
|
|
self.initPool(self._pools[server.id]);
|
|
}
|
|
}
|
|
}
|
|
} // Each server know has a pool
|
|
|
|
// Check if we need to remove pools
|
|
helper.loopKeys(self._pools, function(pools, key) {
|
|
if (key !== UNKNOWN_POOLS) {
|
|
if (knownServer.hasOwnProperty(key) === false) {
|
|
if (self._options.silent !== true) {
|
|
console.error('One pool is connected to a non existing server. Removing.');
|
|
console.error('Pool options:');
|
|
console.error(JSON.stringify(pools[key].options));
|
|
}
|
|
var pool = self._pools[key];
|
|
pool.drain().then(function() {
|
|
pool.removeAllListeners();
|
|
}).error(function(error) {
|
|
if (self._options.silent !== true) {
|
|
console.error('One of the removed pool could not be properly drained. The error returned was:');
|
|
console.error(error.message);
|
|
console.error(error.stack);
|
|
}
|
|
});
|
|
delete self._pools[key];
|
|
}
|
|
else {
|
|
knownServer[key]++;
|
|
}
|
|
}
|
|
});
|
|
|
|
for(var i=0;i<self._pools[UNKNOWN_POOLS].length; i++) {
|
|
var found = false;
|
|
helper.loopKeys(knownServer, function(knownServer, key) {
|
|
if (knownServer[key].count === 0) {
|
|
server = knownServer[key].server;
|
|
for(var k=0; k<server.network.canonical_addresses.length; k++) {
|
|
if (knownServer[server.id] === 0) {
|
|
if (((server.network.canonical_addresses[k].host === self._pools[UNKNOWN_POOLS][i].options.connection.host) ||
|
|
(helper.localhostAliases.hasOwnProperty(server.network.canonical_addresses[k].host) && (helper.localhostAliases.hasOwnProperty(self._pools[UNKNOWN_POOLS][i].options.connection.host)))) &&
|
|
(server.network.reql_port === self._pools[UNKNOWN_POOLS][i].options.connection.port)) {
|
|
found = true;
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
})
|
|
if (found === false) {
|
|
if (self._options.silent !== true) {
|
|
console.error('One pool is connected to a non existing server. Removing.');
|
|
console.error('Pool options:');
|
|
console.error(JSON.stringify(self._pools[UNKNOWN_POOLS][i].options));
|
|
}
|
|
var pool = self._pools[UNKNOWN_POOLS].splice(i, 1)[0];
|
|
pool.drain().then(function() {
|
|
pool.removeAllListeners();
|
|
}).error(function(error) {
|
|
if (self._options.silent !== true) {
|
|
console.error('One of the removed pool could not be properly drained. The error returned was:');
|
|
console.error(error.message);
|
|
console.error(error.stack);
|
|
}
|
|
});
|
|
}
|
|
}
|
|
|
|
}).error(function(error) {
|
|
if (self._options.silent !== true) {
|
|
console.error('Failed to retrieve the servers. The error returned was:');
|
|
console.error(error.message);
|
|
console.error(error.stack);
|
|
}
|
|
})
|
|
}
|
|
PoolMaster.prototype.initPool = function(pool) {
|
|
var self = this;
|
|
|
|
pool.on('size-diff', function(diff) {
|
|
self._numConnections += diff;
|
|
self.emit('size', self._numConnections)
|
|
});
|
|
pool.on('available-size-diff', function(diff) {
|
|
self._numAvailableConnections += diff;
|
|
self.emit('available-size', self._numAvailableConnections)
|
|
});
|
|
|
|
pool.on('new-connection', function() {
|
|
if (self._line.getLength() > 0) {
|
|
var p = self._line.shift();
|
|
this.getConnection().then(p.resolve).error(p.reject);
|
|
self.emit('queueing', self._line.getLength())
|
|
}
|
|
});
|
|
pool.on('not-empty', function() {
|
|
if (self._draining === false) {
|
|
var found = false;
|
|
for(var i=0; i<self._healthyPools.length; i++) {
|
|
if (self._healthyPools[i] === this) {
|
|
self._healthyPools.length;
|
|
found = true;
|
|
break;
|
|
}
|
|
}
|
|
if (found === false) {
|
|
if (self._discovery === true) {
|
|
self._healthyPools.push(this);
|
|
self.resetBufferParameters();
|
|
}
|
|
else {
|
|
var toRemoveBuffer = Math.floor(this.options.buffer/self._healthyPools.length);
|
|
var toRemoveMax = Math.floor(this.options.max/self._healthyPools.length);
|
|
|
|
for(var i=0; i<self._healthyPools.length; i++) {
|
|
self._healthyPools[i].options.max -= toRemoveMax;
|
|
self._healthyPools[i].options.buffer -= toRemoveBuffer;
|
|
}
|
|
self._healthyPools.push(this);
|
|
}
|
|
|
|
}
|
|
}
|
|
});
|
|
pool.on('empty', function() {
|
|
if ((self._draining === false) && (self._discovery === true)) {
|
|
self.fetchServers();
|
|
}
|
|
// A pool that become empty is considered unhealthy
|
|
for(var i=0; i<self._healthyPools.length; i++) {
|
|
if (self._healthyPools[i] === this) {
|
|
self._healthyPools.splice(i, 1);
|
|
break;
|
|
}
|
|
}
|
|
if (self._healthyPools.length === 0) {
|
|
self._flushErrors();
|
|
}
|
|
|
|
if (self._discovery === true) {
|
|
self.resetBufferParameters();
|
|
}
|
|
else {
|
|
// Its connections are spread over the healthy pools
|
|
var toSpreadBuffer = Math.floor(this.options.buffer/self._healthyPools.length);
|
|
var toSpreadMax = Math.floor(this.options.max/self._healthyPools.length);
|
|
for(i=0; i<self._healthyPools.length; i++) {
|
|
self._healthyPools[i].options.max += toSpreadMax;
|
|
self._healthyPools[i].options.buffer += toSpreadBuffer;
|
|
}
|
|
}
|
|
|
|
if (self._healthyPools.length === 0) {
|
|
self._flushErrors();
|
|
}
|
|
});
|
|
pool.on('draining', function() {
|
|
if (self._healthyPools === 0) {
|
|
self._flushErrors();
|
|
}
|
|
});
|
|
}
|
|
|
|
PoolMaster.prototype.getNumConnections = function() {
|
|
var sum = 0;
|
|
for(var i=0; i<this._pools.length; i++) {
|
|
sum += this._pools[i].getLength();
|
|
}
|
|
return sum;
|
|
}
|
|
PoolMaster.prototype.getNumAvailableConnections = function() {
|
|
var sum = 0;
|
|
for(var i=0; i<this._pools.length; i++) {
|
|
sum += this._pools[i].getAvailableLength();
|
|
}
|
|
return sum;
|
|
}
|
|
|
|
// Reset buffer and max for each pool
|
|
PoolMaster.prototype.resetBufferParameters = function() {
|
|
var max = Math.floor(this._options.max/this._healthyPools.length)
|
|
var buffer = Math.floor(this._options.buffer/this._healthyPools.length)
|
|
for(var i=0; i<this._healthyPools.length; i++) {
|
|
if (this._healthyPools[i].getLength() > max) {
|
|
this._healthyPools[i]._extraConnections = this._healthyPools[i].getLength()-max;
|
|
}
|
|
else {
|
|
this._healthyPools[i]._extraConnections = 0;
|
|
}
|
|
this._healthyPools[i].options.max = max
|
|
this._healthyPools[i].options.buffer = buffer;
|
|
|
|
}
|
|
}
|
|
|
|
PoolMaster.prototype.getLength = function() {
|
|
return this._numConnections;
|
|
}
|
|
PoolMaster.prototype.getAvailableLength = function() {
|
|
return this._numAvailableConnections;
|
|
}
|
|
|
|
PoolMaster.prototype.drain = function() {
|
|
this.emit('draining');
|
|
if (this._discovery === true) {
|
|
this._discovery = false;
|
|
clearInterval(this._interval);
|
|
clearTimeout(this._timeout);
|
|
}
|
|
this._draining = true;
|
|
var promises = [];
|
|
var pools = this.getPools();
|
|
for(var i=0; i<pools.length; i++) {
|
|
promises.push(pools[i].drain());
|
|
}
|
|
this._healthyPools = [];
|
|
var self = this;
|
|
return Promise.all(promises).then(function() {
|
|
for(var i=0; i<pools.length; i++) {
|
|
pools[i].removeAllListeners();
|
|
}
|
|
});;
|
|
}
|
|
|
|
module.exports = PoolMaster;
|