mirror of https://gitee.com/bigwinds/arangodb
Rename files.
This commit is contained in:
Max Neunhoeffer
parent
10eb807366
commit
00b03f8bf1
|
|
@ -1,162 +0,0 @@
|
||||||
/*jslint indent: 2, nomen: true, maxlen: 120, sloppy: true, vars: true, white: true, plusplus: true, stupid: true */
|
|
||||||
/*global module, require, exports, ArangoAgency, SYS_TEST_PORT */
|
|
||||||
|
|
||||||
////////////////////////////////////////////////////////////////////////////////
|
|
||||||
/// @brief Cluster startup functionality by dispatchers
|
|
||||||
///
|
|
||||||
/// @file js/server/modules/org/arangodb/cluster/dispatcher.js
|
|
||||||
///
|
|
||||||
/// DISCLAIMER
|
|
||||||
///
|
|
||||||
/// Copyright 2014 triagens GmbH, Cologne, Germany
|
|
||||||
///
|
|
||||||
/// Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
/// you may not use this file except in compliance with the License.
|
|
||||||
/// You may obtain a copy of the License at
|
|
||||||
///
|
|
||||||
/// http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
///
|
|
||||||
/// Unless required by applicable law or agreed to in writing, software
|
|
||||||
/// distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
/// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
/// See the License for the specific language governing permissions and
|
|
||||||
/// limitations under the License.
|
|
||||||
///
|
|
||||||
/// Copyright holder is triAGENS GmbH, Cologne, Germany
|
|
||||||
///
|
|
||||||
/// @author Max Neunhoeffer
|
|
||||||
/// @author Copyright 2014, triAGENS GmbH, Cologne, Germany
|
|
||||||
////////////////////////////////////////////////////////////////////////////////
|
|
||||||
|
|
||||||
// -----------------------------------------------------------------------------
|
|
||||||
// --SECTION-- Dispatcher functionality
|
|
||||||
// -----------------------------------------------------------------------------
|
|
||||||
|
|
||||||
var download = require("internal").download;
|
|
||||||
var executeExternal = require("internal").executeExternal;
|
|
||||||
var fs = require("fs");
|
|
||||||
var wait = require("internal").wait;
|
|
||||||
|
|
||||||
var print = require("internal").print;
|
|
||||||
|
|
||||||
var actions = {};
|
|
||||||
|
|
||||||
function getAddrPort (endpoint) {
|
|
||||||
var pos = endpoint.indexOf("://");
|
|
||||||
if (pos !== -1) {
|
|
||||||
return endpoint.substr(pos+3);
|
|
||||||
}
|
|
||||||
return endpoint;
|
|
||||||
}
|
|
||||||
|
|
||||||
function getAddr (endpoint) {
|
|
||||||
var addrPort = getAddrPort(endpoint);
|
|
||||||
var pos = addrPort.indexOf(":");
|
|
||||||
if (pos !== -1) {
|
|
||||||
return addrPort.substr(0,pos);
|
|
||||||
}
|
|
||||||
return addrPort;
|
|
||||||
}
|
|
||||||
|
|
||||||
actions.startAgent = function (dispatchers, cmd) {
|
|
||||||
var agentDataDir = fs.join(cmd.dataPath,
|
|
||||||
"agent"+cmd.agencyPrefix+cmd.extPort);
|
|
||||||
if (fs.exists(agentDataDir)) {
|
|
||||||
fs.removeDirectoryRecursive(agentDataDir,true);
|
|
||||||
}
|
|
||||||
// FIXME: could distinguish cases and sometimes only bind to 127.0.0.1???
|
|
||||||
var args = ["-data-dir", agentDataDir,
|
|
||||||
"-name", "agent"+cmd.agencyPrefix+cmd.extPort,
|
|
||||||
"-addr", "0.0.0.0:"+cmd.extPort,
|
|
||||||
"-peer-addr", "0.0.0.0:"+cmd.intPort];
|
|
||||||
var i;
|
|
||||||
if (cmd.peers.length > 0) {
|
|
||||||
args.push("-peers");
|
|
||||||
var st = getAddrPort(cmd.peers[0]);
|
|
||||||
for (i = 1; i < cmd.peers.length; i++) {
|
|
||||||
st = st + "," + getAddrPort(cmd.peers[i]);
|
|
||||||
}
|
|
||||||
args.push(getAddrPort(cmd.peers[0]));
|
|
||||||
}
|
|
||||||
print("Starting agent: command: ",cmd.agentPath);
|
|
||||||
for (i = 0;i < args.length;i++) {
|
|
||||||
print(args[i]);
|
|
||||||
}
|
|
||||||
var pid = executeExternal(cmd.agentPath, args);
|
|
||||||
wait(3); // Wait a bit, such that the next one will be able to connect
|
|
||||||
return {"error":false, "pid": pid};
|
|
||||||
};
|
|
||||||
|
|
||||||
actions.sendConfiguration = function (dispatchers, cmd) {
|
|
||||||
print("Sending configuration...");
|
|
||||||
return {"error":false};
|
|
||||||
};
|
|
||||||
|
|
||||||
actions.startLauncher = function (dispatchers, cmd) {
|
|
||||||
print("Starting launcher...");
|
|
||||||
return {"error":false};
|
|
||||||
};
|
|
||||||
|
|
||||||
function dispatch (startupPlan) {
|
|
||||||
var myname;
|
|
||||||
if (!startupPlan.hasOwnProperty("myname")) {
|
|
||||||
myname = "me";
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
myname = startupPlan.myname;
|
|
||||||
}
|
|
||||||
var dispatchers = startupPlan.dispatchers;
|
|
||||||
var cmds = startupPlan.commands;
|
|
||||||
var results = [];
|
|
||||||
var cmd;
|
|
||||||
|
|
||||||
var error = false;
|
|
||||||
var i;
|
|
||||||
for (i = 0; i < cmds.length; i++) {
|
|
||||||
cmd = cmds[i];
|
|
||||||
if (cmd.dispatcher === undefined || cmd.dispatcher === myname) {
|
|
||||||
var res = actions[cmd.action](dispatchers, cmd);
|
|
||||||
results.push(res);
|
|
||||||
if (res.error === true) {
|
|
||||||
error = true;
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
var ep = dispatchers[cmd.dispatcher].endpoint;
|
|
||||||
var body = JSON.stringify({ "dispatchers": dispatchers,
|
|
||||||
"commands": [cmd],
|
|
||||||
"myname": cmd.dispatcher });
|
|
||||||
var url = "http" + ep.substr(3) + "/_admin/dispatch";
|
|
||||||
var response = download(url, body, {"method": "post"});
|
|
||||||
try {
|
|
||||||
if (response.code !== 200) {
|
|
||||||
error = true;
|
|
||||||
}
|
|
||||||
results.push(JSON.parse(response.body));
|
|
||||||
}
|
|
||||||
catch (err) {
|
|
||||||
results.push({"error":true, "errorMessage": "exception in JSON.parse"});
|
|
||||||
error = true;
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if (error) {
|
|
||||||
return {"error": true, "errorMessage": "some error during dispatch",
|
|
||||||
"results": results};
|
|
||||||
}
|
|
||||||
return {"error": false, "errorMessage": "none",
|
|
||||||
"results": results};
|
|
||||||
}
|
|
||||||
|
|
||||||
exports.dispatch = dispatch;
|
|
||||||
|
|
||||||
// -----------------------------------------------------------------------------
|
|
||||||
// --SECTION-- END-OF-FILE
|
|
||||||
// -----------------------------------------------------------------------------
|
|
||||||
|
|
||||||
/// Local Variables:
|
|
||||||
/// mode: outline-minor
|
|
||||||
/// outline-regexp: "/// @brief\\|/// @addtogroup\\|/// @page\\|// --SECTION--\\|/// @\\}\\|/\\*jslint"
|
|
||||||
/// End:
|
|
||||||
|
|
@ -2,9 +2,9 @@
|
||||||
/*global module, require, exports, ArangoAgency, SYS_TEST_PORT */
|
/*global module, require, exports, ArangoAgency, SYS_TEST_PORT */
|
||||||
|
|
||||||
////////////////////////////////////////////////////////////////////////////////
|
////////////////////////////////////////////////////////////////////////////////
|
||||||
/// @brief Cluster kickstart functionality
|
/// @brief Cluster startup functionality by dispatchers
|
||||||
///
|
///
|
||||||
/// @file js/server/modules/org/arangodb/cluster/kickstarter.js
|
/// @file js/server/modules/org/arangodb/cluster/dispatcher.js
|
||||||
///
|
///
|
||||||
/// DISCLAIMER
|
/// DISCLAIMER
|
||||||
///
|
///
|
||||||
|
|
@ -29,468 +29,128 @@
|
||||||
////////////////////////////////////////////////////////////////////////////////
|
////////////////////////////////////////////////////////////////////////////////
|
||||||
|
|
||||||
// -----------------------------------------------------------------------------
|
// -----------------------------------------------------------------------------
|
||||||
// --SECTION-- Kickstarter functionality
|
// --SECTION-- Dispatcher functionality
|
||||||
// -----------------------------------------------------------------------------
|
// -----------------------------------------------------------------------------
|
||||||
|
|
||||||
// possible config attributes (for defaults see below):
|
var download = require("internal").download;
|
||||||
// .agencyPrefix prefix for this cluster in agency
|
var executeExternal = require("internal").executeExternal;
|
||||||
// .numberOfAgents number of agency servers
|
|
||||||
// .numberOfDBservers number of DB servers
|
|
||||||
// .startSecondaries boolean, whether or not to use secondaries
|
|
||||||
// .numberOfCoordinators number of coordinators
|
|
||||||
// .DBserverIDs a list of DBserver IDs, the defaults will
|
|
||||||
// be appended to this list here
|
|
||||||
// .coordinatorIDs a list of coordinator IDs, the defaults will
|
|
||||||
// be appended to this list here
|
|
||||||
// .dataPath a file system path to the directory in which
|
|
||||||
// all the data directories of agents or servers
|
|
||||||
// live, this can be relative or even empty, which
|
|
||||||
// is equivalent to "./", it will be made into
|
|
||||||
// an absolute path by the kickstarter, using
|
|
||||||
// the current directory when the kickstarter
|
|
||||||
// runs, use with caution!
|
|
||||||
// .logPath path where the log files are written, same
|
|
||||||
// comments as for .dataPath apply
|
|
||||||
// .dispatchers an list of pairs of strings, the first entry
|
|
||||||
// is an ID, the second is an endpoint or "me"
|
|
||||||
// standing for the local `arangod` itself.
|
|
||||||
// this list can be empty in which case
|
|
||||||
// ["me","me"] is automatically added.
|
|
||||||
// .arangodPath path to the arangod executable on
|
|
||||||
// all machines in the cluster, will be made
|
|
||||||
// absolute (if it is not already absolute)
|
|
||||||
// in the process running the kickstarter
|
|
||||||
// .agentPath path to the agent executable on
|
|
||||||
// all machines in the cluster, will be made
|
|
||||||
// absolute (if it is not already absolute)
|
|
||||||
// in the process running the kickstarter
|
|
||||||
// some port lists:
|
|
||||||
// for these the following rules apply:
|
|
||||||
// every list overwrites the default list
|
|
||||||
// when running out of numbers the kickstarter increments the last one
|
|
||||||
// used by one for every port needed
|
|
||||||
//
|
|
||||||
// .agentExtPorts a list port numbers to use for the
|
|
||||||
// external ports of agents,
|
|
||||||
// .agentIntPorts a list port numbers to use for the
|
|
||||||
// internal ports of agents,
|
|
||||||
// .DBserverPorts a list ports to try to use for DBservers
|
|
||||||
// .coordinatorPorts a list ports to try to use for coordinators
|
|
||||||
//
|
|
||||||
|
|
||||||
var fs = require("fs");
|
var fs = require("fs");
|
||||||
var dispatch = require("org/arangodb/cluster/dispatcher").dispatch;
|
var wait = require("internal").wait;
|
||||||
|
|
||||||
// Our default configurations:
|
var print = require("internal").print;
|
||||||
|
|
||||||
var KickstarterLocalDefaults = {
|
var actions = {};
|
||||||
"agencyPrefix" : "meier",
|
|
||||||
"numberOfAgents" : 3,
|
|
||||||
"numberOfDBservers" : 2,
|
|
||||||
"startSecondaries" : false,
|
|
||||||
"numberOfCoordinators" : 1,
|
|
||||||
"DBserverIDs" : ["Pavel", "Perry", "Pancho", "Paul", "Pierre",
|
|
||||||
"Pit", "Pia", "Pablo" ],
|
|
||||||
"coordinatorIDs" : ["Claus", "Chantalle", "Claire", "Claudia",
|
|
||||||
"Claas", "Clemens", "Chris" ],
|
|
||||||
"dataPath" : "",
|
|
||||||
"logPath" : "",
|
|
||||||
"arangodPath" : "bin/arangod",
|
|
||||||
"agentPath" : "bin/etcd",
|
|
||||||
"agentExtPorts" : [4001],
|
|
||||||
"agentIntPorts" : [7001],
|
|
||||||
"DBserverPorts" : [8629],
|
|
||||||
"coordinatorPorts" : [8530],
|
|
||||||
"dispatchers" : {"me":{"id":"me", "endpoint":"tcp://localhost:",
|
|
||||||
"avoidPorts": {}}}
|
|
||||||
};
|
|
||||||
|
|
||||||
var KickstarterDistributedDefaults = {
|
function getAddrPort (endpoint) {
|
||||||
"agencyPrefix" : "mueller",
|
var pos = endpoint.indexOf("://");
|
||||||
"numberOfAgents" : 3,
|
if (pos !== -1) {
|
||||||
"numberOfDBservers" : 3,
|
return endpoint.substr(pos+3);
|
||||||
"startSecondaries" : false,
|
}
|
||||||
"numberOfCoordinators" : 3,
|
return endpoint;
|
||||||
"DBserverIDs" : ["Pavel", "Perry", "Pancho", "Paul", "Pierre",
|
}
|
||||||
"Pit", "Pia", "Pablo" ],
|
|
||||||
"coordinatorIDs" : ["Claus", "Chantalle", "Claire", "Claudia",
|
|
||||||
"Claas", "Clemens", "Chris" ],
|
|
||||||
"dataPath" : "",
|
|
||||||
"logPath" : "",
|
|
||||||
"arangodPath" : "bin/arangod",
|
|
||||||
"agentPath" : "bin/etcd",
|
|
||||||
"agentExtPorts" : [4001],
|
|
||||||
"agentIntPorts" : [7001],
|
|
||||||
"DBserverPorts" : [8629],
|
|
||||||
"coordinatorPorts" : [8530],
|
|
||||||
"dispatchers" : { "machine1":
|
|
||||||
{ "id": "machine1",
|
|
||||||
"endpoint": "tcp://machine1:8529",
|
|
||||||
"avoidPorts": {} },
|
|
||||||
"machine2":
|
|
||||||
{ "id": "machine2",
|
|
||||||
"endpoint": "tcp://machine2:8529",
|
|
||||||
"avoidPorts": {} },
|
|
||||||
"machine3":
|
|
||||||
{ "id": "machine3",
|
|
||||||
"endpoint": "tcp://machine3:8529",
|
|
||||||
"avoidPorts": {} } }
|
|
||||||
};
|
|
||||||
|
|
||||||
// Some helpers using underscore:
|
function getAddr (endpoint) {
|
||||||
|
var addrPort = getAddrPort(endpoint);
|
||||||
|
var pos = addrPort.indexOf(":");
|
||||||
|
if (pos !== -1) {
|
||||||
|
return addrPort.substr(0,pos);
|
||||||
|
}
|
||||||
|
return addrPort;
|
||||||
|
}
|
||||||
|
|
||||||
var _ = require("underscore");
|
actions.startAgent = function (dispatchers, cmd) {
|
||||||
|
var agentDataDir = fs.join(cmd.dataPath,
|
||||||
function objmap (o, f) {
|
"agent"+cmd.agencyPrefix+cmd.extPort);
|
||||||
var r = {};
|
if (fs.exists(agentDataDir)) {
|
||||||
var k = _.keys(o);
|
fs.removeDirectoryRecursive(agentDataDir,true);
|
||||||
|
}
|
||||||
|
// FIXME: could distinguish cases and sometimes only bind to 127.0.0.1???
|
||||||
|
var args = ["-data-dir", agentDataDir,
|
||||||
|
"-name", "agent"+cmd.agencyPrefix+cmd.extPort,
|
||||||
|
"-addr", "0.0.0.0:"+cmd.extPort,
|
||||||
|
"-peer-addr", "0.0.0.0:"+cmd.intPort];
|
||||||
var i;
|
var i;
|
||||||
for (i = 0;i < k.length; i++) {
|
if (cmd.peers.length > 0) {
|
||||||
r[k[i]] = f(o[k[i]]);
|
args.push("-peers");
|
||||||
}
|
var st = getAddrPort(cmd.peers[0]);
|
||||||
return r;
|
for (i = 1; i < cmd.peers.length; i++) {
|
||||||
}
|
st = st + "," + getAddrPort(cmd.peers[i]);
|
||||||
|
|
||||||
function copy (o) {
|
|
||||||
if (_.isArray(o)) {
|
|
||||||
return _.map(o,copy);
|
|
||||||
}
|
|
||||||
if (_.isObject(o)) {
|
|
||||||
return objmap(o,copy);
|
|
||||||
}
|
|
||||||
return o;
|
|
||||||
}
|
|
||||||
|
|
||||||
// A class to find free ports:
|
|
||||||
|
|
||||||
function PortFinder (list, dispatcher) {
|
|
||||||
if (!Array.isArray(list)) {
|
|
||||||
throw "need a list as first argument";
|
|
||||||
}
|
|
||||||
if (typeof dispatcher !== "object" ||
|
|
||||||
!dispatcher.hasOwnProperty("endpoint") ||
|
|
||||||
!dispatcher.hasOwnProperty("id")) {
|
|
||||||
throw 'need a dispatcher object as second argument';
|
|
||||||
}
|
|
||||||
if (!dispatcher.hasOwnProperty("avoidPorts")) {
|
|
||||||
dispatcher.avoidPorts = {};
|
|
||||||
}
|
|
||||||
this.list = list;
|
|
||||||
this.dispatcher = dispatcher;
|
|
||||||
this.pos = 0;
|
|
||||||
this.port = 0;
|
|
||||||
}
|
|
||||||
|
|
||||||
PortFinder.prototype.next = function () {
|
|
||||||
while (true) { // will be left by return when port is found
|
|
||||||
if (this.pos < this.list.length) {
|
|
||||||
this.port = this.list[this.pos++];
|
|
||||||
}
|
|
||||||
else if (this.port === 0) {
|
|
||||||
this.port = Math.floor(Math.random()*(65536-1024))+1024;
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
this.port++;
|
|
||||||
if (this.port > 65535) {
|
|
||||||
this.port = 1024;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// Check that port is available:
|
|
||||||
if (!this.dispatcher.avoidPorts.hasOwnProperty(this.port)) {
|
|
||||||
if (this.dispatcher.endpoint !== "tcp://localhost:" ||
|
|
||||||
SYS_TEST_PORT("tcp://0.0.0.0:"+this.port)) {
|
|
||||||
this.dispatcher.avoidPorts[this.port] = true; // do not use it again
|
|
||||||
return this.port;
|
|
||||||
}
|
}
|
||||||
|
args.push(getAddrPort(cmd.peers[0]));
|
||||||
}
|
}
|
||||||
|
print("Starting agent: command: ",cmd.agentPath);
|
||||||
|
for (i = 0;i < args.length;i++) {
|
||||||
|
print(args[i]);
|
||||||
}
|
}
|
||||||
|
var pid = executeExternal(cmd.agentPath, args);
|
||||||
|
wait(3); // Wait a bit, such that the next one will be able to connect
|
||||||
|
return {"error":false, "pid": pid};
|
||||||
};
|
};
|
||||||
|
|
||||||
function exchangePort (endpoint, newport) {
|
actions.sendConfiguration = function (dispatchers, cmd) {
|
||||||
var pos = endpoint.lastIndexOf(":");
|
print("Sending configuration...");
|
||||||
if (pos < 0) {
|
return {"error":false};
|
||||||
return endpoint+":"+newport;
|
};
|
||||||
}
|
|
||||||
return endpoint.substr(0,pos+1)+newport;
|
|
||||||
}
|
|
||||||
|
|
||||||
// The following function merges default configurations and user configuration.
|
actions.startLauncher = function (dispatchers, cmd) {
|
||||||
|
print("Starting launcher...");
|
||||||
|
return {"error":false};
|
||||||
|
};
|
||||||
|
|
||||||
function fillConfigWithDefaults (config, defaultConfig) {
|
function dispatch (startupPlan) {
|
||||||
var appendAttributes = {"DBserverIDs":true, "coordinatorIDs":true};
|
var myname;
|
||||||
var n;
|
if (!startupPlan.hasOwnProperty("myname")) {
|
||||||
for (n in defaultConfig) {
|
myname = "me";
|
||||||
if (defaultConfig.hasOwnProperty(n)) {
|
|
||||||
if (appendAttributes.hasOwnProperty(n)) {
|
|
||||||
if (!config.hasOwnProperty(n)) {
|
|
||||||
config[n] = copy(defaultConfig[n]);
|
|
||||||
}
|
}
|
||||||
else {
|
else {
|
||||||
config[n].concat(defaultConfig[n]);
|
myname = startupPlan.myname;
|
||||||
}
|
}
|
||||||
}
|
var dispatchers = startupPlan.dispatchers;
|
||||||
else {
|
var cmds = startupPlan.commands;
|
||||||
if (!config.hasOwnProperty(n)) {
|
var results = [];
|
||||||
config[n] = copy(defaultConfig[n]);
|
var cmd;
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Our Kickstarter class:
|
var error = false;
|
||||||
|
|
||||||
function Kickstarter (userConfig) {
|
|
||||||
"use strict";
|
|
||||||
if (typeof userConfig !== "object") {
|
|
||||||
throw "userConfig must be an object";
|
|
||||||
}
|
|
||||||
var defaultConfig = userConfig.defaultConfig;
|
|
||||||
if (defaultConfig === undefined) {
|
|
||||||
defaultConfig = KickstarterLocalDefaults;
|
|
||||||
}
|
|
||||||
if (defaultConfig === "local") {
|
|
||||||
defaultConfig = KickstarterLocalDefaults;
|
|
||||||
}
|
|
||||||
else if (defaultConfig === "distributed") {
|
|
||||||
defaultConfig = KickstarterDistributedDefaults;
|
|
||||||
}
|
|
||||||
this.config = copy(userConfig);
|
|
||||||
fillConfigWithDefaults(this.config, defaultConfig);
|
|
||||||
this.config.dataPath = fs.normalize(fs.makeAbsolute(this.config.dataPath));
|
|
||||||
this.config.logPath = fs.normalize(fs.makeAbsolute(this.config.logPath));
|
|
||||||
this.config.arangodPath = fs.normalize(fs.makeAbsolute(
|
|
||||||
this.config.arangodPath));
|
|
||||||
this.config.agentPath = fs.normalize(fs.makeAbsolute(
|
|
||||||
this.config.agentPath));
|
|
||||||
this.commands = [];
|
|
||||||
this.makePlan();
|
|
||||||
}
|
|
||||||
|
|
||||||
Kickstarter.prototype.makePlan = function() {
|
|
||||||
// This sets up the plan for the cluster according to the options
|
|
||||||
|
|
||||||
var config = this.config;
|
|
||||||
var dispatchers = this.dispatchers = copy(config.dispatchers);
|
|
||||||
|
|
||||||
// If no dispatcher is there, configure a local one (ourselves):
|
|
||||||
if (Object.keys(dispatchers).length === 0) {
|
|
||||||
dispatchers.me = { "id": "me", "endpoint": "tcp://localhost:",
|
|
||||||
"avoidPorts": {} };
|
|
||||||
}
|
|
||||||
var dispList = Object.keys(dispatchers);
|
|
||||||
|
|
||||||
var pf,pf2; // lists of port finder objects
|
|
||||||
var i;
|
var i;
|
||||||
|
for (i = 0; i < cmds.length; i++) {
|
||||||
// Distribute agents to dispatchers (round robin, choosing ports)
|
cmd = cmds[i];
|
||||||
var d = 0;
|
if (cmd.dispatcher === undefined || cmd.dispatcher === myname) {
|
||||||
var agents = [];
|
var res = actions[cmd.action](dispatchers, cmd);
|
||||||
pf = []; // will be filled lazily
|
results.push(res);
|
||||||
pf2 = []; // will be filled lazily
|
if (res.error === true) {
|
||||||
for (i = 0; i < config.numberOfAgents; i++) {
|
error = true;
|
||||||
// Find two ports:
|
break;
|
||||||
if (!pf.hasOwnProperty(d)) {
|
|
||||||
pf[d] = new PortFinder(config.agentExtPorts, dispatchers[dispList[d]]);
|
|
||||||
pf2[d] = new PortFinder(config.agentIntPorts, dispatchers[dispList[d]]);
|
|
||||||
}
|
}
|
||||||
agents.push({"dispatcher":dispList[d],
|
|
||||||
"extPort":pf[d].next(),
|
|
||||||
"intPort":pf2[d].next()});
|
|
||||||
if (++d >= dispList.length) {
|
|
||||||
d = 0;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Distribute coordinators to dispatchers
|
|
||||||
var coordinators = [];
|
|
||||||
pf = [];
|
|
||||||
d = 0;
|
|
||||||
for (i = 0; i < config.numberOfCoordinators; i++) {
|
|
||||||
if (!pf.hasOwnProperty(d)) {
|
|
||||||
pf[d] = new PortFinder(config.coordinatorPorts, dispatchers[dispList[d]]);
|
|
||||||
}
|
|
||||||
if (!config.coordinatorIDs.hasOwnProperty(i)) {
|
|
||||||
config.coordinatorIDs[i] = "Coordinator"+i;
|
|
||||||
}
|
|
||||||
coordinators.push({"id":config.coordinatorIDs[i],
|
|
||||||
"dispatcher":dispList[d],
|
|
||||||
"port":pf[d].next()});
|
|
||||||
if (++d >= dispList.length) {
|
|
||||||
d = 0;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Distribute DBservers to dispatchers (secondaries if wanted)
|
|
||||||
var DBservers = [];
|
|
||||||
pf = [];
|
|
||||||
d = 0;
|
|
||||||
for (i = 0; i < config.numberOfDBservers; i++) {
|
|
||||||
if (!pf.hasOwnProperty(d)) {
|
|
||||||
pf[d] = new PortFinder(config.DBserverPorts, dispatchers[dispList[d]]);
|
|
||||||
}
|
|
||||||
if (!config.DBserverIDs.hasOwnProperty(i)) {
|
|
||||||
config.DBserverIDs[i] = "Primary"+i;
|
|
||||||
}
|
|
||||||
DBservers.push({"id":config.DBserverIDs[i],
|
|
||||||
"dispatcher":dispList[d],
|
|
||||||
"port":pf[d].next()});
|
|
||||||
if (++d >= dispList.length) {
|
|
||||||
d = 0;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Store this plan in object:
|
|
||||||
this.coordinators = coordinators;
|
|
||||||
this.DBservers = DBservers;
|
|
||||||
this.agents = agents;
|
|
||||||
var launchers = {};
|
|
||||||
for (i = 0; i < dispList.length; i++) {
|
|
||||||
launchers[dispList[i]] = { "DBservers": [],
|
|
||||||
"Coordinators": [] };
|
|
||||||
}
|
|
||||||
|
|
||||||
// Set up agency data:
|
|
||||||
var agencyData = this.agencyData = {};
|
|
||||||
var prefix = agencyData[config.agencyPrefix] = {};
|
|
||||||
var tmp;
|
|
||||||
|
|
||||||
// First the Target, we collect Launchers information at the same time:
|
|
||||||
tmp = prefix.Target = {};
|
|
||||||
tmp.Lock = '"UNLOCKED"';
|
|
||||||
tmp.Version = '"1"';
|
|
||||||
var dbs = tmp.DBServers = {};
|
|
||||||
var map = tmp.MapIDToEndpoint = {};
|
|
||||||
var s;
|
|
||||||
for (i = 0; i < DBservers.length; i++) {
|
|
||||||
s = DBservers[i];
|
|
||||||
if (dispatchers[s.dispatcher].endpoint === "tcp://localhost:") {
|
|
||||||
dbs[s.id] = map[s.id]
|
|
||||||
= '"'+exchangePort("tcp://127.0.0.1:0",s.port)+'"';
|
|
||||||
}
|
}
|
||||||
else {
|
else {
|
||||||
dbs[s.id] = map[s.id]
|
var ep = dispatchers[cmd.dispatcher].endpoint;
|
||||||
= '"'+exchangePort(dispatchers[s.dispatcher].endpoint,s.port)+'"';
|
var body = JSON.stringify({ "dispatchers": dispatchers,
|
||||||
|
"commands": [cmd],
|
||||||
|
"myname": cmd.dispatcher });
|
||||||
|
var url = "http" + ep.substr(3) + "/_admin/dispatch";
|
||||||
|
var response = download(url, body, {"method": "post"});
|
||||||
|
try {
|
||||||
|
if (response.code !== 200) {
|
||||||
|
error = true;
|
||||||
}
|
}
|
||||||
launchers[s.dispatcher].DBservers.push(s.id);
|
results.push(JSON.parse(response.body));
|
||||||
}
|
}
|
||||||
var coo = tmp.Coordinators = {};
|
catch (err) {
|
||||||
for (i = 0; i < coordinators.length; i++) {
|
results.push({"error":true, "errorMessage": "exception in JSON.parse"});
|
||||||
s = coordinators[i];
|
error = true;
|
||||||
if (dispatchers[s.dispatcher].endpoint === "tcp://localhost:") {
|
break;
|
||||||
coo[s.id] = map[s.id]
|
|
||||||
= '"'+exchangePort("tcp://127.0.0.1:0",s.port)+'"';
|
|
||||||
}
|
}
|
||||||
else {
|
|
||||||
coo[s.id] = map[s.id]
|
|
||||||
= '"'+exchangePort(dispatchers[s.dispatcher].endpoint,s.port)+'"';
|
|
||||||
}
|
}
|
||||||
launchers[s.dispatcher].Coordinators.push(s.id);
|
|
||||||
}
|
}
|
||||||
tmp.Databases = { "_system" : {} };
|
if (error) {
|
||||||
tmp.Collections = { "_system" : {} };
|
return {"error": true, "errorMessage": "some error during dispatch",
|
||||||
|
"results": results};
|
||||||
// Now Plan:
|
|
||||||
prefix.Plan = copy(tmp);
|
|
||||||
delete prefix.Plan.MapIDToEndpoint;
|
|
||||||
|
|
||||||
// Now Current:
|
|
||||||
prefix.Current = { "Lock" : '"UNLOCKED"',
|
|
||||||
"Version" : '"1"',
|
|
||||||
"DBservers" : {},
|
|
||||||
"Coordinators" : {},
|
|
||||||
"Databases" : {"_system":{}},
|
|
||||||
"Collections" : {"_system":{}},
|
|
||||||
"ServersRegistered": {"Version":'"1"'},
|
|
||||||
"ShardsCopied" : {} };
|
|
||||||
|
|
||||||
// Now Sync:
|
|
||||||
prefix.Sync = { "ServerStates" : {},
|
|
||||||
"Problems" : {},
|
|
||||||
"LatestID" : '"0"',
|
|
||||||
"Commands" : {},
|
|
||||||
"HeartbeatIntervalMs": '1000' };
|
|
||||||
tmp = prefix.Sync.Commands;
|
|
||||||
for (i = 0; i < DBservers; i++) {
|
|
||||||
tmp[DBservers[i].id] = '"SERVE"';
|
|
||||||
}
|
}
|
||||||
|
return {"error": false, "errorMessage": "none",
|
||||||
|
"results": results};
|
||||||
|
}
|
||||||
|
|
||||||
// Finally Launchers:
|
exports.dispatch = dispatch;
|
||||||
prefix.Launchers = objmap(launchers, JSON.stringify);
|
|
||||||
|
|
||||||
// make commands
|
|
||||||
tmp = this.commands = [];
|
|
||||||
var tmp2,j;
|
|
||||||
for (i = 0; i < agents.length; i++) {
|
|
||||||
tmp2 = { "action" : "startAgent", "dispatcher": agents[i].dispatcher,
|
|
||||||
"extPort": agents[i].extPort,
|
|
||||||
"intPort": agents[i].intPort,
|
|
||||||
"peers": [],
|
|
||||||
"agencyPrefix": config.agencyPrefix,
|
|
||||||
"dataPath": config.dataPath,
|
|
||||||
"logPath": config.logPath,
|
|
||||||
"agentPath": config.agentPath };
|
|
||||||
for (j = 0; j < i; j++) {
|
|
||||||
var ep = dispatchers[agents[j].dispatcher].endpoint;
|
|
||||||
tmp2.peers.push( exchangePort( ep, agents[j].intPort ) );
|
|
||||||
}
|
|
||||||
tmp.push(tmp2);
|
|
||||||
}
|
|
||||||
var agencyPos = { "prefix": config.agencyPrefix,
|
|
||||||
"endpoints": agents.map(function(a) {
|
|
||||||
return exchangePort(dispatchers[a.dispatcher].endpoint,
|
|
||||||
a.extPort);}) };
|
|
||||||
tmp.push( { "action": "sendConfiguration",
|
|
||||||
"agency": agencyPos,
|
|
||||||
"data": agencyData } );
|
|
||||||
for (i = 0; i < dispList.length; i++) {
|
|
||||||
tmp.push( { "action": "startLauncher", "dispatcher": dispList[i],
|
|
||||||
"name": dispList[i],
|
|
||||||
"dataPath": config.dataPath,
|
|
||||||
"logPath": config.logPath,
|
|
||||||
"arangodPath": config.arangodPath,
|
|
||||||
"agency": copy(agencyPos) } );
|
|
||||||
}
|
|
||||||
this.myname = "me";
|
|
||||||
};
|
|
||||||
|
|
||||||
Kickstarter.prototype.checkDispatchers = function() {
|
|
||||||
// Checks that all dispatchers are active, if none is configured,
|
|
||||||
// a local one is started.
|
|
||||||
throw "not yet implemented";
|
|
||||||
};
|
|
||||||
|
|
||||||
Kickstarter.prototype.getStartupProgram = function() {
|
|
||||||
// Computes the dispatcher commands and returns them as JSON
|
|
||||||
return { "dispatchers": this.dispatchers,
|
|
||||||
"commands": this.commands };
|
|
||||||
};
|
|
||||||
|
|
||||||
Kickstarter.prototype.launch = function() {
|
|
||||||
// Starts the cluster according to startup plan
|
|
||||||
dispatch(this);
|
|
||||||
};
|
|
||||||
|
|
||||||
Kickstarter.prototype.shutdown = function() {
|
|
||||||
throw "not yet implemented";
|
|
||||||
};
|
|
||||||
|
|
||||||
Kickstarter.prototype.isHealthy = function() {
|
|
||||||
throw "not yet implemented";
|
|
||||||
};
|
|
||||||
|
|
||||||
exports.PortFinder = PortFinder;
|
|
||||||
exports.Kickstarter = Kickstarter;
|
|
||||||
|
|
||||||
// TODO for kickstarting:
|
|
||||||
//
|
|
||||||
// * finden des Pfads zum eigenen Executable in JS
|
|
||||||
// * etcd in distribution
|
|
||||||
// * JS function zum Ausführen von Startup-Programmen (lokal u. delegation)
|
|
||||||
// * REST interface zum Ausführen von Startup-Programmen
|
|
||||||
// * arangod-Rolle "Launcher" per Kommandozeile
|
|
||||||
// * REST interface to SYS_TEST_PORT, ev. mit auth
|
|
||||||
// * Dokumentation
|
|
||||||
|
|
||||||
// -----------------------------------------------------------------------------
|
// -----------------------------------------------------------------------------
|
||||||
// --SECTION-- END-OF-FILE
|
// --SECTION-- END-OF-FILE
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,502 @@
|
||||||
|
/*jslint indent: 2, nomen: true, maxlen: 120, sloppy: true, vars: true, white: true, plusplus: true, stupid: true */
|
||||||
|
/*global module, require, exports, ArangoAgency, SYS_TEST_PORT */
|
||||||
|
|
||||||
|
////////////////////////////////////////////////////////////////////////////////
|
||||||
|
/// @brief Cluster kickstart functionality
|
||||||
|
///
|
||||||
|
/// @file js/server/modules/org/arangodb/cluster/kickstarter.js
|
||||||
|
///
|
||||||
|
/// DISCLAIMER
|
||||||
|
///
|
||||||
|
/// Copyright 2014 triagens GmbH, Cologne, Germany
|
||||||
|
///
|
||||||
|
/// Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
/// you may not use this file except in compliance with the License.
|
||||||
|
/// You may obtain a copy of the License at
|
||||||
|
///
|
||||||
|
/// http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
///
|
||||||
|
/// Unless required by applicable law or agreed to in writing, software
|
||||||
|
/// distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
/// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
/// See the License for the specific language governing permissions and
|
||||||
|
/// limitations under the License.
|
||||||
|
///
|
||||||
|
/// Copyright holder is triAGENS GmbH, Cologne, Germany
|
||||||
|
///
|
||||||
|
/// @author Max Neunhoeffer
|
||||||
|
/// @author Copyright 2014, triAGENS GmbH, Cologne, Germany
|
||||||
|
////////////////////////////////////////////////////////////////////////////////
|
||||||
|
|
||||||
|
// -----------------------------------------------------------------------------
|
||||||
|
// --SECTION-- Kickstarter functionality
|
||||||
|
// -----------------------------------------------------------------------------
|
||||||
|
|
||||||
|
// possible config attributes (for defaults see below):
|
||||||
|
// .agencyPrefix prefix for this cluster in agency
|
||||||
|
// .numberOfAgents number of agency servers
|
||||||
|
// .numberOfDBservers number of DB servers
|
||||||
|
// .startSecondaries boolean, whether or not to use secondaries
|
||||||
|
// .numberOfCoordinators number of coordinators
|
||||||
|
// .DBserverIDs a list of DBserver IDs, the defaults will
|
||||||
|
// be appended to this list here
|
||||||
|
// .coordinatorIDs a list of coordinator IDs, the defaults will
|
||||||
|
// be appended to this list here
|
||||||
|
// .dataPath a file system path to the directory in which
|
||||||
|
// all the data directories of agents or servers
|
||||||
|
// live, this can be relative or even empty, which
|
||||||
|
// is equivalent to "./", it will be made into
|
||||||
|
// an absolute path by the kickstarter, using
|
||||||
|
// the current directory when the kickstarter
|
||||||
|
// runs, use with caution!
|
||||||
|
// .logPath path where the log files are written, same
|
||||||
|
// comments as for .dataPath apply
|
||||||
|
// .dispatchers an list of pairs of strings, the first entry
|
||||||
|
// is an ID, the second is an endpoint or "me"
|
||||||
|
// standing for the local `arangod` itself.
|
||||||
|
// this list can be empty in which case
|
||||||
|
// ["me","me"] is automatically added.
|
||||||
|
// .arangodPath path to the arangod executable on
|
||||||
|
// all machines in the cluster, will be made
|
||||||
|
// absolute (if it is not already absolute)
|
||||||
|
// in the process running the kickstarter
|
||||||
|
// .agentPath path to the agent executable on
|
||||||
|
// all machines in the cluster, will be made
|
||||||
|
// absolute (if it is not already absolute)
|
||||||
|
// in the process running the kickstarter
|
||||||
|
// some port lists:
|
||||||
|
// for these the following rules apply:
|
||||||
|
// every list overwrites the default list
|
||||||
|
// when running out of numbers the kickstarter increments the last one
|
||||||
|
// used by one for every port needed
|
||||||
|
//
|
||||||
|
// .agentExtPorts a list port numbers to use for the
|
||||||
|
// external ports of agents,
|
||||||
|
// .agentIntPorts a list port numbers to use for the
|
||||||
|
// internal ports of agents,
|
||||||
|
// .DBserverPorts a list ports to try to use for DBservers
|
||||||
|
// .coordinatorPorts a list ports to try to use for coordinators
|
||||||
|
//
|
||||||
|
|
||||||
|
var fs = require("fs");
|
||||||
|
var dispatch = require("org/arangodb/cluster/dispatcher").dispatch;
|
||||||
|
|
||||||
|
// Our default configurations:
|
||||||
|
|
||||||
|
var KickstarterLocalDefaults = {
|
||||||
|
"agencyPrefix" : "meier",
|
||||||
|
"numberOfAgents" : 3,
|
||||||
|
"numberOfDBservers" : 2,
|
||||||
|
"startSecondaries" : false,
|
||||||
|
"numberOfCoordinators" : 1,
|
||||||
|
"DBserverIDs" : ["Pavel", "Perry", "Pancho", "Paul", "Pierre",
|
||||||
|
"Pit", "Pia", "Pablo" ],
|
||||||
|
"coordinatorIDs" : ["Claus", "Chantalle", "Claire", "Claudia",
|
||||||
|
"Claas", "Clemens", "Chris" ],
|
||||||
|
"dataPath" : "",
|
||||||
|
"logPath" : "",
|
||||||
|
"arangodPath" : "bin/arangod",
|
||||||
|
"agentPath" : "bin/etcd",
|
||||||
|
"agentExtPorts" : [4001],
|
||||||
|
"agentIntPorts" : [7001],
|
||||||
|
"DBserverPorts" : [8629],
|
||||||
|
"coordinatorPorts" : [8530],
|
||||||
|
"dispatchers" : {"me":{"id":"me", "endpoint":"tcp://localhost:",
|
||||||
|
"avoidPorts": {}}}
|
||||||
|
};
|
||||||
|
|
||||||
|
var KickstarterDistributedDefaults = {
|
||||||
|
"agencyPrefix" : "mueller",
|
||||||
|
"numberOfAgents" : 3,
|
||||||
|
"numberOfDBservers" : 3,
|
||||||
|
"startSecondaries" : false,
|
||||||
|
"numberOfCoordinators" : 3,
|
||||||
|
"DBserverIDs" : ["Pavel", "Perry", "Pancho", "Paul", "Pierre",
|
||||||
|
"Pit", "Pia", "Pablo" ],
|
||||||
|
"coordinatorIDs" : ["Claus", "Chantalle", "Claire", "Claudia",
|
||||||
|
"Claas", "Clemens", "Chris" ],
|
||||||
|
"dataPath" : "",
|
||||||
|
"logPath" : "",
|
||||||
|
"arangodPath" : "bin/arangod",
|
||||||
|
"agentPath" : "bin/etcd",
|
||||||
|
"agentExtPorts" : [4001],
|
||||||
|
"agentIntPorts" : [7001],
|
||||||
|
"DBserverPorts" : [8629],
|
||||||
|
"coordinatorPorts" : [8530],
|
||||||
|
"dispatchers" : { "machine1":
|
||||||
|
{ "id": "machine1",
|
||||||
|
"endpoint": "tcp://machine1:8529",
|
||||||
|
"avoidPorts": {} },
|
||||||
|
"machine2":
|
||||||
|
{ "id": "machine2",
|
||||||
|
"endpoint": "tcp://machine2:8529",
|
||||||
|
"avoidPorts": {} },
|
||||||
|
"machine3":
|
||||||
|
{ "id": "machine3",
|
||||||
|
"endpoint": "tcp://machine3:8529",
|
||||||
|
"avoidPorts": {} } }
|
||||||
|
};
|
||||||
|
|
||||||
|
// Some helpers using underscore:
|
||||||
|
|
||||||
|
var _ = require("underscore");
|
||||||
|
|
||||||
|
function objmap (o, f) {
|
||||||
|
var r = {};
|
||||||
|
var k = _.keys(o);
|
||||||
|
var i;
|
||||||
|
for (i = 0;i < k.length; i++) {
|
||||||
|
r[k[i]] = f(o[k[i]]);
|
||||||
|
}
|
||||||
|
return r;
|
||||||
|
}
|
||||||
|
|
||||||
|
function copy (o) {
|
||||||
|
if (_.isArray(o)) {
|
||||||
|
return _.map(o,copy);
|
||||||
|
}
|
||||||
|
if (_.isObject(o)) {
|
||||||
|
return objmap(o,copy);
|
||||||
|
}
|
||||||
|
return o;
|
||||||
|
}
|
||||||
|
|
||||||
|
// A class to find free ports:
|
||||||
|
|
||||||
|
function PortFinder (list, dispatcher) {
|
||||||
|
if (!Array.isArray(list)) {
|
||||||
|
throw "need a list as first argument";
|
||||||
|
}
|
||||||
|
if (typeof dispatcher !== "object" ||
|
||||||
|
!dispatcher.hasOwnProperty("endpoint") ||
|
||||||
|
!dispatcher.hasOwnProperty("id")) {
|
||||||
|
throw 'need a dispatcher object as second argument';
|
||||||
|
}
|
||||||
|
if (!dispatcher.hasOwnProperty("avoidPorts")) {
|
||||||
|
dispatcher.avoidPorts = {};
|
||||||
|
}
|
||||||
|
this.list = list;
|
||||||
|
this.dispatcher = dispatcher;
|
||||||
|
this.pos = 0;
|
||||||
|
this.port = 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
PortFinder.prototype.next = function () {
|
||||||
|
while (true) { // will be left by return when port is found
|
||||||
|
if (this.pos < this.list.length) {
|
||||||
|
this.port = this.list[this.pos++];
|
||||||
|
}
|
||||||
|
else if (this.port === 0) {
|
||||||
|
this.port = Math.floor(Math.random()*(65536-1024))+1024;
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
this.port++;
|
||||||
|
if (this.port > 65535) {
|
||||||
|
this.port = 1024;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// Check that port is available:
|
||||||
|
if (!this.dispatcher.avoidPorts.hasOwnProperty(this.port)) {
|
||||||
|
if (this.dispatcher.endpoint !== "tcp://localhost:" ||
|
||||||
|
SYS_TEST_PORT("tcp://0.0.0.0:"+this.port)) {
|
||||||
|
this.dispatcher.avoidPorts[this.port] = true; // do not use it again
|
||||||
|
return this.port;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
function exchangePort (endpoint, newport) {
|
||||||
|
var pos = endpoint.lastIndexOf(":");
|
||||||
|
if (pos < 0) {
|
||||||
|
return endpoint+":"+newport;
|
||||||
|
}
|
||||||
|
return endpoint.substr(0,pos+1)+newport;
|
||||||
|
}
|
||||||
|
|
||||||
|
// The following function merges default configurations and user configuration.
|
||||||
|
|
||||||
|
function fillConfigWithDefaults (config, defaultConfig) {
|
||||||
|
var appendAttributes = {"DBserverIDs":true, "coordinatorIDs":true};
|
||||||
|
var n;
|
||||||
|
for (n in defaultConfig) {
|
||||||
|
if (defaultConfig.hasOwnProperty(n)) {
|
||||||
|
if (appendAttributes.hasOwnProperty(n)) {
|
||||||
|
if (!config.hasOwnProperty(n)) {
|
||||||
|
config[n] = copy(defaultConfig[n]);
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
config[n].concat(defaultConfig[n]);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
if (!config.hasOwnProperty(n)) {
|
||||||
|
config[n] = copy(defaultConfig[n]);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Our Kickstarter class:
|
||||||
|
|
||||||
|
function Kickstarter (userConfig) {
|
||||||
|
"use strict";
|
||||||
|
if (typeof userConfig !== "object") {
|
||||||
|
throw "userConfig must be an object";
|
||||||
|
}
|
||||||
|
var defaultConfig = userConfig.defaultConfig;
|
||||||
|
if (defaultConfig === undefined) {
|
||||||
|
defaultConfig = KickstarterLocalDefaults;
|
||||||
|
}
|
||||||
|
if (defaultConfig === "local") {
|
||||||
|
defaultConfig = KickstarterLocalDefaults;
|
||||||
|
}
|
||||||
|
else if (defaultConfig === "distributed") {
|
||||||
|
defaultConfig = KickstarterDistributedDefaults;
|
||||||
|
}
|
||||||
|
this.config = copy(userConfig);
|
||||||
|
fillConfigWithDefaults(this.config, defaultConfig);
|
||||||
|
this.config.dataPath = fs.normalize(fs.makeAbsolute(this.config.dataPath));
|
||||||
|
this.config.logPath = fs.normalize(fs.makeAbsolute(this.config.logPath));
|
||||||
|
this.config.arangodPath = fs.normalize(fs.makeAbsolute(
|
||||||
|
this.config.arangodPath));
|
||||||
|
this.config.agentPath = fs.normalize(fs.makeAbsolute(
|
||||||
|
this.config.agentPath));
|
||||||
|
this.commands = [];
|
||||||
|
this.makePlan();
|
||||||
|
}
|
||||||
|
|
||||||
|
Kickstarter.prototype.makePlan = function() {
|
||||||
|
// This sets up the plan for the cluster according to the options
|
||||||
|
|
||||||
|
var config = this.config;
|
||||||
|
var dispatchers = this.dispatchers = copy(config.dispatchers);
|
||||||
|
|
||||||
|
// If no dispatcher is there, configure a local one (ourselves):
|
||||||
|
if (Object.keys(dispatchers).length === 0) {
|
||||||
|
dispatchers.me = { "id": "me", "endpoint": "tcp://localhost:",
|
||||||
|
"avoidPorts": {} };
|
||||||
|
}
|
||||||
|
var dispList = Object.keys(dispatchers);
|
||||||
|
|
||||||
|
var pf,pf2; // lists of port finder objects
|
||||||
|
var i;
|
||||||
|
|
||||||
|
// Distribute agents to dispatchers (round robin, choosing ports)
|
||||||
|
var d = 0;
|
||||||
|
var agents = [];
|
||||||
|
pf = []; // will be filled lazily
|
||||||
|
pf2 = []; // will be filled lazily
|
||||||
|
for (i = 0; i < config.numberOfAgents; i++) {
|
||||||
|
// Find two ports:
|
||||||
|
if (!pf.hasOwnProperty(d)) {
|
||||||
|
pf[d] = new PortFinder(config.agentExtPorts, dispatchers[dispList[d]]);
|
||||||
|
pf2[d] = new PortFinder(config.agentIntPorts, dispatchers[dispList[d]]);
|
||||||
|
}
|
||||||
|
agents.push({"dispatcher":dispList[d],
|
||||||
|
"extPort":pf[d].next(),
|
||||||
|
"intPort":pf2[d].next()});
|
||||||
|
if (++d >= dispList.length) {
|
||||||
|
d = 0;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Distribute coordinators to dispatchers
|
||||||
|
var coordinators = [];
|
||||||
|
pf = [];
|
||||||
|
d = 0;
|
||||||
|
for (i = 0; i < config.numberOfCoordinators; i++) {
|
||||||
|
if (!pf.hasOwnProperty(d)) {
|
||||||
|
pf[d] = new PortFinder(config.coordinatorPorts, dispatchers[dispList[d]]);
|
||||||
|
}
|
||||||
|
if (!config.coordinatorIDs.hasOwnProperty(i)) {
|
||||||
|
config.coordinatorIDs[i] = "Coordinator"+i;
|
||||||
|
}
|
||||||
|
coordinators.push({"id":config.coordinatorIDs[i],
|
||||||
|
"dispatcher":dispList[d],
|
||||||
|
"port":pf[d].next()});
|
||||||
|
if (++d >= dispList.length) {
|
||||||
|
d = 0;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Distribute DBservers to dispatchers (secondaries if wanted)
|
||||||
|
var DBservers = [];
|
||||||
|
pf = [];
|
||||||
|
d = 0;
|
||||||
|
for (i = 0; i < config.numberOfDBservers; i++) {
|
||||||
|
if (!pf.hasOwnProperty(d)) {
|
||||||
|
pf[d] = new PortFinder(config.DBserverPorts, dispatchers[dispList[d]]);
|
||||||
|
}
|
||||||
|
if (!config.DBserverIDs.hasOwnProperty(i)) {
|
||||||
|
config.DBserverIDs[i] = "Primary"+i;
|
||||||
|
}
|
||||||
|
DBservers.push({"id":config.DBserverIDs[i],
|
||||||
|
"dispatcher":dispList[d],
|
||||||
|
"port":pf[d].next()});
|
||||||
|
if (++d >= dispList.length) {
|
||||||
|
d = 0;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Store this plan in object:
|
||||||
|
this.coordinators = coordinators;
|
||||||
|
this.DBservers = DBservers;
|
||||||
|
this.agents = agents;
|
||||||
|
var launchers = {};
|
||||||
|
for (i = 0; i < dispList.length; i++) {
|
||||||
|
launchers[dispList[i]] = { "DBservers": [],
|
||||||
|
"Coordinators": [] };
|
||||||
|
}
|
||||||
|
|
||||||
|
// Set up agency data:
|
||||||
|
var agencyData = this.agencyData = {};
|
||||||
|
var prefix = agencyData[config.agencyPrefix] = {};
|
||||||
|
var tmp;
|
||||||
|
|
||||||
|
// First the Target, we collect Launchers information at the same time:
|
||||||
|
tmp = prefix.Target = {};
|
||||||
|
tmp.Lock = '"UNLOCKED"';
|
||||||
|
tmp.Version = '"1"';
|
||||||
|
var dbs = tmp.DBServers = {};
|
||||||
|
var map = tmp.MapIDToEndpoint = {};
|
||||||
|
var s;
|
||||||
|
for (i = 0; i < DBservers.length; i++) {
|
||||||
|
s = DBservers[i];
|
||||||
|
if (dispatchers[s.dispatcher].endpoint === "tcp://localhost:") {
|
||||||
|
dbs[s.id] = map[s.id]
|
||||||
|
= '"'+exchangePort("tcp://127.0.0.1:0",s.port)+'"';
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
dbs[s.id] = map[s.id]
|
||||||
|
= '"'+exchangePort(dispatchers[s.dispatcher].endpoint,s.port)+'"';
|
||||||
|
}
|
||||||
|
launchers[s.dispatcher].DBservers.push(s.id);
|
||||||
|
}
|
||||||
|
var coo = tmp.Coordinators = {};
|
||||||
|
for (i = 0; i < coordinators.length; i++) {
|
||||||
|
s = coordinators[i];
|
||||||
|
if (dispatchers[s.dispatcher].endpoint === "tcp://localhost:") {
|
||||||
|
coo[s.id] = map[s.id]
|
||||||
|
= '"'+exchangePort("tcp://127.0.0.1:0",s.port)+'"';
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
coo[s.id] = map[s.id]
|
||||||
|
= '"'+exchangePort(dispatchers[s.dispatcher].endpoint,s.port)+'"';
|
||||||
|
}
|
||||||
|
launchers[s.dispatcher].Coordinators.push(s.id);
|
||||||
|
}
|
||||||
|
tmp.Databases = { "_system" : {} };
|
||||||
|
tmp.Collections = { "_system" : {} };
|
||||||
|
|
||||||
|
// Now Plan:
|
||||||
|
prefix.Plan = copy(tmp);
|
||||||
|
delete prefix.Plan.MapIDToEndpoint;
|
||||||
|
|
||||||
|
// Now Current:
|
||||||
|
prefix.Current = { "Lock" : '"UNLOCKED"',
|
||||||
|
"Version" : '"1"',
|
||||||
|
"DBservers" : {},
|
||||||
|
"Coordinators" : {},
|
||||||
|
"Databases" : {"_system":{}},
|
||||||
|
"Collections" : {"_system":{}},
|
||||||
|
"ServersRegistered": {"Version":'"1"'},
|
||||||
|
"ShardsCopied" : {} };
|
||||||
|
|
||||||
|
// Now Sync:
|
||||||
|
prefix.Sync = { "ServerStates" : {},
|
||||||
|
"Problems" : {},
|
||||||
|
"LatestID" : '"0"',
|
||||||
|
"Commands" : {},
|
||||||
|
"HeartbeatIntervalMs": '1000' };
|
||||||
|
tmp = prefix.Sync.Commands;
|
||||||
|
for (i = 0; i < DBservers; i++) {
|
||||||
|
tmp[DBservers[i].id] = '"SERVE"';
|
||||||
|
}
|
||||||
|
|
||||||
|
// Finally Launchers:
|
||||||
|
prefix.Launchers = objmap(launchers, JSON.stringify);
|
||||||
|
|
||||||
|
// make commands
|
||||||
|
tmp = this.commands = [];
|
||||||
|
var tmp2,j;
|
||||||
|
for (i = 0; i < agents.length; i++) {
|
||||||
|
tmp2 = { "action" : "startAgent", "dispatcher": agents[i].dispatcher,
|
||||||
|
"extPort": agents[i].extPort,
|
||||||
|
"intPort": agents[i].intPort,
|
||||||
|
"peers": [],
|
||||||
|
"agencyPrefix": config.agencyPrefix,
|
||||||
|
"dataPath": config.dataPath,
|
||||||
|
"logPath": config.logPath,
|
||||||
|
"agentPath": config.agentPath };
|
||||||
|
for (j = 0; j < i; j++) {
|
||||||
|
var ep = dispatchers[agents[j].dispatcher].endpoint;
|
||||||
|
tmp2.peers.push( exchangePort( ep, agents[j].intPort ) );
|
||||||
|
}
|
||||||
|
tmp.push(tmp2);
|
||||||
|
}
|
||||||
|
var agencyPos = { "prefix": config.agencyPrefix,
|
||||||
|
"endpoints": agents.map(function(a) {
|
||||||
|
return exchangePort(dispatchers[a.dispatcher].endpoint,
|
||||||
|
a.extPort);}) };
|
||||||
|
tmp.push( { "action": "sendConfiguration",
|
||||||
|
"agency": agencyPos,
|
||||||
|
"data": agencyData } );
|
||||||
|
for (i = 0; i < dispList.length; i++) {
|
||||||
|
tmp.push( { "action": "startLauncher", "dispatcher": dispList[i],
|
||||||
|
"name": dispList[i],
|
||||||
|
"dataPath": config.dataPath,
|
||||||
|
"logPath": config.logPath,
|
||||||
|
"arangodPath": config.arangodPath,
|
||||||
|
"agency": copy(agencyPos) } );
|
||||||
|
}
|
||||||
|
this.myname = "me";
|
||||||
|
};
|
||||||
|
|
||||||
|
Kickstarter.prototype.checkDispatchers = function() {
|
||||||
|
// Checks that all dispatchers are active, if none is configured,
|
||||||
|
// a local one is started.
|
||||||
|
throw "not yet implemented";
|
||||||
|
};
|
||||||
|
|
||||||
|
Kickstarter.prototype.getStartupProgram = function() {
|
||||||
|
// Computes the dispatcher commands and returns them as JSON
|
||||||
|
return { "dispatchers": this.dispatchers,
|
||||||
|
"commands": this.commands };
|
||||||
|
};
|
||||||
|
|
||||||
|
Kickstarter.prototype.launch = function() {
|
||||||
|
// Starts the cluster according to startup plan
|
||||||
|
dispatch(this);
|
||||||
|
};
|
||||||
|
|
||||||
|
Kickstarter.prototype.shutdown = function() {
|
||||||
|
throw "not yet implemented";
|
||||||
|
};
|
||||||
|
|
||||||
|
Kickstarter.prototype.isHealthy = function() {
|
||||||
|
throw "not yet implemented";
|
||||||
|
};
|
||||||
|
|
||||||
|
exports.PortFinder = PortFinder;
|
||||||
|
exports.Kickstarter = Kickstarter;
|
||||||
|
|
||||||
|
// TODO for kickstarting:
|
||||||
|
//
|
||||||
|
// * finden des Pfads zum eigenen Executable in JS
|
||||||
|
// * etcd in distribution
|
||||||
|
// * JS function zum Ausführen von Startup-Programmen (lokal u. delegation)
|
||||||
|
// * REST interface zum Ausführen von Startup-Programmen
|
||||||
|
// * arangod-Rolle "Launcher" per Kommandozeile
|
||||||
|
// * REST interface to SYS_TEST_PORT, ev. mit auth
|
||||||
|
// * Dokumentation
|
||||||
|
|
||||||
|
// -----------------------------------------------------------------------------
|
||||||
|
// --SECTION-- END-OF-FILE
|
||||||
|
// -----------------------------------------------------------------------------
|
||||||
|
|
||||||
|
/// Local Variables:
|
||||||
|
/// mode: outline-minor
|
||||||
|
/// outline-regexp: "/// @brief\\|/// @addtogroup\\|/// @page\\|// --SECTION--\\|/// @\\}\\|/\\*jslint"
|
||||||
|
/// End:
|
||||||
Loading…
Reference in New Issue