Hawkin
/
arangodb
mirror of https://gitee.com/bigwinds/arangodb
1
0
Fork 0
Code Issues Projects Releases Wiki Activity
arangodb/arangod/Agency/AgencyFeature.cpp

365 lines
12 KiB
C++
Raw Permalink Blame History

////////////////////////////////////////////////////////////////////////////////
/// DISCLAIMER
///
/// Copyright 2014-2018 ArangoDB GmbH, Cologne, Germany
/// Copyright 2004-2014 triAGENS GmbH, Cologne, Germany
///
/// Licensed under the Apache License, Version 2.0 (the "License");
/// you may not use this file except in compliance with the License.
/// You may obtain a copy of the License at
///
/// http://www.apache.org/licenses/LICENSE-2.0
///
/// Unless required by applicable law or agreed to in writing, software
/// distributed under the License is distributed on an "AS IS" BASIS,
/// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
/// See the License for the specific language governing permissions and
/// limitations under the License.
///
/// Copyright holder is ArangoDB GmbH, Cologne, Germany
///
/// @author Kaveh Vahedipour
////////////////////////////////////////////////////////////////////////////////
#include "AgencyFeature.h"
#include "Agency/Agent.h"
#include "Agency/Job.h"
#include "Agency/Supervision.h"
#include "Cluster/ClusterFeature.h"
#include "Logger/Logger.h"
#include "ProgramOptions/ProgramOptions.h"
#include "ProgramOptions/Section.h"
#include "RestServer/EndpointFeature.h"
using namespace arangodb::application_features;
using namespace arangodb::basics;
using namespace arangodb::options;
using namespace arangodb::rest;
namespace arangodb {
consensus::Agent* AgencyFeature::AGENT = nullptr;
AgencyFeature::AgencyFeature(application_features::ApplicationServer& server)
: ApplicationFeature(server, "Agency"),
_activated(false),
_size(1),
_poolSize(1),
_minElectionTimeout(1.0),
_maxElectionTimeout(5.0),
_supervision(false),
_supervisionTouched(false),
_waitForSync(true),
_supervisionFrequency(1.0),
_compactionStepSize(1000),
_compactionKeepSize(50000),
_maxAppendSize(250),
_supervisionGracePeriod(10.0),
_cmdLineTimings(false) {
setOptional(true);
startsAfter("FoxxPhase");
}
AgencyFeature::~AgencyFeature() {}
void AgencyFeature::collectOptions(std::shared_ptr<ProgramOptions> options) {
options->addSection("agency", "Configure the agency");
options->addOption("--agency.activate", "Activate agency",
new BooleanParameter(&_activated));
options->addOption("--agency.size", "number of agents", new UInt64Parameter(&_size));
options->addOption("--agency.pool-size", "number of agent pool",
new UInt64Parameter(&_poolSize));
options->addOption(
"--agency.election-timeout-min",
"minimum timeout before an agent calls for new election [s]",
new DoubleParameter(&_minElectionTimeout));
options->addOption(
"--agency.election-timeout-max",
"maximum timeout before an agent calls for new election [s]",
new DoubleParameter(&_maxElectionTimeout));
options->addOption("--agency.endpoint", "agency endpoints",
new VectorParameter<StringParameter>(&_agencyEndpoints));
options->addOption("--agency.my-address",
"which address to advertise to the outside",
new StringParameter(&_agencyMyAddress));
options->addOption("--agency.supervision",
"perform arangodb cluster supervision",
new BooleanParameter(&_supervision));
options->addOption("--agency.supervision-frequency",
"arangodb cluster supervision frequency [s]",
new DoubleParameter(&_supervisionFrequency));
options->addOption(
"--agency.supervision-grace-period",
"supervision time, after which a server is considered to have failed [s]",
new DoubleParameter(&_supervisionGracePeriod));
options->addOption("--agency.compaction-step-size",
"step size between state machine compactions",
new UInt64Parameter(&_compactionStepSize),
arangodb::options::makeFlags(arangodb::options::Flags::Hidden));
options->addOption("--agency.compaction-keep-size",
"keep as many indices before compaction point",
new UInt64Parameter(&_compactionKeepSize));
options->addOption("--agency.wait-for-sync",
"wait for hard disk syncs on every persistence call "
"(required in production)",
new BooleanParameter(&_waitForSync),
arangodb::options::makeFlags(arangodb::options::Flags::Hidden));
options->addOption("--agency.max-append-size",
"maximum size of appendEntries document (# log entries)",
new UInt64Parameter(&_maxAppendSize),
arangodb::options::makeFlags(arangodb::options::Flags::Hidden));
options->addOption("--agency.disaster-recovery-id",
"allows for specification of the id for this agent; "
"dangerous option for disaster recover only!",
new StringParameter(&_recoveryId),
arangodb::options::makeFlags(arangodb::options::Flags::Hidden));
}
void AgencyFeature::validateOptions(std::shared_ptr<ProgramOptions> options) {
ProgramOptions::ProcessingResult const& result = options->processingResult();
if (!result.touched("agency.activate") || !_activated) {
disable();
return;
}
if (result.touched("agency.election-timeout-min")) {
_cmdLineTimings = true;
}
ServerState::instance()->setRole(ServerState::ROLE_AGENT);
// Agency size
if (result.touched("agency.size")) {
if (_size < 1) {
LOG_TOPIC("98510", FATAL, Logger::AGENCY) << "agency must have size greater 0";
FATAL_ERROR_EXIT();
}
} else {
_size = 1;
}
// Agency pool size
if (result.touched("agency.pool-size")) {
if (_poolSize < _size) {
LOG_TOPIC("af108", FATAL, Logger::AGENCY)
<< "agency pool size must be larger than agency size.";
FATAL_ERROR_EXIT();
}
} else {
_poolSize = _size;
}
// Size needs to be odd
if (_size % 2 == 0) {
LOG_TOPIC("0eab5", FATAL, Logger::AGENCY)
<< "AGENCY: agency must have odd number of members";
FATAL_ERROR_EXIT();
}
// Timeouts sanity
if (_minElectionTimeout <= 0.) {
LOG_TOPIC("facb6", FATAL, Logger::AGENCY)
<< "agency.election-timeout-min must not be negative!";
FATAL_ERROR_EXIT();
} else if (_minElectionTimeout < 0.15) {
LOG_TOPIC("0cce9", WARN, Logger::AGENCY)
<< "very short agency.election-timeout-min!";
}
if (_maxElectionTimeout <= _minElectionTimeout) {
LOG_TOPIC("62fc3", FATAL, Logger::AGENCY)
<< "agency.election-timeout-max must not be shorter than or"
<< "equal to agency.election-timeout-min.";
FATAL_ERROR_EXIT();
}
if (_maxElectionTimeout <= 2. * _minElectionTimeout) {
LOG_TOPIC("99f84", WARN, Logger::AGENCY)
<< "agency.election-timeout-max should probably be chosen longer!";
}
if (_compactionKeepSize == 0) {
LOG_TOPIC("ca485", WARN, Logger::AGENCY)
<< "agency.compaction-keep-size must not be 0, set to 1000";
_compactionKeepSize = 50000;
}
if (!_agencyMyAddress.empty()) {
std::string const unified = Endpoint::unifiedForm(_agencyMyAddress);
if (unified.empty()) {
LOG_TOPIC("4faa0", FATAL, Logger::AGENCY) << "invalid endpoint '" << _agencyMyAddress
<< "' specified for --agency.my-address";
FATAL_ERROR_EXIT();
}
std::string fallback = unified;
// Now extract the hostname/IP:
auto pos = fallback.find("://");
if (pos != std::string::npos) {
fallback = fallback.substr(pos + 3);
}
pos = fallback.rfind(':');
if (pos != std::string::npos) {
fallback = fallback.substr(0, pos);
}
auto ss = ServerState::instance();
ss->findHost(fallback);
}
if (result.touched("agency.supervision")) {
_supervisionTouched = true;
}
// turn off the following features, as they are not needed in an agency:
// - MMFilesPersistentIndex: not needed by agency even if MMFiles is
// the selected storage engine
// - ArangoSearch: not needed by agency even if MMFiles is the selected
// storage engine
// - IResearchAnalyzer: analyzers are not needed by agency
// - Action/Script/FoxxQueues/Frontend: Foxx and JavaScript APIs
std::vector<std::string> disabledFeatures({
"MMFilesPersistentIndex", "ArangoSearch", "ArangoSearchAnalyzer",
"Action", "Script", "FoxxQueues", "Frontend"});
if (!result.touched("console") || !*(options->get<BooleanParameter>("console")->ptr)) {
// specifiying --console requires JavaScript, so we can only turn it off
// if not specified
// console mode inactive. so we can turn off V8
disabledFeatures.emplace_back("V8Platform");
disabledFeatures.emplace_back("V8Dealer");
}
application_features::ApplicationServer::disableFeatures(disabledFeatures);
}
void AgencyFeature::prepare() {
TRI_ASSERT(isEnabled());
// Available after validateOptions of ClusterFeature
// Find the agency prefix:
auto feature = ApplicationServer::getFeature<ClusterFeature>("Cluster");
if (!feature->agencyPrefix().empty()) {
arangodb::consensus::Supervision::setAgencyPrefix(std::string("/") +
feature->agencyPrefix());
arangodb::consensus::Job::agencyPrefix = feature->agencyPrefix();
}
std::string endpoint;
if (_agencyMyAddress.empty()) {
std::string port = "8529";
// Available after prepare of EndpointFeature
EndpointFeature* endpointFeature =
ApplicationServer::getFeature<EndpointFeature>("Endpoint");
auto endpoints = endpointFeature->httpEndpoints();
if (!endpoints.empty()) {
std::string const& tmp = endpoints.front();
size_t pos = tmp.find(':', 10);
if (pos != std::string::npos) {
port = tmp.substr(pos + 1, tmp.size() - pos);
}
}
endpoint = std::string("tcp://localhost:" + port);
} else {
endpoint = _agencyMyAddress;
}
LOG_TOPIC("693a2", DEBUG, Logger::AGENCY) << "Agency endpoint " << endpoint;
if (_waitForSync) {
_maxAppendSize /= 10;
}
_agent.reset(new consensus::Agent(consensus::config_t(
_recoveryId, _size, _poolSize, _minElectionTimeout, _maxElectionTimeout,
endpoint, _agencyEndpoints, _supervision, _supervisionTouched, _waitForSync,
_supervisionFrequency, _compactionStepSize, _compactionKeepSize,
_supervisionGracePeriod, _cmdLineTimings, _maxAppendSize)));
AGENT = _agent.get();
}
void AgencyFeature::start() {
TRI_ASSERT(isEnabled());
LOG_TOPIC("a77c8", DEBUG, Logger::AGENCY) << "Starting agency personality";
_agent->start();
LOG_TOPIC("b481d", DEBUG, Logger::AGENCY) << "Loading agency";
_agent->load();
}
void AgencyFeature::beginShutdown() {
TRI_ASSERT(isEnabled());
// pass shutdown event to _agent so it can notify all its sub-threads
_agent->beginShutdown();
}
void AgencyFeature::stop() {
TRI_ASSERT(isEnabled());
if (_agent->inception() != nullptr) { // can only exist in resilient agents
int counter = 0;
while (_agent->inception()->isRunning()) {
std::this_thread::sleep_for(std::chrono::microseconds(100000));
// emit warning after 5 seconds
if (++counter == 10 * 5) {
LOG_TOPIC("bf6a6", WARN, Logger::AGENCY)
<< "waiting for inception thread to finish";
}
}
}
if (_agent != nullptr) {
int counter = 0;
while (_agent->isRunning()) {
std::this_thread::sleep_for(std::chrono::microseconds(100000));
// emit warning after 5 seconds
if (++counter == 10 * 5) {
LOG_TOPIC("5d3a5", WARN, Logger::AGENCY) << "waiting for agent thread to finish";
}
}
// Wait until all agency threads have been shut down. Note that the
// actual agent object is only destroyed in the destructor to allow
// server jobs from RestAgencyHandlers to complete without incident:
_agent->waitForThreadsStop();
}
AGENT = nullptr;
}
void AgencyFeature::unprepare() {
TRI_ASSERT(isEnabled());
// delete the Agent object here ensures it shuts down all of its threads
// this is a precondition that it must fulfill before we can go on with the
// shutdown
_agent.reset();
}
} // namespace arangodb
Reference in New Issue View Git Blame Copy Permalink