mirror of https://gitee.com/bigwinds/arangodb
1464 lines
50 KiB
C++
1464 lines
50 KiB
C++
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief replication applier
|
|
///
|
|
/// @file
|
|
///
|
|
/// DISCLAIMER
|
|
///
|
|
/// Copyright 2014 ArangoDB GmbH, Cologne, Germany
|
|
/// Copyright 2004-2014 triAGENS GmbH, Cologne, Germany
|
|
///
|
|
/// Licensed under the Apache License, Version 2.0 (the "License");
|
|
/// you may not use this file except in compliance with the License.
|
|
/// You may obtain a copy of the License at
|
|
///
|
|
/// http://www.apache.org/licenses/LICENSE-2.0
|
|
///
|
|
/// Unless required by applicable law or agreed to in writing, software
|
|
/// distributed under the License is distributed on an "AS IS" BASIS,
|
|
/// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
/// See the License for the specific language governing permissions and
|
|
/// limitations under the License.
|
|
///
|
|
/// Copyright holder is ArangoDB GmbH, Cologne, Germany
|
|
///
|
|
/// @author Jan Steemann
|
|
/// @author Copyright 2014, ArangoDB GmbH, Cologne, Germany
|
|
/// @author Copyright 2011-2013, triAGENS GmbH, Cologne, Germany
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
#include "replication-applier.h"
|
|
#include "Basics/conversions.h"
|
|
#include "Basics/files.h"
|
|
#include "Basics/json.h"
|
|
#include "Basics/logging.h"
|
|
#include "Basics/ReadLocker.h"
|
|
#include "Basics/string-buffer.h"
|
|
#include "Basics/StringUtils.h"
|
|
#include "Basics/tri-strings.h"
|
|
#include "Basics/WriteLocker.h"
|
|
#include "Replication/ContinuousSyncer.h"
|
|
#include "VocBase/collection.h"
|
|
#include "VocBase/datafile.h"
|
|
#include "VocBase/document-collection.h"
|
|
#include "VocBase/server.h"
|
|
#include "VocBase/transaction.h"
|
|
#include "VocBase/vocbase.h"
|
|
|
|
// -----------------------------------------------------------------------------
|
|
// --SECTION-- REPLICATION APPLIER
|
|
// -----------------------------------------------------------------------------
|
|
|
|
// -----------------------------------------------------------------------------
|
|
// --SECTION-- private functions
|
|
// -----------------------------------------------------------------------------
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief read a tick value from a JSON struct
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
static int ReadTick (TRI_json_t const* json,
|
|
char const* attributeName,
|
|
TRI_voc_tick_t* dst,
|
|
bool allowNull) {
|
|
TRI_ASSERT(json != nullptr);
|
|
TRI_ASSERT(json->_type == TRI_JSON_OBJECT);
|
|
|
|
TRI_json_t const* tick = TRI_LookupObjectJson(json, attributeName);
|
|
|
|
if (TRI_IsNullJson(tick) && allowNull) {
|
|
*dst = 0;
|
|
return TRI_ERROR_NO_ERROR;
|
|
}
|
|
|
|
if (! TRI_IsStringJson(tick)) {
|
|
return TRI_ERROR_REPLICATION_INVALID_APPLIER_STATE;
|
|
}
|
|
|
|
*dst = (TRI_voc_tick_t) TRI_UInt64String2(tick->_value._string.data, tick->_value._string.length - 1);
|
|
|
|
return TRI_ERROR_NO_ERROR;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief get the filename of the replication applier configuration file
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
static char* GetConfigurationFilename (TRI_vocbase_t* vocbase) {
|
|
return TRI_Concatenate2File(vocbase->_path, "REPLICATION-APPLIER-CONFIG");
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief get a JSON representation of the replication applier configuration
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
static TRI_json_t* JsonConfiguration (TRI_replication_applier_configuration_t const* config,
|
|
bool includePassword) {
|
|
TRI_json_t* json = TRI_CreateObjectJson(TRI_CORE_MEM_ZONE, 9);
|
|
|
|
if (json == nullptr) {
|
|
return nullptr;
|
|
}
|
|
|
|
if (config->_endpoint != nullptr) {
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE,
|
|
json,
|
|
"endpoint",
|
|
TRI_CreateStringCopyJson(TRI_CORE_MEM_ZONE, config->_endpoint, strlen(config->_endpoint)));
|
|
}
|
|
|
|
if (config->_database != nullptr) {
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE,
|
|
json,
|
|
"database",
|
|
TRI_CreateStringCopyJson(TRI_CORE_MEM_ZONE, config->_database, strlen(config->_database)));
|
|
}
|
|
|
|
if (config->_username != nullptr) {
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE,
|
|
json,
|
|
"username",
|
|
TRI_CreateStringCopyJson(TRI_CORE_MEM_ZONE, config->_username, strlen(config->_username)));
|
|
}
|
|
|
|
if (config->_password != nullptr && includePassword) {
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE,
|
|
json,
|
|
"password",
|
|
TRI_CreateStringCopyJson(TRI_CORE_MEM_ZONE, config->_password, strlen(config->_password)));
|
|
}
|
|
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE,
|
|
json,
|
|
"requestTimeout",
|
|
TRI_CreateNumberJson(TRI_CORE_MEM_ZONE, config->_requestTimeout));
|
|
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE,
|
|
json,
|
|
"connectTimeout",
|
|
TRI_CreateNumberJson(TRI_CORE_MEM_ZONE, config->_connectTimeout));
|
|
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE,
|
|
json,
|
|
"ignoreErrors",
|
|
TRI_CreateNumberJson(TRI_CORE_MEM_ZONE, (double) config->_ignoreErrors));
|
|
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE,
|
|
json,
|
|
"maxConnectRetries",
|
|
TRI_CreateNumberJson(TRI_CORE_MEM_ZONE, (double) config->_maxConnectRetries));
|
|
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE,
|
|
json,
|
|
"sslProtocol",
|
|
TRI_CreateNumberJson(TRI_CORE_MEM_ZONE, (double) config->_sslProtocol));
|
|
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE,
|
|
json,
|
|
"chunkSize",
|
|
TRI_CreateNumberJson(TRI_CORE_MEM_ZONE, (double) config->_chunkSize));
|
|
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE,
|
|
json,
|
|
"autoStart",
|
|
TRI_CreateBooleanJson(TRI_CORE_MEM_ZONE, config->_autoStart));
|
|
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE,
|
|
json,
|
|
"adaptivePolling",
|
|
TRI_CreateBooleanJson(TRI_CORE_MEM_ZONE, config->_adaptivePolling));
|
|
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE,
|
|
json,
|
|
"includeSystem",
|
|
TRI_CreateBooleanJson(TRI_CORE_MEM_ZONE, config->_includeSystem));
|
|
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE,
|
|
json,
|
|
"requireFromPresent",
|
|
TRI_CreateBooleanJson(TRI_CORE_MEM_ZONE, config->_requireFromPresent));
|
|
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE,
|
|
json,
|
|
"verbose",
|
|
TRI_CreateBooleanJson(TRI_CORE_MEM_ZONE, config->_verbose));
|
|
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE,
|
|
json,
|
|
"restrictType",
|
|
TRI_CreateStringCopyJson(TRI_CORE_MEM_ZONE, config->_restrictType.c_str(), config->_restrictType.size()));
|
|
|
|
TRI_json_t* collections = TRI_CreateArrayJson(TRI_CORE_MEM_ZONE);
|
|
|
|
if (collections != nullptr) {
|
|
for (auto it : config->_restrictCollections) {
|
|
TRI_PushBack3ArrayJson(TRI_CORE_MEM_ZONE,
|
|
collections,
|
|
TRI_CreateStringCopyJson(TRI_CORE_MEM_ZONE, it.first.c_str(), it.first.size()));
|
|
}
|
|
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE,
|
|
json,
|
|
"restrictCollections",
|
|
collections);
|
|
}
|
|
|
|
return json;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief load the replication application configuration from a file
|
|
/// this function must be called under the statusLock
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
static int LoadConfiguration (TRI_vocbase_t* vocbase,
|
|
TRI_replication_applier_configuration_t* config) {
|
|
TRI_DestroyConfigurationReplicationApplier(config);
|
|
TRI_InitConfigurationReplicationApplier(config);
|
|
|
|
char* filename = GetConfigurationFilename(vocbase);
|
|
|
|
if (! TRI_ExistsFile(filename)) {
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, filename);
|
|
|
|
return TRI_ERROR_FILE_NOT_FOUND;
|
|
}
|
|
|
|
std::unique_ptr<TRI_json_t> json(TRI_JsonFile(TRI_UNKNOWN_MEM_ZONE, filename, nullptr));
|
|
|
|
if (! TRI_IsObjectJson(json.get())) {
|
|
LOG_ERROR("unable to read replication applier configuration from file '%s'", filename);
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, filename);
|
|
return TRI_ERROR_REPLICATION_INVALID_APPLIER_CONFIGURATION;
|
|
}
|
|
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, filename);
|
|
|
|
if (config->_endpoint != nullptr) {
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, config->_endpoint);
|
|
config->_endpoint = nullptr;
|
|
}
|
|
if (config->_database != nullptr) {
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, config->_database);
|
|
config->_database = nullptr;
|
|
}
|
|
if (config->_username != nullptr) {
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, config->_username);
|
|
config->_username = nullptr;
|
|
}
|
|
if (config->_password != nullptr) {
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, config->_password);
|
|
config->_password = nullptr;
|
|
}
|
|
|
|
// read the database name
|
|
TRI_json_t const* value = TRI_LookupObjectJson(json.get(), "database");
|
|
|
|
if (! TRI_IsStringJson(value)) {
|
|
config->_database = TRI_DuplicateStringZ(TRI_CORE_MEM_ZONE,
|
|
vocbase->_name);
|
|
}
|
|
else {
|
|
config->_database = TRI_DuplicateString2Z(TRI_CORE_MEM_ZONE,
|
|
value->_value._string.data,
|
|
value->_value._string.length - 1);
|
|
}
|
|
|
|
// read username / password
|
|
value = TRI_LookupObjectJson(json.get(), "username");
|
|
|
|
if (TRI_IsStringJson(value)) {
|
|
config->_username = TRI_DuplicateString2Z(TRI_CORE_MEM_ZONE,
|
|
value->_value._string.data,
|
|
value->_value._string.length - 1);
|
|
}
|
|
|
|
value = TRI_LookupObjectJson(json.get(), "password");
|
|
|
|
if (TRI_IsStringJson(value)) {
|
|
config->_password = TRI_DuplicateString2Z(TRI_CORE_MEM_ZONE,
|
|
value->_value._string.data,
|
|
value->_value._string.length - 1);
|
|
}
|
|
|
|
value = TRI_LookupObjectJson(json.get(), "requestTimeout");
|
|
|
|
if (TRI_IsNumberJson(value)) {
|
|
config->_requestTimeout = value->_value._number;
|
|
}
|
|
|
|
value = TRI_LookupObjectJson(json.get(), "connectTimeout");
|
|
|
|
if (TRI_IsNumberJson(value)) {
|
|
config->_connectTimeout = value->_value._number;
|
|
}
|
|
|
|
value = TRI_LookupObjectJson(json.get(), "maxConnectRetries");
|
|
|
|
if (TRI_IsNumberJson(value)) {
|
|
config->_maxConnectRetries = (uint64_t) value->_value._number;
|
|
}
|
|
|
|
value = TRI_LookupObjectJson(json.get(), "sslProtocol");
|
|
|
|
if (TRI_IsNumberJson(value)) {
|
|
config->_sslProtocol = (uint32_t) value->_value._number;
|
|
}
|
|
|
|
value = TRI_LookupObjectJson(json.get(), "chunkSize");
|
|
|
|
if (TRI_IsNumberJson(value)) {
|
|
config->_chunkSize = (uint64_t) value->_value._number;
|
|
}
|
|
|
|
value = TRI_LookupObjectJson(json.get(), "autoStart");
|
|
|
|
if (TRI_IsBooleanJson(value)) {
|
|
config->_autoStart = value->_value._boolean;
|
|
}
|
|
|
|
value = TRI_LookupObjectJson(json.get(), "adaptivePolling");
|
|
|
|
if (TRI_IsBooleanJson(value)) {
|
|
config->_adaptivePolling = value->_value._boolean;
|
|
}
|
|
|
|
value = TRI_LookupObjectJson(json.get(), "includeSystem");
|
|
|
|
if (TRI_IsBooleanJson(value)) {
|
|
config->_includeSystem = value->_value._boolean;
|
|
}
|
|
|
|
value = TRI_LookupObjectJson(json.get(), "requireFromPresent");
|
|
|
|
if (TRI_IsBooleanJson(value)) {
|
|
config->_requireFromPresent = value->_value._boolean;
|
|
}
|
|
|
|
value = TRI_LookupObjectJson(json.get(), "verbose");
|
|
|
|
if (TRI_IsBooleanJson(value)) {
|
|
config->_verbose = value->_value._boolean;
|
|
}
|
|
|
|
value = TRI_LookupObjectJson(json.get(), "ignoreErrors");
|
|
|
|
if (TRI_IsNumberJson(value)) {
|
|
config->_ignoreErrors = (uint64_t) value->_value._number;
|
|
}
|
|
else if (TRI_IsBooleanJson(value)) {
|
|
if (value->_value._boolean) {
|
|
config->_ignoreErrors = UINT64_MAX;
|
|
}
|
|
else {
|
|
config->_ignoreErrors = 0;
|
|
}
|
|
}
|
|
|
|
value = TRI_LookupObjectJson(json.get(), "restrictType");
|
|
|
|
if (TRI_IsStringJson(value)) {
|
|
config->_restrictType = std::string(value->_value._string.data, value->_value._string.length - 1);
|
|
}
|
|
|
|
value = TRI_LookupObjectJson(json.get(), "restrictCollections");
|
|
|
|
if (TRI_IsArrayJson(value)) {
|
|
config->_restrictCollections.clear();
|
|
size_t const n = TRI_LengthArrayJson(value);
|
|
|
|
for (size_t i = 0; i < n; ++i) {
|
|
TRI_json_t* collection = TRI_LookupArrayJson(value, i);
|
|
if (TRI_IsStringJson(collection)) {
|
|
config->_restrictCollections.emplace(std::string(collection->_value._string.data), true);
|
|
}
|
|
}
|
|
}
|
|
|
|
// read the endpoint
|
|
value = TRI_LookupObjectJson(json.get(), "endpoint");
|
|
|
|
if (! TRI_IsStringJson(value)) {
|
|
// we haven't found an endpoint. now don't let the start fail but continue
|
|
config->_autoStart = false;
|
|
}
|
|
else {
|
|
config->_endpoint = TRI_DuplicateString2Z(TRI_CORE_MEM_ZONE,
|
|
value->_value._string.data,
|
|
value->_value._string.length - 1);
|
|
}
|
|
|
|
return TRI_ERROR_NO_ERROR;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief get the filename of the replication applier state file
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
static char* GetStateFilename (TRI_vocbase_t* vocbase) {
|
|
return TRI_Concatenate2File(vocbase->_path, "REPLICATION-APPLIER-STATE");
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief get a JSON representation of the replication applier state
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
static std::unique_ptr<TRI_json_t> JsonApplyState (TRI_replication_applier_state_t const* state) {
|
|
std::unique_ptr<TRI_json_t> json(TRI_CreateObjectJson(TRI_UNKNOWN_MEM_ZONE, 4));
|
|
|
|
if (json == nullptr) {
|
|
return nullptr;
|
|
}
|
|
|
|
std::string const safeResumeTick = triagens::basics::StringUtils::itoa(state->_safeResumeTick);
|
|
std::string const lastProcessedContinuousTick = triagens::basics::StringUtils::itoa(state->_lastProcessedContinuousTick);
|
|
std::string const lastAppliedContinuousTick = triagens::basics::StringUtils::itoa(state->_lastAppliedContinuousTick);
|
|
std::string const serverId = triagens::basics::StringUtils::itoa(state->_serverId);
|
|
|
|
TRI_Insert3ObjectJson(TRI_UNKNOWN_MEM_ZONE,
|
|
json.get(),
|
|
"serverId",
|
|
TRI_CreateStringCopyJson(TRI_UNKNOWN_MEM_ZONE, serverId.c_str(), serverId.size()));
|
|
|
|
TRI_Insert3ObjectJson(TRI_UNKNOWN_MEM_ZONE,
|
|
json.get(),
|
|
"lastProcessedContinuousTick",
|
|
TRI_CreateStringCopyJson(TRI_UNKNOWN_MEM_ZONE, lastProcessedContinuousTick.c_str(), lastProcessedContinuousTick.size()));
|
|
|
|
TRI_Insert3ObjectJson(TRI_UNKNOWN_MEM_ZONE,
|
|
json.get(),
|
|
"lastAppliedContinuousTick",
|
|
TRI_CreateStringCopyJson(TRI_UNKNOWN_MEM_ZONE, lastAppliedContinuousTick.c_str(), lastAppliedContinuousTick.size()));
|
|
|
|
TRI_Insert3ObjectJson(TRI_UNKNOWN_MEM_ZONE,
|
|
json.get(),
|
|
"safeResumeTick",
|
|
TRI_CreateStringCopyJson(TRI_UNKNOWN_MEM_ZONE, safeResumeTick.c_str(), safeResumeTick.size()));
|
|
|
|
return json;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief applier thread main function
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
static void ApplyThread (void* data) {
|
|
auto syncer = static_cast<triagens::arango::ContinuousSyncer*>(data);
|
|
|
|
try {
|
|
syncer->run();
|
|
}
|
|
catch (...) {
|
|
}
|
|
delete syncer;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief get a JSON representation of an applier state
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
static TRI_json_t* JsonState (TRI_replication_applier_state_t const* state) {
|
|
TRI_json_t* last;
|
|
TRI_json_t* progress;
|
|
TRI_json_t* error;
|
|
char* lastString;
|
|
char timeString[24];
|
|
|
|
TRI_json_t* json = TRI_CreateObjectJson(TRI_CORE_MEM_ZONE, 9);
|
|
|
|
// add replication state
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, json, "running", TRI_CreateBooleanJson(TRI_CORE_MEM_ZONE, state->_active));
|
|
|
|
// lastAppliedContinuousTick
|
|
if (state->_lastAppliedContinuousTick > 0) {
|
|
lastString = TRI_StringUInt64(state->_lastAppliedContinuousTick);
|
|
last = TRI_CreateStringJson(TRI_CORE_MEM_ZONE, lastString, strlen(lastString));
|
|
}
|
|
else {
|
|
last = TRI_CreateNullJson(TRI_CORE_MEM_ZONE);
|
|
}
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, json, "lastAppliedContinuousTick", last);
|
|
|
|
// lastProcessedContinuousTick
|
|
if (state->_lastProcessedContinuousTick > 0) {
|
|
lastString = TRI_StringUInt64(state->_lastProcessedContinuousTick);
|
|
last = TRI_CreateStringJson(TRI_CORE_MEM_ZONE, lastString, strlen(lastString));
|
|
}
|
|
else {
|
|
last = TRI_CreateNullJson(TRI_CORE_MEM_ZONE);
|
|
}
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, json, "lastProcessedContinuousTick", last);
|
|
|
|
// lastAvailableContinuousTick
|
|
if (state->_lastAvailableContinuousTick > 0) {
|
|
lastString = TRI_StringUInt64(state->_lastAvailableContinuousTick);
|
|
last = TRI_CreateStringJson(TRI_CORE_MEM_ZONE, lastString, strlen(lastString));
|
|
}
|
|
else {
|
|
last = TRI_CreateNullJson(TRI_CORE_MEM_ZONE);
|
|
}
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, json, "lastAvailableContinuousTick", last);
|
|
|
|
// safeResumeTick
|
|
if (state->_safeResumeTick > 0) {
|
|
lastString = TRI_StringUInt64(state->_safeResumeTick);
|
|
last = TRI_CreateStringJson(TRI_CORE_MEM_ZONE, lastString, strlen(lastString));
|
|
}
|
|
else {
|
|
last = TRI_CreateNullJson(TRI_CORE_MEM_ZONE);
|
|
}
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, json, "safeResumeTick", last);
|
|
|
|
// progress
|
|
progress = TRI_CreateObjectJson(TRI_CORE_MEM_ZONE, 2);
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, progress, "time", TRI_CreateStringCopyJson(TRI_CORE_MEM_ZONE, state->_progressTime, strlen(state->_progressTime)));
|
|
|
|
if (state->_progressMsg != nullptr) {
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, progress, "message", TRI_CreateStringCopyJson(TRI_CORE_MEM_ZONE, state->_progressMsg, strlen(state->_progressMsg)));
|
|
}
|
|
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, progress, "failedConnects", TRI_CreateNumberJson(TRI_CORE_MEM_ZONE, (double) state->_failedConnects));
|
|
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, json, "progress", progress);
|
|
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, json, "totalRequests", TRI_CreateNumberJson(TRI_CORE_MEM_ZONE, (double) state->_totalRequests));
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, json, "totalFailedConnects", TRI_CreateNumberJson(TRI_CORE_MEM_ZONE, (double) state->_totalFailedConnects));
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, json, "totalEvents", TRI_CreateNumberJson(TRI_CORE_MEM_ZONE, (double) state->_totalEvents));
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, json, "totalOperationsExcluded", TRI_CreateNumberJson(TRI_CORE_MEM_ZONE, (double) state->_skippedOperations));
|
|
|
|
// lastError
|
|
error = TRI_CreateObjectJson(TRI_CORE_MEM_ZONE);
|
|
|
|
if (error != nullptr) {
|
|
if (state->_lastError._code > 0) {
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, error, "time", TRI_CreateStringCopyJson(TRI_CORE_MEM_ZONE, state->_lastError._time, strlen(state->_lastError._time)));
|
|
|
|
if (state->_lastError._msg != nullptr) {
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, error, "errorMessage", TRI_CreateStringCopyJson(TRI_CORE_MEM_ZONE, state->_lastError._msg, strlen(state->_lastError._msg)));
|
|
}
|
|
}
|
|
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, error, "errorNum", TRI_CreateNumberJson(TRI_CORE_MEM_ZONE, (double) state->_lastError._code));
|
|
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, json, "lastError", error);
|
|
}
|
|
|
|
TRI_GetTimeStampReplication(timeString, sizeof(timeString) - 1);
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, json, "time", TRI_CreateStringCopyJson(TRI_CORE_MEM_ZONE, timeString, strlen(timeString)));
|
|
|
|
return json;
|
|
}
|
|
|
|
// -----------------------------------------------------------------------------
|
|
// --SECTION-- constructors / destructors
|
|
// -----------------------------------------------------------------------------
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief create a replication applier
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
TRI_replication_applier_t* TRI_CreateReplicationApplier (TRI_server_t* server,
|
|
TRI_vocbase_t* vocbase) {
|
|
TRI_replication_applier_t* applier = new TRI_replication_applier_t(server, vocbase);
|
|
|
|
TRI_InitConfigurationReplicationApplier(&applier->_configuration);
|
|
TRI_InitStateReplicationApplier(&applier->_state);
|
|
|
|
if (vocbase->_type == TRI_VOCBASE_TYPE_NORMAL) {
|
|
int res = LoadConfiguration(vocbase, &applier->_configuration);
|
|
|
|
if (res != TRI_ERROR_NO_ERROR &&
|
|
res != TRI_ERROR_FILE_NOT_FOUND) {
|
|
TRI_DestroyStateReplicationApplier(&applier->_state);
|
|
TRI_DestroyConfigurationReplicationApplier(&applier->_configuration);
|
|
delete applier;
|
|
TRI_set_errno(res);
|
|
|
|
return nullptr;
|
|
}
|
|
|
|
res = TRI_LoadStateReplicationApplier(vocbase, &applier->_state);
|
|
|
|
if (res != TRI_ERROR_NO_ERROR &&
|
|
res != TRI_ERROR_FILE_NOT_FOUND) {
|
|
TRI_DestroyStateReplicationApplier(&applier->_state);
|
|
TRI_DestroyConfigurationReplicationApplier(&applier->_configuration);
|
|
delete applier;
|
|
TRI_set_errno(res);
|
|
|
|
return nullptr;
|
|
}
|
|
}
|
|
|
|
applier->setTermination(false);
|
|
applier->setProgress("applier created", true);
|
|
|
|
return applier;
|
|
}
|
|
|
|
// -----------------------------------------------------------------------------
|
|
// --SECTION-- public functions
|
|
// -----------------------------------------------------------------------------
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief get a JSON representation of the replication applier configuration
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
TRI_json_t* TRI_JsonConfigurationReplicationApplier (TRI_replication_applier_configuration_t const* config) {
|
|
return JsonConfiguration(config, false);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief configure the replication applier
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
int TRI_ConfigureReplicationApplier (TRI_replication_applier_t* applier,
|
|
TRI_replication_applier_configuration_t const* config) {
|
|
|
|
if (applier->_vocbase->_type == TRI_VOCBASE_TYPE_COORDINATOR) {
|
|
return TRI_ERROR_CLUSTER_UNSUPPORTED;
|
|
}
|
|
|
|
if (config->_endpoint == nullptr || strlen(config->_endpoint) == 0) {
|
|
// no endpoint
|
|
return TRI_ERROR_REPLICATION_INVALID_APPLIER_CONFIGURATION;
|
|
}
|
|
|
|
if (config->_database == nullptr || strlen(config->_database) == 0) {
|
|
// no database
|
|
return TRI_ERROR_REPLICATION_INVALID_APPLIER_CONFIGURATION;
|
|
}
|
|
|
|
WRITE_LOCKER(applier->_statusLock);
|
|
|
|
if (applier->_state._active) {
|
|
// cannot change the configuration while the replication is still running
|
|
return TRI_ERROR_REPLICATION_RUNNING;
|
|
}
|
|
|
|
int res = TRI_SaveConfigurationReplicationApplier(applier->_vocbase, config, true);
|
|
|
|
if (res == TRI_ERROR_NO_ERROR) {
|
|
res = LoadConfiguration(applier->_vocbase, &applier->_configuration);
|
|
}
|
|
|
|
return res;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief get the current replication applier state
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
int TRI_StateReplicationApplier (TRI_replication_applier_t* applier,
|
|
TRI_replication_applier_state_t* state) {
|
|
TRI_InitStateReplicationApplier(state);
|
|
|
|
READ_LOCKER(applier->_statusLock);
|
|
|
|
state->_active = applier->_state._active;
|
|
state->_lastAppliedContinuousTick = applier->_state._lastAppliedContinuousTick;
|
|
state->_lastProcessedContinuousTick = applier->_state._lastProcessedContinuousTick;
|
|
state->_lastAvailableContinuousTick = applier->_state._lastAvailableContinuousTick;
|
|
state->_safeResumeTick = applier->_state._safeResumeTick;
|
|
state->_serverId = applier->_state._serverId;
|
|
state->_lastError._code = applier->_state._lastError._code;
|
|
state->_failedConnects = applier->_state._failedConnects;
|
|
state->_totalRequests = applier->_state._totalRequests;
|
|
state->_totalFailedConnects = applier->_state._totalFailedConnects;
|
|
state->_totalEvents = applier->_state._totalEvents;
|
|
state->_skippedOperations = applier->_state._skippedOperations;
|
|
memcpy(&state->_lastError._time, &applier->_state._lastError._time, sizeof(state->_lastError._time));
|
|
|
|
if (applier->_state._progressMsg != nullptr) {
|
|
state->_progressMsg = TRI_DuplicateStringZ(TRI_CORE_MEM_ZONE, applier->_state._progressMsg);
|
|
}
|
|
else {
|
|
state->_progressMsg = nullptr;
|
|
}
|
|
|
|
memcpy(&state->_progressTime, &applier->_state._progressTime, sizeof(state->_progressTime));
|
|
|
|
if (applier->_state._lastError._msg != nullptr) {
|
|
state->_lastError._msg = TRI_DuplicateStringZ(TRI_CORE_MEM_ZONE, applier->_state._lastError._msg);
|
|
}
|
|
else {
|
|
state->_lastError._msg = nullptr;
|
|
}
|
|
|
|
return TRI_ERROR_NO_ERROR;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief get a JSON representation of an applier
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
TRI_json_t* TRI_JsonReplicationApplier (TRI_replication_applier_t* applier) {
|
|
TRI_replication_applier_state_t state;
|
|
TRI_replication_applier_configuration_t config;
|
|
TRI_json_t* server;
|
|
|
|
int res = TRI_StateReplicationApplier(applier, &state);
|
|
|
|
if (res != TRI_ERROR_NO_ERROR) {
|
|
return nullptr;
|
|
}
|
|
|
|
TRI_json_t* json = TRI_CreateObjectJson(TRI_CORE_MEM_ZONE);
|
|
|
|
if (json == nullptr) {
|
|
TRI_DestroyStateReplicationApplier(&state);
|
|
|
|
return nullptr;
|
|
}
|
|
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, json, "state", JsonState(&state));
|
|
|
|
// add server info
|
|
server = TRI_CreateObjectJson(TRI_CORE_MEM_ZONE);
|
|
|
|
if (server != nullptr) {
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, server, "version", TRI_CreateStringCopyJson(TRI_CORE_MEM_ZONE, TRI_VERSION, strlen(TRI_VERSION)));
|
|
|
|
TRI_server_id_t serverId = TRI_GetIdServer();
|
|
char* serverIdString = TRI_StringUInt64(serverId);
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, server, "serverId", TRI_CreateStringJson(TRI_CORE_MEM_ZONE, serverIdString, strlen(serverIdString)));
|
|
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, json, "server", server);
|
|
}
|
|
|
|
TRI_InitConfigurationReplicationApplier(&config);
|
|
|
|
{
|
|
READ_LOCKER(applier->_statusLock);
|
|
TRI_CopyConfigurationReplicationApplier(&applier->_configuration, &config);
|
|
}
|
|
|
|
if (config._endpoint != nullptr) {
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, json, "endpoint", TRI_CreateStringCopyJson(TRI_CORE_MEM_ZONE, config._endpoint, strlen(config._endpoint)));
|
|
}
|
|
|
|
if (config._database != nullptr) {
|
|
TRI_Insert3ObjectJson(TRI_CORE_MEM_ZONE, json, "database", TRI_CreateStringCopyJson(TRI_CORE_MEM_ZONE, config._database, strlen(config._database)));
|
|
}
|
|
|
|
TRI_DestroyConfigurationReplicationApplier(&config);
|
|
TRI_DestroyStateReplicationApplier(&state);
|
|
|
|
return json;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief initialize an applier state struct
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
void TRI_InitStateReplicationApplier (TRI_replication_applier_state_t* state) {
|
|
memset(state, 0, sizeof(TRI_replication_applier_state_t));
|
|
|
|
state->_active = false;
|
|
|
|
state->_lastError._code = TRI_ERROR_NO_ERROR;
|
|
state->_lastError._msg = nullptr;
|
|
state->_lastError._time[0] = '\0';
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief destroy an applier state struct
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
void TRI_DestroyStateReplicationApplier (TRI_replication_applier_state_t* state) {
|
|
TRI_ASSERT(state != nullptr);
|
|
|
|
if (state->_progressMsg != nullptr) {
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, state->_progressMsg);
|
|
}
|
|
|
|
if (state->_lastError._msg != nullptr) {
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, state->_lastError._msg);
|
|
}
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief remove the replication application state file
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
int TRI_RemoveStateReplicationApplier (TRI_vocbase_t* vocbase) {
|
|
if (vocbase->_type == TRI_VOCBASE_TYPE_COORDINATOR) {
|
|
return TRI_ERROR_CLUSTER_UNSUPPORTED;
|
|
}
|
|
|
|
char* filename = GetStateFilename(vocbase);
|
|
|
|
if (filename == nullptr) {
|
|
return TRI_ERROR_OUT_OF_MEMORY;
|
|
}
|
|
|
|
int res;
|
|
if (TRI_ExistsFile(filename)) {
|
|
LOG_TRACE("removing replication state file '%s'", filename);
|
|
res = TRI_UnlinkFile(filename);
|
|
}
|
|
else {
|
|
res = TRI_ERROR_NO_ERROR;
|
|
}
|
|
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, filename);
|
|
|
|
return res;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief save the replication application state to a file
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
int TRI_SaveStateReplicationApplier (TRI_vocbase_t* vocbase,
|
|
TRI_replication_applier_state_t const* state,
|
|
bool doSync) {
|
|
if (vocbase->_type == TRI_VOCBASE_TYPE_COORDINATOR) {
|
|
return TRI_ERROR_CLUSTER_UNSUPPORTED;
|
|
}
|
|
|
|
auto json = JsonApplyState(state);
|
|
|
|
if (json == nullptr) {
|
|
return TRI_ERROR_OUT_OF_MEMORY;
|
|
}
|
|
|
|
char* filename = GetStateFilename(vocbase);
|
|
LOG_TRACE("saving replication applier state to file '%s'", filename);
|
|
|
|
if (! TRI_SaveJson(filename, json.get(), doSync)) {
|
|
int res = TRI_errno();
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, filename);
|
|
|
|
return res;
|
|
}
|
|
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, filename);
|
|
|
|
return TRI_ERROR_NO_ERROR;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief load the replication application state from a file
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
int TRI_LoadStateReplicationApplier (TRI_vocbase_t* vocbase,
|
|
TRI_replication_applier_state_t* state) {
|
|
if (vocbase->_type == TRI_VOCBASE_TYPE_COORDINATOR) {
|
|
return TRI_ERROR_CLUSTER_UNSUPPORTED;
|
|
}
|
|
|
|
TRI_InitStateReplicationApplier(state);
|
|
char* filename = GetStateFilename(vocbase);
|
|
|
|
if (filename == nullptr) {
|
|
return TRI_ERROR_OUT_OF_MEMORY;
|
|
}
|
|
|
|
LOG_TRACE("looking for replication state file '%s'", filename);
|
|
|
|
if (! TRI_ExistsFile(filename)) {
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, filename);
|
|
|
|
return TRI_ERROR_FILE_NOT_FOUND;
|
|
}
|
|
|
|
LOG_TRACE("replication state file '%s' found", filename);
|
|
|
|
std::unique_ptr<TRI_json_t> json(TRI_JsonFile(TRI_UNKNOWN_MEM_ZONE, filename, nullptr));
|
|
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, filename);
|
|
|
|
if (! TRI_IsObjectJson(json.get())) {
|
|
return TRI_ERROR_REPLICATION_INVALID_APPLIER_STATE;
|
|
}
|
|
|
|
int res = TRI_ERROR_NO_ERROR;
|
|
|
|
// read the server id
|
|
TRI_json_t const* serverId = TRI_LookupObjectJson(json.get(), "serverId");
|
|
|
|
if (! TRI_IsStringJson(serverId)) {
|
|
res = TRI_ERROR_REPLICATION_INVALID_APPLIER_STATE;
|
|
}
|
|
else {
|
|
state->_serverId = TRI_UInt64String2(serverId->_value._string.data,
|
|
serverId->_value._string.length - 1);
|
|
}
|
|
|
|
if (res == TRI_ERROR_NO_ERROR) {
|
|
// read the ticks
|
|
res |= ReadTick(json.get(), "lastAppliedContinuousTick", &state->_lastAppliedContinuousTick, false);
|
|
|
|
// set processed = applied
|
|
state->_lastProcessedContinuousTick = state->_lastAppliedContinuousTick;
|
|
}
|
|
|
|
if (res == TRI_ERROR_NO_ERROR) {
|
|
// read the safeResumeTick. note: this is an optional attribute
|
|
state->_safeResumeTick = 0;
|
|
ReadTick(json.get(), "safeResumeTick", &state->_safeResumeTick, true);
|
|
}
|
|
|
|
LOG_TRACE("replication state file read successfully");
|
|
|
|
return res;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief initialize an applier configuration
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
void TRI_InitConfigurationReplicationApplier (TRI_replication_applier_configuration_t* config) {
|
|
config->_endpoint = nullptr;
|
|
config->_database = nullptr;
|
|
config->_username = nullptr;
|
|
config->_password = nullptr;
|
|
|
|
config->_requestTimeout = 300.0;
|
|
config->_connectTimeout = 10.0;
|
|
config->_ignoreErrors = 0;
|
|
config->_maxConnectRetries = 100;
|
|
config->_chunkSize = 0;
|
|
config->_sslProtocol = 0;
|
|
config->_autoStart = false;
|
|
config->_adaptivePolling = true;
|
|
config->_includeSystem = true;
|
|
config->_requireFromPresent = false;
|
|
config->_verbose = false;
|
|
config->_restrictType = "";
|
|
config->_restrictCollections.clear();
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief destroy an applier configuration
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
void TRI_DestroyConfigurationReplicationApplier (TRI_replication_applier_configuration_t* config) {
|
|
if (config->_endpoint != nullptr) {
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, config->_endpoint);
|
|
config->_endpoint = nullptr;
|
|
}
|
|
|
|
if (config->_database != nullptr) {
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, config->_database);
|
|
config->_database = nullptr;
|
|
}
|
|
|
|
if (config->_username != nullptr) {
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, config->_username);
|
|
config->_username = nullptr;
|
|
}
|
|
|
|
if (config->_password != nullptr) {
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, config->_password);
|
|
config->_password = nullptr;
|
|
}
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief copy an applier configuration
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
void TRI_CopyConfigurationReplicationApplier (TRI_replication_applier_configuration_t const* src,
|
|
TRI_replication_applier_configuration_t* dst) {
|
|
if (src->_endpoint != nullptr) {
|
|
dst->_endpoint = TRI_DuplicateStringZ(TRI_CORE_MEM_ZONE, src->_endpoint);
|
|
}
|
|
else {
|
|
dst->_endpoint = nullptr;
|
|
}
|
|
|
|
if (src->_database != nullptr) {
|
|
dst->_database = TRI_DuplicateStringZ(TRI_CORE_MEM_ZONE, src->_database);
|
|
}
|
|
else {
|
|
dst->_database = nullptr;
|
|
}
|
|
|
|
if (src->_username != nullptr) {
|
|
dst->_username = TRI_DuplicateStringZ(TRI_CORE_MEM_ZONE, src->_username);
|
|
}
|
|
else {
|
|
dst->_username = nullptr;
|
|
}
|
|
|
|
if (src->_password != nullptr) {
|
|
dst->_password = TRI_DuplicateStringZ(TRI_CORE_MEM_ZONE, src->_password);
|
|
}
|
|
else {
|
|
dst->_password = nullptr;
|
|
}
|
|
|
|
dst->_requestTimeout = src->_requestTimeout;
|
|
dst->_connectTimeout = src->_connectTimeout;
|
|
dst->_ignoreErrors = src->_ignoreErrors;
|
|
dst->_maxConnectRetries = src->_maxConnectRetries;
|
|
dst->_sslProtocol = src->_sslProtocol;
|
|
dst->_chunkSize = src->_chunkSize;
|
|
dst->_autoStart = src->_autoStart;
|
|
dst->_adaptivePolling = src->_adaptivePolling;
|
|
dst->_includeSystem = src->_includeSystem;
|
|
dst->_requireFromPresent = src->_requireFromPresent;
|
|
dst->_verbose = src->_verbose;
|
|
dst->_restrictType = src->_restrictType;
|
|
dst->_restrictCollections = src->_restrictCollections;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief remove the replication application configuration file
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
int TRI_RemoveConfigurationReplicationApplier (TRI_vocbase_t* vocbase) {
|
|
if (vocbase->_type == TRI_VOCBASE_TYPE_COORDINATOR) {
|
|
return TRI_ERROR_CLUSTER_UNSUPPORTED;
|
|
}
|
|
|
|
char* filename = GetConfigurationFilename(vocbase);
|
|
|
|
if (filename == nullptr) {
|
|
return TRI_ERROR_OUT_OF_MEMORY;
|
|
}
|
|
|
|
int res;
|
|
if (TRI_ExistsFile(filename)) {
|
|
res = TRI_UnlinkFile(filename);
|
|
}
|
|
else {
|
|
res = TRI_ERROR_NO_ERROR;
|
|
}
|
|
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, filename);
|
|
|
|
return res;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief save the replication application configuration to a file
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
int TRI_SaveConfigurationReplicationApplier (TRI_vocbase_t* vocbase,
|
|
TRI_replication_applier_configuration_t const* config,
|
|
bool doSync) {
|
|
if (vocbase->_type == TRI_VOCBASE_TYPE_COORDINATOR) {
|
|
return TRI_ERROR_CLUSTER_UNSUPPORTED;
|
|
}
|
|
|
|
TRI_json_t* json = JsonConfiguration(config, true);
|
|
|
|
if (json == nullptr) {
|
|
return TRI_ERROR_OUT_OF_MEMORY;
|
|
}
|
|
|
|
char* filename = GetConfigurationFilename(vocbase);
|
|
|
|
int res;
|
|
if (! TRI_SaveJson(filename, json, doSync)) {
|
|
res = TRI_errno();
|
|
}
|
|
else {
|
|
res = TRI_ERROR_NO_ERROR;
|
|
}
|
|
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, filename);
|
|
TRI_FreeJson(TRI_CORE_MEM_ZONE, json);
|
|
|
|
return res;
|
|
}
|
|
|
|
// -----------------------------------------------------------------------------
|
|
// --SECTION-- TRI_replication_applier_t
|
|
// -----------------------------------------------------------------------------
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief create a replication applier
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
TRI_replication_applier_t::TRI_replication_applier_t (TRI_server_t* server,
|
|
TRI_vocbase_t* vocbase)
|
|
: _databaseName(vocbase->_name),
|
|
_server(server),
|
|
_vocbase(vocbase),
|
|
_terminateThread(false) {
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief destroy a replication applier
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
TRI_replication_applier_t::~TRI_replication_applier_t () {
|
|
stop(true);
|
|
TRI_DestroyStateReplicationApplier(&_state);
|
|
TRI_DestroyConfigurationReplicationApplier(&_configuration);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief start the replication applier
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
int TRI_replication_applier_t::start (TRI_voc_tick_t initialTick,
|
|
bool useTick) {
|
|
LOG_TRACE("requesting replication applier start. initialTick: %llu, useTick: %d",
|
|
(unsigned long long) initialTick,
|
|
(int) useTick);
|
|
|
|
if (_vocbase->_type == TRI_VOCBASE_TYPE_COORDINATOR) {
|
|
return TRI_ERROR_CLUSTER_UNSUPPORTED;
|
|
}
|
|
|
|
// wait until previous applier thread is shut down
|
|
while (! wait(10 * 1000));
|
|
|
|
WRITE_LOCKER(_statusLock);
|
|
|
|
if (_state._preventStart) {
|
|
return TRI_ERROR_LOCKED;
|
|
}
|
|
|
|
if (_state._active) {
|
|
return TRI_ERROR_NO_ERROR;
|
|
}
|
|
|
|
if (_configuration._endpoint == nullptr) {
|
|
return doSetError(TRI_ERROR_REPLICATION_INVALID_APPLIER_CONFIGURATION, "no endpoint configured");
|
|
}
|
|
|
|
if (_configuration._database == nullptr) {
|
|
return doSetError(TRI_ERROR_REPLICATION_INVALID_APPLIER_CONFIGURATION, "no database configured");
|
|
}
|
|
|
|
// TODO: prevent restart of the applier with a tick after a shutdown
|
|
|
|
std::unique_ptr<triagens::arango::ContinuousSyncer> syncer(new triagens::arango::ContinuousSyncer(_server,
|
|
_vocbase,
|
|
&_configuration,
|
|
initialTick,
|
|
useTick));
|
|
|
|
// reset error
|
|
if (_state._lastError._msg != nullptr) {
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, _state._lastError._msg);
|
|
_state._lastError._msg = nullptr;
|
|
}
|
|
|
|
_state._lastError._code = TRI_ERROR_NO_ERROR;
|
|
|
|
TRI_GetTimeStampReplication(_state._lastError._time, sizeof(_state._lastError._time) - 1);
|
|
|
|
setTermination(false);
|
|
_state._active = true;
|
|
|
|
TRI_InitThread(&_thread);
|
|
|
|
if (! TRI_StartThread(&_thread, nullptr, "[applier]", ApplyThread, static_cast<void*>(syncer.get()))) {
|
|
return TRI_ERROR_INTERNAL;
|
|
}
|
|
|
|
syncer.release();
|
|
|
|
if (useTick) {
|
|
LOG_INFO("started replication applier for database '%s', endpoint '%s' from tick %llu",
|
|
_databaseName.c_str(),
|
|
_configuration._endpoint,
|
|
(unsigned long long) initialTick);
|
|
}
|
|
else {
|
|
LOG_INFO("re-started replication applier for database '%s', endpoint '%s'",
|
|
_databaseName.c_str(), _configuration._endpoint);
|
|
}
|
|
|
|
return TRI_ERROR_NO_ERROR;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test if the replication applier is running
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
bool TRI_replication_applier_t::isRunning () const {
|
|
READ_LOCKER(_statusLock);
|
|
|
|
return _state._active;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief block the replication applier from starting
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
int TRI_replication_applier_t::preventStart () {
|
|
WRITE_LOCKER(_statusLock);
|
|
|
|
if (_state._active) {
|
|
// already running
|
|
return TRI_ERROR_REPLICATION_RUNNING;
|
|
}
|
|
|
|
if (_state._preventStart) {
|
|
// someone else requested start prevention
|
|
return TRI_ERROR_LOCKED;
|
|
}
|
|
|
|
return TRI_ERROR_NO_ERROR;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief unblock the replication applier from starting
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
int TRI_replication_applier_t::allowStart () {
|
|
WRITE_LOCKER(_statusLock);
|
|
|
|
if (! _state._preventStart) {
|
|
return TRI_ERROR_INTERNAL;
|
|
}
|
|
|
|
_state._preventStart = false;
|
|
|
|
return TRI_ERROR_NO_ERROR;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief stop the replication applier
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
int TRI_replication_applier_t::stop (bool resetError) {
|
|
LOG_TRACE("requesting replication applier stop");
|
|
|
|
if (_vocbase->_type == TRI_VOCBASE_TYPE_COORDINATOR) {
|
|
return TRI_ERROR_CLUSTER_UNSUPPORTED;
|
|
}
|
|
|
|
{
|
|
WRITE_LOCKER(_statusLock);
|
|
|
|
if (! _state._active) {
|
|
return TRI_ERROR_NO_ERROR;
|
|
}
|
|
_state._active = false;
|
|
|
|
setTermination(true);
|
|
setProgress("applier shut down", false);
|
|
|
|
if (resetError) {
|
|
if (_state._lastError._msg != nullptr) {
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, _state._lastError._msg);
|
|
_state._lastError._msg = nullptr;
|
|
}
|
|
|
|
_state._lastError._code = TRI_ERROR_NO_ERROR;
|
|
}
|
|
|
|
TRI_GetTimeStampReplication(_state._lastError._time, sizeof(_state._lastError._time) - 1);
|
|
}
|
|
|
|
// join the thread without the status lock (otherwise it would probably not join)
|
|
int res = TRI_JoinThread(&_thread);
|
|
|
|
setTermination(false);
|
|
|
|
LOG_INFO("stopped replication applier for database '%s'", _databaseName.c_str());
|
|
|
|
return res;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief stop the applier and "forget" everything
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
int TRI_replication_applier_t::forget () {
|
|
int res = stop(true);
|
|
|
|
if (res != TRI_ERROR_NO_ERROR) {
|
|
return res;
|
|
}
|
|
|
|
TRI_RemoveStateReplicationApplier(_vocbase);
|
|
TRI_DestroyStateReplicationApplier(&_state);
|
|
TRI_InitStateReplicationApplier(&_state);
|
|
|
|
TRI_RemoveConfigurationReplicationApplier(_vocbase);
|
|
TRI_DestroyConfigurationReplicationApplier(&_configuration);
|
|
TRI_InitConfigurationReplicationApplier(&_configuration);
|
|
|
|
return TRI_ERROR_NO_ERROR;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief shut down the replication applier
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
int TRI_replication_applier_t::shutdown () {
|
|
LOG_TRACE("requesting replication applier shutdown");
|
|
|
|
if (_vocbase->_type == TRI_VOCBASE_TYPE_COORDINATOR) {
|
|
return TRI_ERROR_CLUSTER_UNSUPPORTED;
|
|
}
|
|
|
|
{
|
|
WRITE_LOCKER(_statusLock);
|
|
|
|
if (! _state._active) {
|
|
return TRI_ERROR_NO_ERROR;
|
|
}
|
|
|
|
_state._active = false;
|
|
|
|
setTermination(true);
|
|
setProgress("applier stopped", false);
|
|
|
|
if (_state._lastError._msg != nullptr) {
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, _state._lastError._msg);
|
|
_state._lastError._msg = nullptr;
|
|
}
|
|
|
|
_state._lastError._code = TRI_ERROR_NO_ERROR;
|
|
|
|
TRI_GetTimeStampReplication(_state._lastError._time, sizeof(_state._lastError._time) - 1);
|
|
}
|
|
|
|
|
|
// join the thread without the status lock (otherwise it would probably not join)
|
|
int res = TRI_JoinThread(&_thread);
|
|
|
|
setTermination(false);
|
|
|
|
LOG_INFO("stopped replication applier for database '%s'", _databaseName.c_str());
|
|
|
|
return res;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief pauses and checks whether the apply thread should terminate
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
bool TRI_replication_applier_t::wait (uint64_t sleepTime) {
|
|
if (isTerminated()) {
|
|
return false;
|
|
}
|
|
|
|
if (sleepTime > 0) {
|
|
LOG_TRACE("replication applier going to sleep for %llu ns", (unsigned long long) sleepTime);
|
|
|
|
static uint64_t const SleepChunk = 500 * 1000;
|
|
|
|
while (sleepTime >= SleepChunk) {
|
|
#ifdef _WIN32
|
|
usleep((unsigned long) SleepChunk);
|
|
#else
|
|
usleep((useconds_t) SleepChunk);
|
|
#endif
|
|
|
|
sleepTime -= SleepChunk;
|
|
|
|
if (isTerminated()) {
|
|
return false;
|
|
}
|
|
}
|
|
|
|
if (sleepTime > 0) {
|
|
#ifdef _WIN32
|
|
usleep((unsigned long) sleepTime);
|
|
#else
|
|
usleep((useconds_t) sleepTime);
|
|
#endif
|
|
|
|
if (isTerminated()) {
|
|
return false;
|
|
}
|
|
}
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief set the progress with or without a lock
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
void TRI_replication_applier_t::setProgress (char const* msg,
|
|
bool lock) {
|
|
char* copy = TRI_DuplicateStringZ(TRI_CORE_MEM_ZONE, msg);
|
|
|
|
if (copy == nullptr) {
|
|
return;
|
|
}
|
|
|
|
if (lock) {
|
|
WRITE_LOCKER(_statusLock);
|
|
|
|
if (_state._progressMsg != nullptr) {
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, _state._progressMsg);
|
|
}
|
|
|
|
_state._progressMsg = copy;
|
|
|
|
// write time in buffer
|
|
TRI_GetTimeStampReplication(_state._progressTime, sizeof(_state._progressTime) - 1);
|
|
}
|
|
else {
|
|
if (_state._progressMsg != nullptr) {
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, _state._progressMsg);
|
|
}
|
|
|
|
_state._progressMsg = copy;
|
|
|
|
// write time in buffer
|
|
TRI_GetTimeStampReplication(_state._progressTime, sizeof(_state._progressTime) - 1);
|
|
}
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief register an applier error
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
int TRI_replication_applier_t::setError (int errorCode,
|
|
char const* msg) {
|
|
WRITE_LOCKER(_statusLock);
|
|
return doSetError(errorCode, msg);
|
|
}
|
|
|
|
// -----------------------------------------------------------------------------
|
|
// --SECTION-- private methods
|
|
// -----------------------------------------------------------------------------
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief register an applier error
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
int TRI_replication_applier_t::doSetError (int errorCode,
|
|
char const* msg) {
|
|
char const* realMsg;
|
|
|
|
if (msg == nullptr || strlen(msg) == 0) {
|
|
realMsg = TRI_errno_string(errorCode);
|
|
}
|
|
else {
|
|
realMsg = msg;
|
|
}
|
|
|
|
// log error message
|
|
if (errorCode != TRI_ERROR_REPLICATION_APPLIER_STOPPED) {
|
|
LOG_ERROR("replication applier error for database '%s': %s", _databaseName.c_str(), realMsg);
|
|
}
|
|
|
|
_state._lastError._code = errorCode;
|
|
|
|
TRI_GetTimeStampReplication(_state._lastError._time, sizeof(_state._lastError._time) - 1);
|
|
|
|
if (_state._lastError._msg != nullptr) {
|
|
TRI_FreeString(TRI_CORE_MEM_ZONE, _state._lastError._msg);
|
|
}
|
|
|
|
_state._lastError._msg = TRI_DuplicateStringZ(TRI_CORE_MEM_ZONE, realMsg);
|
|
|
|
return errorCode;
|
|
}
|
|
|
|
// -----------------------------------------------------------------------------
|
|
// --SECTION-- END-OF-FILE
|
|
// -----------------------------------------------------------------------------
|
|
|
|
// Local Variables:
|
|
// mode: outline-minor
|
|
// outline-regexp: "/// @brief\\|/// {@inheritDoc}\\|/// @page\\|// --SECTION--\\|/// @\\}"
|
|
// End:
|