mirror of https://gitee.com/bigwinds/arangodb
364 lines
12 KiB
C++
364 lines
12 KiB
C++
////////////////////////////////////////////////////////////////////////////////
|
|
/// DISCLAIMER
|
|
///
|
|
/// Copyright 2014-2016 ArangoDB GmbH, Cologne, Germany
|
|
/// Copyright 2004-2014 triAGENS GmbH, Cologne, Germany
|
|
///
|
|
/// Licensed under the Apache License, Version 2.0 (the "License");
|
|
/// you may not use this file except in compliance with the License.
|
|
/// You may obtain a copy of the License at
|
|
///
|
|
/// http://www.apache.org/licenses/LICENSE-2.0
|
|
///
|
|
/// Unless required by applicable law or agreed to in writing, software
|
|
/// distributed under the License is distributed on an "AS IS" BASIS,
|
|
/// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
/// See the License for the specific language governing permissions and
|
|
/// limitations under the License.
|
|
///
|
|
/// Copyright holder is ArangoDB GmbH, Cologne, Germany
|
|
///
|
|
/// @author Dr. Frank Celler
|
|
/// @author Achim Brandt
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
#include "GeneralServer.h"
|
|
|
|
#include "Basics/MutexLocker.h"
|
|
#include "Basics/WorkMonitor.h"
|
|
#include "Dispatcher/Dispatcher.h"
|
|
#include "Dispatcher/DispatcherFeature.h"
|
|
#include "Endpoint/EndpointList.h"
|
|
#include "GeneralServer/AsyncJobManager.h"
|
|
#include "GeneralServer/GeneralCommTask.h"
|
|
#include "GeneralServer/GeneralListenTask.h"
|
|
#include "GeneralServer/HttpServerJob.h"
|
|
#include "GeneralServer/RestHandler.h"
|
|
#include "Logger/Logger.h"
|
|
#include "RestServer/RestServerFeature.h"
|
|
#include "Scheduler/ListenTask.h"
|
|
#include "Scheduler/Scheduler.h"
|
|
#include "Scheduler/SchedulerFeature.h"
|
|
|
|
using namespace arangodb;
|
|
using namespace arangodb::basics;
|
|
using namespace arangodb::rest;
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief destroys an endpoint server
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
int GeneralServer::sendChunk(uint64_t taskId, std::string const& data) {
|
|
auto taskData = std::make_unique<TaskData>();
|
|
|
|
taskData->_taskId = taskId;
|
|
taskData->_loop = SchedulerFeature::SCHEDULER->lookupLoopById(taskId);
|
|
taskData->_type = TaskData::TASK_DATA_CHUNK;
|
|
taskData->_data = data;
|
|
|
|
SchedulerFeature::SCHEDULER->signalTask(taskData);
|
|
|
|
return TRI_ERROR_NO_ERROR;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief constructs a new general server with dispatcher and job manager
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
GeneralServer::GeneralServer(
|
|
double keepAliveTimeout, bool allowMethodOverride,
|
|
std::vector<std::string> const& accessControlAllowOrigins, SSL_CTX* ctx)
|
|
: _listenTasks(),
|
|
_endpointList(nullptr),
|
|
_commTasks(),
|
|
_keepAliveTimeout(keepAliveTimeout),
|
|
_allowMethodOverride(allowMethodOverride),
|
|
_accessControlAllowOrigins(accessControlAllowOrigins),
|
|
_ctx(ctx),
|
|
_verificationMode(SSL_VERIFY_NONE),
|
|
_verificationCallback(nullptr),
|
|
_sslAllowed(ctx != nullptr) {}
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief destructs a general server
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
GeneralServer::~GeneralServer() { stopListening(); }
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief generates a suitable communication task
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
GeneralCommTask* GeneralServer::createCommTask(TRI_socket_t s,
|
|
ConnectionInfo&& info,
|
|
ConnectionType conntype) {
|
|
switch (conntype) {
|
|
case ConnectionType::VPPS:
|
|
return new HttpCommTask(this, s, std::move(info), _keepAliveTimeout);
|
|
case ConnectionType::VPP:
|
|
return new HttpCommTask(this, s, std::move(info), _keepAliveTimeout);
|
|
case ConnectionType::HTTPS:
|
|
// check _ctx and friends? REVIEW
|
|
return new HttpsCommTask(this, s, std::move(info), _keepAliveTimeout,
|
|
_ctx, _verificationMode, _verificationCallback);
|
|
default:
|
|
return new HttpCommTask(this, s, std::move(info), _keepAliveTimeout);
|
|
}
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief add the endpoint list
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
void GeneralServer::setEndpointList(EndpointList const* list) {
|
|
_endpointList = list;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief starts listening
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
void GeneralServer::startListening() {
|
|
for (auto& it : _endpointList->allEndpoints()) {
|
|
LOG(TRACE) << "trying to bind to endpoint '" << it.first
|
|
<< "' for requests";
|
|
|
|
bool ok = openEndpoint(it.second);
|
|
|
|
if (ok) {
|
|
LOG(DEBUG) << "bound to endpoint '" << it.first << "'";
|
|
} else {
|
|
LOG(FATAL) << "failed to bind to endpoint '" << it.first
|
|
<< "'. Please check whether another instance is already "
|
|
"running using this endpoint and review your endpoints "
|
|
"configuration.";
|
|
FATAL_ERROR_EXIT();
|
|
}
|
|
}
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief stops listening
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
void GeneralServer::stopListening() {
|
|
for (auto& task : _listenTasks) {
|
|
SchedulerFeature::SCHEDULER->destroyTask(task);
|
|
}
|
|
|
|
_listenTasks.clear();
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief removes all listen and comm tasks
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
void GeneralServer::stop() {
|
|
while (true) {
|
|
GeneralCommTask* task = nullptr;
|
|
|
|
{
|
|
MUTEX_LOCKER(mutexLocker, _commTasksLock);
|
|
|
|
if (_commTasks.empty()) {
|
|
break;
|
|
}
|
|
|
|
task = *_commTasks.begin();
|
|
_commTasks.erase(task);
|
|
}
|
|
|
|
SchedulerFeature::SCHEDULER->destroyTask(task);
|
|
}
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief handles connection request
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
void GeneralServer::handleConnected(TRI_socket_t s, ConnectionInfo&& info,
|
|
ConnectionType connectionType) {
|
|
GeneralCommTask* task = createCommTask(s, std::move(info), connectionType);
|
|
|
|
try {
|
|
MUTEX_LOCKER(mutexLocker, _commTasksLock);
|
|
_commTasks.emplace(task);
|
|
} catch (...) {
|
|
// destroy the task to prevent a leak
|
|
deleteTask(task);
|
|
throw;
|
|
}
|
|
|
|
// registers the task and get the number of the scheduler thread
|
|
ssize_t n;
|
|
SchedulerFeature::SCHEDULER->registerTask(task, &n);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief handles a connection close
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
void GeneralServer::handleCommunicationClosed(GeneralCommTask* task) {
|
|
MUTEX_LOCKER(mutexLocker, _commTasksLock);
|
|
_commTasks.erase(task);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief handles a connection failure
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
void GeneralServer::handleCommunicationFailure(GeneralCommTask* task) {
|
|
MUTEX_LOCKER(mutexLocker, _commTasksLock);
|
|
_commTasks.erase(task);
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief create a job for asynchronous execution (using the dispatcher)
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
bool GeneralServer::handleRequestAsync(GeneralCommTask* task,
|
|
WorkItem::uptr<RestHandler>& handler,
|
|
uint64_t* jobId) {
|
|
bool startThread = task->startThread();
|
|
|
|
// extract the coordinator flag
|
|
bool found;
|
|
std::string const& hdrStr =
|
|
handler->request()->header(StaticStrings::Coordinator, found);
|
|
char const* hdr = found ? hdrStr.c_str() : nullptr;
|
|
|
|
// execute the handler using the dispatcher
|
|
std::unique_ptr<Job> job =
|
|
std::make_unique<HttpServerJob>(this, handler, true);
|
|
task->RequestStatisticsAgent::transferTo(job.get());
|
|
|
|
// register the job with the job manager
|
|
if (jobId != nullptr) {
|
|
RestServerFeature::JOB_MANAGER->initAsyncJob(
|
|
static_cast<HttpServerJob*>(job.get()), hdr);
|
|
*jobId = job->jobId();
|
|
}
|
|
|
|
// execute the handler using the dispatcher
|
|
int res = DispatcherFeature::DISPATCHER->addJob(job, startThread);
|
|
|
|
// could not add job to job queue
|
|
if (res != TRI_ERROR_NO_ERROR) {
|
|
job->requestStatisticsAgentSetExecuteError();
|
|
job->RequestStatisticsAgent::transferTo(task);
|
|
if (res != TRI_ERROR_DISPATCHER_IS_STOPPING) {
|
|
LOG(WARN) << "unable to add job to the job queue: "
|
|
<< TRI_errno_string(res);
|
|
}
|
|
// todo send info to async work manager?
|
|
return false;
|
|
}
|
|
|
|
// job is in queue now
|
|
return res == TRI_ERROR_NO_ERROR;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief executes the handler directly or add it to the queue
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
bool GeneralServer::handleRequest(GeneralCommTask* task,
|
|
WorkItem::uptr<RestHandler>& handler) {
|
|
// direct handlers
|
|
if (handler->isDirect()) {
|
|
HandlerWorkStack work(handler);
|
|
handleRequestDirectly(work.handler(), task);
|
|
|
|
return true;
|
|
}
|
|
|
|
bool startThread = task->startThread();
|
|
|
|
// use a dispatcher queue, handler belongs to the job
|
|
std::unique_ptr<Job> job = std::make_unique<HttpServerJob>(this, handler);
|
|
task->RequestStatisticsAgent::transferTo(job.get());
|
|
|
|
LOG(TRACE) << "GeneralCommTask " << (void*)task << " created HttpServerJob "
|
|
<< (void*)job.get();
|
|
|
|
// add the job to the dispatcher
|
|
int res = DispatcherFeature::DISPATCHER->addJob(job, startThread);
|
|
|
|
// job is in queue now
|
|
return res == TRI_ERROR_NO_ERROR;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief opens a listen port
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
bool GeneralServer::openEndpoint(Endpoint* endpoint) {
|
|
ConnectionType connectionType;
|
|
|
|
if (endpoint->transport() == Endpoint::TransportType::HTTP) {
|
|
if (endpoint->encryption() == Endpoint::EncryptionType::SSL) {
|
|
if (!_sslAllowed) { // we should not end up here
|
|
LOG(FATAL) << "no ssl context";
|
|
FATAL_ERROR_EXIT();
|
|
}
|
|
connectionType = ConnectionType::HTTPS;
|
|
} else {
|
|
connectionType = ConnectionType::HTTP;
|
|
}
|
|
} else {
|
|
if (endpoint->encryption() == Endpoint::EncryptionType::SSL) {
|
|
if (!_sslAllowed) { // we should not end up here
|
|
LOG(FATAL) << "no ssl context";
|
|
FATAL_ERROR_EXIT();
|
|
}
|
|
connectionType = ConnectionType::VPPS;
|
|
} else {
|
|
connectionType = ConnectionType::VPP;
|
|
}
|
|
}
|
|
|
|
ListenTask* task = new GeneralListenTask(this, endpoint, connectionType);
|
|
|
|
// ...................................................................
|
|
// For some reason we have failed in our endeavor to bind to the socket -
|
|
// this effectively terminates the server
|
|
// ...................................................................
|
|
|
|
if (!task->isBound()) {
|
|
deleteTask(task);
|
|
return false;
|
|
}
|
|
|
|
int res = SchedulerFeature::SCHEDULER->registerTask(task);
|
|
|
|
if (res == TRI_ERROR_NO_ERROR) {
|
|
_listenTasks.emplace_back(task);
|
|
return true;
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief handle request directly
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
void GeneralServer::handleRequestDirectly(RestHandler* handler,
|
|
GeneralCommTask* task) {
|
|
task->RequestStatisticsAgent::transferTo(handler);
|
|
RestHandler::status result = handler->executeFull();
|
|
handler->RequestStatisticsAgent::transferTo(task);
|
|
|
|
switch (result) {
|
|
case RestHandler::status::FAILED:
|
|
case RestHandler::status::DONE: {
|
|
auto response = dynamic_cast<HttpResponse*>(handler->response());
|
|
task->handleResponse(response);
|
|
break;
|
|
}
|
|
|
|
case RestHandler::status::ASYNC:
|
|
// do nothing, just wait
|
|
break;
|
|
}
|
|
}
|