//////////////////////////////////////////////////////////////////////////////// /// DISCLAIMER /// /// Copyright 2014-2016 ArangoDB GmbH, Cologne, Germany /// Copyright 2004-2014 triAGENS GmbH, Cologne, Germany /// /// Licensed under the Apache License, Version 2.0 (the "License"); /// you may not use this file except in compliance with the License. /// You may obtain a copy of the License at /// /// http://www.apache.org/licenses/LICENSE-2.0 /// /// Unless required by applicable law or agreed to in writing, software /// distributed under the License is distributed on an "AS IS" BASIS, /// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. /// See the License for the specific language governing permissions and /// limitations under the License. /// /// Copyright holder is ArangoDB GmbH, Cologne, Germany /// /// @author Dr. Frank Celler /// @author Achim Brandt //////////////////////////////////////////////////////////////////////////////// #include "GeneralServer.h" #include "Basics/MutexLocker.h" #include "Basics/WorkMonitor.h" #include "Dispatcher/Dispatcher.h" #include "Dispatcher/DispatcherFeature.h" #include "Endpoint/EndpointList.h" #include "GeneralServer/AsyncJobManager.h" #include "GeneralServer/GeneralCommTask.h" #include "GeneralServer/GeneralListenTask.h" #include "GeneralServer/HttpServerJob.h" #include "GeneralServer/RestHandler.h" #include "Logger/Logger.h" #include "RestServer/RestServerFeature.h" #include "Scheduler/ListenTask.h" #include "Scheduler/Scheduler.h" #include "Scheduler/SchedulerFeature.h" using namespace arangodb; using namespace arangodb::basics; using namespace arangodb::rest; //////////////////////////////////////////////////////////////////////////////// /// @brief destroys an endpoint server //////////////////////////////////////////////////////////////////////////////// int GeneralServer::sendChunk(uint64_t taskId, std::string const& data) { auto taskData = std::make_unique(); taskData->_taskId = taskId; taskData->_loop = SchedulerFeature::SCHEDULER->lookupLoopById(taskId); taskData->_type = TaskData::TASK_DATA_CHUNK; taskData->_data = data; SchedulerFeature::SCHEDULER->signalTask(taskData); return TRI_ERROR_NO_ERROR; } //////////////////////////////////////////////////////////////////////////////// /// @brief constructs a new general server with dispatcher and job manager //////////////////////////////////////////////////////////////////////////////// GeneralServer::GeneralServer( double keepAliveTimeout, bool allowMethodOverride, std::vector const& accessControlAllowOrigins, SSL_CTX* ctx) : _listenTasks(), _endpointList(nullptr), _commTasks(), _keepAliveTimeout(keepAliveTimeout), _allowMethodOverride(allowMethodOverride), _accessControlAllowOrigins(accessControlAllowOrigins), _ctx(ctx), _verificationMode(SSL_VERIFY_NONE), _verificationCallback(nullptr), _sslAllowed(ctx != nullptr) {} //////////////////////////////////////////////////////////////////////////////// /// @brief destructs a general server //////////////////////////////////////////////////////////////////////////////// GeneralServer::~GeneralServer() { stopListening(); } //////////////////////////////////////////////////////////////////////////////// /// @brief generates a suitable communication task //////////////////////////////////////////////////////////////////////////////// GeneralCommTask* GeneralServer::createCommTask(TRI_socket_t s, ConnectionInfo&& info, ConnectionType conntype) { switch (conntype) { case ConnectionType::VPPS: return new HttpCommTask(this, s, std::move(info), _keepAliveTimeout); case ConnectionType::VPP: return new HttpCommTask(this, s, std::move(info), _keepAliveTimeout); case ConnectionType::HTTPS: // check _ctx and friends? REVIEW return new HttpsCommTask(this, s, std::move(info), _keepAliveTimeout, _ctx, _verificationMode, _verificationCallback); default: return new HttpCommTask(this, s, std::move(info), _keepAliveTimeout); } } //////////////////////////////////////////////////////////////////////////////// /// @brief add the endpoint list //////////////////////////////////////////////////////////////////////////////// void GeneralServer::setEndpointList(EndpointList const* list) { _endpointList = list; } //////////////////////////////////////////////////////////////////////////////// /// @brief starts listening //////////////////////////////////////////////////////////////////////////////// void GeneralServer::startListening() { for (auto& it : _endpointList->allEndpoints()) { LOG(TRACE) << "trying to bind to endpoint '" << it.first << "' for requests"; bool ok = openEndpoint(it.second); if (ok) { LOG(DEBUG) << "bound to endpoint '" << it.first << "'"; } else { LOG(FATAL) << "failed to bind to endpoint '" << it.first << "'. Please check whether another instance is already " "running using this endpoint and review your endpoints " "configuration."; FATAL_ERROR_EXIT(); } } } //////////////////////////////////////////////////////////////////////////////// /// @brief stops listening //////////////////////////////////////////////////////////////////////////////// void GeneralServer::stopListening() { for (auto& task : _listenTasks) { SchedulerFeature::SCHEDULER->destroyTask(task); } _listenTasks.clear(); } //////////////////////////////////////////////////////////////////////////////// /// @brief removes all listen and comm tasks //////////////////////////////////////////////////////////////////////////////// void GeneralServer::stop() { while (true) { GeneralCommTask* task = nullptr; { MUTEX_LOCKER(mutexLocker, _commTasksLock); if (_commTasks.empty()) { break; } task = *_commTasks.begin(); _commTasks.erase(task); } SchedulerFeature::SCHEDULER->destroyTask(task); } } //////////////////////////////////////////////////////////////////////////////// /// @brief handles connection request //////////////////////////////////////////////////////////////////////////////// void GeneralServer::handleConnected(TRI_socket_t s, ConnectionInfo&& info, ConnectionType connectionType) { GeneralCommTask* task = createCommTask(s, std::move(info), connectionType); try { MUTEX_LOCKER(mutexLocker, _commTasksLock); _commTasks.emplace(task); } catch (...) { // destroy the task to prevent a leak deleteTask(task); throw; } // registers the task and get the number of the scheduler thread ssize_t n; SchedulerFeature::SCHEDULER->registerTask(task, &n); } //////////////////////////////////////////////////////////////////////////////// /// @brief handles a connection close //////////////////////////////////////////////////////////////////////////////// void GeneralServer::handleCommunicationClosed(GeneralCommTask* task) { MUTEX_LOCKER(mutexLocker, _commTasksLock); _commTasks.erase(task); } //////////////////////////////////////////////////////////////////////////////// /// @brief handles a connection failure //////////////////////////////////////////////////////////////////////////////// void GeneralServer::handleCommunicationFailure(GeneralCommTask* task) { MUTEX_LOCKER(mutexLocker, _commTasksLock); _commTasks.erase(task); } //////////////////////////////////////////////////////////////////////////////// /// @brief create a job for asynchronous execution (using the dispatcher) //////////////////////////////////////////////////////////////////////////////// bool GeneralServer::handleRequestAsync(GeneralCommTask* task, WorkItem::uptr& handler, uint64_t* jobId) { bool startThread = task->startThread(); // extract the coordinator flag bool found; std::string const& hdrStr = handler->request()->header(StaticStrings::Coordinator, found); char const* hdr = found ? hdrStr.c_str() : nullptr; // execute the handler using the dispatcher std::unique_ptr job = std::make_unique(this, handler, true); task->RequestStatisticsAgent::transferTo(job.get()); // register the job with the job manager if (jobId != nullptr) { RestServerFeature::JOB_MANAGER->initAsyncJob( static_cast(job.get()), hdr); *jobId = job->jobId(); } // execute the handler using the dispatcher int res = DispatcherFeature::DISPATCHER->addJob(job, startThread); // could not add job to job queue if (res != TRI_ERROR_NO_ERROR) { job->requestStatisticsAgentSetExecuteError(); job->RequestStatisticsAgent::transferTo(task); if (res != TRI_ERROR_DISPATCHER_IS_STOPPING) { LOG(WARN) << "unable to add job to the job queue: " << TRI_errno_string(res); } // todo send info to async work manager? return false; } // job is in queue now return res == TRI_ERROR_NO_ERROR; } //////////////////////////////////////////////////////////////////////////////// /// @brief executes the handler directly or add it to the queue //////////////////////////////////////////////////////////////////////////////// bool GeneralServer::handleRequest(GeneralCommTask* task, WorkItem::uptr& handler) { // direct handlers if (handler->isDirect()) { HandlerWorkStack work(handler); handleRequestDirectly(work.handler(), task); return true; } bool startThread = task->startThread(); // use a dispatcher queue, handler belongs to the job std::unique_ptr job = std::make_unique(this, handler); task->RequestStatisticsAgent::transferTo(job.get()); LOG(TRACE) << "GeneralCommTask " << (void*)task << " created HttpServerJob " << (void*)job.get(); // add the job to the dispatcher int res = DispatcherFeature::DISPATCHER->addJob(job, startThread); // job is in queue now return res == TRI_ERROR_NO_ERROR; } //////////////////////////////////////////////////////////////////////////////// /// @brief opens a listen port //////////////////////////////////////////////////////////////////////////////// bool GeneralServer::openEndpoint(Endpoint* endpoint) { ConnectionType connectionType; if (endpoint->transport() == Endpoint::TransportType::HTTP) { if (endpoint->encryption() == Endpoint::EncryptionType::SSL) { if (!_sslAllowed) { // we should not end up here LOG(FATAL) << "no ssl context"; FATAL_ERROR_EXIT(); } connectionType = ConnectionType::HTTPS; } else { connectionType = ConnectionType::HTTP; } } else { if (endpoint->encryption() == Endpoint::EncryptionType::SSL) { if (!_sslAllowed) { // we should not end up here LOG(FATAL) << "no ssl context"; FATAL_ERROR_EXIT(); } connectionType = ConnectionType::VPPS; } else { connectionType = ConnectionType::VPP; } } ListenTask* task = new GeneralListenTask(this, endpoint, connectionType); // ................................................................... // For some reason we have failed in our endeavor to bind to the socket - // this effectively terminates the server // ................................................................... if (!task->isBound()) { deleteTask(task); return false; } int res = SchedulerFeature::SCHEDULER->registerTask(task); if (res == TRI_ERROR_NO_ERROR) { _listenTasks.emplace_back(task); return true; } return false; } //////////////////////////////////////////////////////////////////////////////// /// @brief handle request directly //////////////////////////////////////////////////////////////////////////////// void GeneralServer::handleRequestDirectly(RestHandler* handler, GeneralCommTask* task) { task->RequestStatisticsAgent::transferTo(handler); RestHandler::status result = handler->executeFull(); handler->RequestStatisticsAgent::transferTo(task); switch (result) { case RestHandler::status::FAILED: case RestHandler::status::DONE: { auto response = dynamic_cast(handler->response()); task->handleResponse(response); break; } case RestHandler::status::ASYNC: // do nothing, just wait break; } }