Hawkin
/
arangodb
mirror of https://gitee.com/bigwinds/arangodb
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

Merge branch 'devel' of github.com:arangodb/arangodb into 3.5

This commit is contained in:
Frank Celler 2019-05-23 15:28:56 +02:00
parent d3fadedad0 fdbaeec732
commit 37a1d7521e
27 changed files with 162 additions and 175 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
CHANGELOG
View File

@ -542,7 +542,7 @@ v3.5.0-rc.1 (2019-05-14)
* add support for configuring custom Analyzers via JavaScript and REST
v3.4.6 (2016-05-21)
v3.4.6 (2019-05-21)
-------------------
* fixed a crash when posting an async request to the server using the "x-arango-async"

1
arangod/CMakeLists.txt
View File

@ -363,7 +363,6 @@ SET(ARANGOD_SOURCES
GeneralServer/GeneralServer.cpp
GeneralServer/GeneralServerFeature.cpp
GeneralServer/HttpCommTask.cpp
GeneralServer/IoTask.cpp
GeneralServer/ListenTask.cpp
GeneralServer/RestHandler.cpp
GeneralServer/RestHandlerFactory.cpp

6
arangod/Cache/ManagerTasks.cpp
View File

@ -37,8 +37,7 @@ FreeMemoryTask::~FreeMemoryTask() {}
bool FreeMemoryTask::dispatch() {
_manager->prepareTask(_environment);
auto self = shared_from_this();
return _manager->post([self, this]() -> void { run(); });
return _manager->post([self = shared_from_this()]() -> void { self->run(); });
}
void FreeMemoryTask::run() {
@ -67,8 +66,7 @@ MigrateTask::~MigrateTask() {}
bool MigrateTask::dispatch() {
_manager->prepareTask(_environment);
auto self = shared_from_this();
return _manager->post([self, this]() -> void { run(); });
return _manager->post([self = shared_from_this()]() -> void { self->run(); });
}
void MigrateTask::run() {

13
arangod/GeneralServer/GeneralCommTask.cpp
View File

@ -458,8 +458,9 @@ bool GeneralCommTask::handleRequestSync(std::shared_ptr<RestHandler> handler) {
auto const lane = handler->getRequestLane();
bool ok = SchedulerFeature::SCHEDULER->queue(lane, [self = shared_from_this(), this, handler]() {
handleRequestDirectly(basics::ConditionalLocking::DoLock, handler);
bool ok = SchedulerFeature::SCHEDULER->queue(lane, [self = shared_from_this(), handler]() {
auto thisPtr = static_cast<GeneralCommTask*>(self.get());
thisPtr->handleRequestDirectly(basics::ConditionalLocking::DoLock, handler);
});
if (!ok) {
@ -479,11 +480,15 @@ void GeneralCommTask::handleRequestDirectly(bool doLock, std::shared_ptr<RestHan
return;
}
handler->runHandler([self = shared_from_this(), this](rest::RestHandler* handler) {
handler->runHandler([self = shared_from_this()](rest::RestHandler* handler) {
auto thisPtr = static_cast<GeneralCommTask*>(self.get());
RequestStatistics* stat = handler->stealStatistics();
auto h = handler->shared_from_this();
// Pass the response the io context
_peer->post([self, this, stat, h = std::move(h)]() { addResponse(*(h->response()), stat); });
thisPtr->_peer->post([self, stat, h = std::move(h)]() {
auto thisPtr = static_cast<GeneralCommTask*>(self.get());
thisPtr->addResponse(*(h->response()), stat);
});
});
}

2
arangod/GeneralServer/GeneralListenTask.cpp
View File

@ -39,7 +39,7 @@ using namespace arangodb::rest;
GeneralListenTask::GeneralListenTask(GeneralServer& server, GeneralServer::IoContext& context,
Endpoint* endpoint, ProtocolType connectionType)
: ListenTask(server, context, "GeneralListenTask", endpoint),
: ListenTask(server, context, endpoint),
_connectionType(connectionType) {
_keepAliveTimeout = GeneralServerFeature::keepAliveTimeout();

36
arangod/GeneralServer/IoTask.cpp
View File

@ -1,36 +0,0 @@
////////////////////////////////////////////////////////////////////////////////
/// DISCLAIMER
///
/// Copyright 2014-2016 ArangoDB GmbH, Cologne, Germany
/// Copyright 2004-2014 triAGENS GmbH, Cologne, Germany
///
/// Licensed under the Apache License, Version 2.0 (the "License");
/// you may not use this file except in compliance with the License.
/// You may obtain a copy of the License at
///
/// http://www.apache.org/licenses/LICENSE-2.0
///
/// Unless required by applicable law or agreed to in writing, software
/// distributed under the License is distributed on an "AS IS" BASIS,
/// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
/// See the License for the specific language governing permissions and
/// limitations under the License.
///
/// Copyright holder is ArangoDB GmbH, Cologne, Germany
///
/// @author Dr. Frank Celler
/// @author Achim Brandt
////////////////////////////////////////////////////////////////////////////////
#include "IoTask.h"
using namespace arangodb::rest;
namespace {
std::atomic_uint_fast64_t NEXT_IO_TASK_ID(static_cast<uint64_t>(TRI_microtime() * 100000.0));
}
IoTask::IoTask(GeneralServer& server,
GeneralServer::IoContext& context,
char const* name)
: _context(context), _server(server), _taskId(++NEXT_IO_TASK_ID), _name(name) {}

63
arangod/GeneralServer/IoTask.h
View File

@ -1,63 +0,0 @@
////////////////////////////////////////////////////////////////////////////////
/// DISCLAIMER
///
/// Copyright 2014-2016 ArangoDB GmbH, Cologne, Germany
/// Copyright 2004-2014 triAGENS GmbH, Cologne, Germany
///
/// Licensed under the Apache License, Version 2.0 (the "License");
/// you may not use this file except in compliance with the License.
/// You may obtain a copy of the License at
///
/// http://www.apache.org/licenses/LICENSE-2.0
///
/// Unless required by applicable law or agreed to in writing, software
/// distributed under the License is distributed on an "AS IS" BASIS,
/// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
/// See the License for the specific language governing permissions and
/// limitations under the License.
///
/// Copyright holder is ArangoDB GmbH, Cologne, Germany
///
/// @author Dr. Frank Celler
/// @author Achim Brandt
////////////////////////////////////////////////////////////////////////////////
#ifndef ARANGOD_SCHEDULER_IO_TASK_H
#define ARANGOD_SCHEDULER_IO_TASK_H 1
#include "Basics/Common.h"
#include "GeneralServer/GeneralServer.h"
namespace arangodb {
namespace rest {
class IoTask : public std::enable_shared_from_this<IoTask> {
IoTask(IoTask const&) = delete;
IoTask& operator=(IoTask const&) = delete;
public:
IoTask(GeneralServer& server,
GeneralServer::IoContext&,
char const* name);
virtual ~IoTask() = default;
public:
// doesn't seem to be called right now, but can be used for debugging
#ifdef ARANGODB_ENABLE_MAINTAINER_MODE
char const* name() const { return _name; }
#endif
uint64_t id() const { return _taskId; }
protected:
GeneralServer::IoContext& _context;
GeneralServer& _server;
uint64_t const _taskId;
private:
char const* _name;
};
} // namespace rest
} // namespace arangodb
#endif

6
arangod/GeneralServer/ListenTask.cpp
View File

@ -27,6 +27,7 @@
#include "Basics/MutexLocker.h"
#include "GeneralServer/Acceptor.h"
#include "GeneralServer/GeneralServerFeature.h"
#include "GeneralServer/Socket.h"
#include "Logger/Logger.h"
using namespace arangodb;
@ -38,10 +39,11 @@ using namespace arangodb::rest;
ListenTask::ListenTask(GeneralServer& server,
GeneralServer::IoContext& context,
char const* name,
Endpoint* endpoint)
: IoTask(server, context, name),
: _server(server),
_context(context),
_endpoint(endpoint),
_acceptFailures(0),
_bound(false),
_acceptor(Acceptor::factory(server, context, endpoint)) {}

19
arangod/GeneralServer/ListenTask.h
View File

@ -26,27 +26,26 @@
#define ARANGOD_SCHEDULER_LISTEN_TASK_H 1
#include "GeneralServer/GeneralServer.h"
#include "GeneralServer/IoTask.h"
#include "GeneralServer/Task.h"
#include "Basics/Mutex.h"
#include "Endpoint/ConnectionInfo.h"
#include "Endpoint/Endpoint.h"
#include "GeneralServer/Acceptor.h"
#include "GeneralServer/Socket.h"
#include "GeneralServer/GeneralServer.h"
namespace arangodb {
class Socket;
class ListenTask : public rest::IoTask {
class ListenTask : public std::enable_shared_from_this<ListenTask> {
public:
static size_t const MAX_ACCEPT_ERRORS = 128;
public:
ListenTask(rest::GeneralServer& server,
rest::GeneralServer::IoContext&,
char const* name,
Endpoint*);
~ListenTask();
virtual ~ListenTask();
public:
virtual void handleConnected(std::unique_ptr<Socket>, ConnectionInfo&&) = 0;
@ -59,8 +58,14 @@ class ListenTask : public rest::IoTask {
private:
void accept();
protected:
rest::GeneralServer& _server;
rest::GeneralServer::IoContext& _context;
private:
Endpoint* _endpoint;
size_t _acceptFailures = 0;
size_t _acceptFailures;
bool _bound;
std::unique_ptr<Acceptor> _acceptor;

6
arangod/GeneralServer/RequestLane.h
View File

@ -34,13 +34,13 @@ enum class RequestLane {
// a file from, for example, an NFS mount.
CLIENT_FAST,
// For requests that execute an AQL query or tightly
// For requests that execute an AQL query or are tightly
// related like simple queries, but not V8 actions,
// that do AQL requests, user administrator that
// internally uses AQL.
CLIENT_AQL,
// For requests that are executed within an V8 context,
// For requests that are executed within a V8 context,
// but not for requests that might use a V8 context for
// user defined functions.
CLIENT_V8,
@ -49,7 +49,7 @@ enum class RequestLane {
// which are not CLIENT_AQL or CLIENT_V8.
CLIENT_SLOW,
// Used for all requests sent by the web ui
// Used for all requests sent by the web UI
CLIENT_UI,
// For requests between agents. These are basically the

54
arangod/GeneralServer/SocketTask.cpp
View File

@ -39,6 +39,10 @@
using namespace arangodb::basics;
using namespace arangodb::rest;
namespace {
std::atomic_uint_fast64_t NEXT_TASK_ID(static_cast<uint64_t>(TRI_microtime() * 100000.0));
}
// -----------------------------------------------------------------------------
// --SECTION-- constructors and destructors
// -----------------------------------------------------------------------------
@ -50,7 +54,10 @@ SocketTask::SocketTask(GeneralServer& server,
arangodb::ConnectionInfo&& connectionInfo,
double keepAliveTimeout,
bool skipInit = false)
: IoTask(server, context, name),
: _server(server),
_context(context),
_name(name),
_taskId(++NEXT_TASK_ID),
_peer(std::move(socket)),
_connectionInfo(std::move(connectionInfo)),
_connectionStatistics(nullptr),
@ -125,7 +132,7 @@ bool SocketTask::start() {
<< _connectionInfo.serverAddress << ":" << _connectionInfo.serverPort << " <-> "
<< _connectionInfo.clientAddress << ":" << _connectionInfo.clientPort;
_peer->post([self = shared_from_this(), this]() { asyncReadSome(); });
_peer->post([self = shared_from_this()]() { self->asyncReadSome(); });
return true;
}
@ -186,7 +193,7 @@ void SocketTask::closeStream() {
// strand::dispatch may execute this immediately if this
// is called on a thread inside the same strand
_peer->post([self = shared_from_this(), this] { closeStreamNoLock(); });
_peer->post([self = shared_from_this()] { self->closeStreamNoLock(); });
}
// caller must hold the _lock
@ -234,11 +241,11 @@ void SocketTask::resetKeepAlive() {
}
_keepAliveTimerActive.store(true, std::memory_order_relaxed);
_keepAliveTimer->async_wait([self = shared_from_this(), this](const asio_ns::error_code& error) {
_keepAliveTimer->async_wait([self = shared_from_this()](asio_ns::error_code const& error) {
if (!error) { // error will be true if timer was canceled
LOG_TOPIC("5c1e0", ERR, Logger::COMMUNICATION)
<< "keep alive timout - closing stream!";
closeStream();
self->closeStream();
}
});
}
@ -414,22 +421,25 @@ void SocketTask::asyncReadSome() {
TRI_ASSERT(_peer != nullptr);
_peer->asyncRead(asio_ns::buffer(_readBuffer.end(), READ_BLOCK_SIZE),
[self = shared_from_this(), this](const asio_ns::error_code& ec, std::size_t transferred) {
if (_abandoned.load(std::memory_order_acquire)) {
[self = shared_from_this()](asio_ns::error_code const& ec, std::size_t transferred) {
auto thisPtr = self.get();
if (thisPtr->_abandoned.load(std::memory_order_acquire)) {
return;
} else if (ec) {
}
if (ec) {
LOG_TOPIC("29dca", DEBUG, Logger::COMMUNICATION)
<< "read on stream failed with: " << ec.message();
closeStream();
thisPtr->closeStream();
return;
}
_readBuffer.increaseLength(transferred);
thisPtr->_readBuffer.increaseLength(transferred);
if (processAll()) {
_peer->post([self, this]() { asyncReadSome(); });
if (thisPtr->processAll()) {
thisPtr->_peer->post([self]() { self->asyncReadSome(); });
}
compactify();
thisPtr->compactify();
});
}
@ -505,22 +515,24 @@ void SocketTask::asyncWriteSome() {
// so the code could have blocked at this point or not all data
// was written in one go, begin writing at offset (written)
_peer->asyncWrite(asio_ns::buffer(_writeBuffer._buffer->begin() + written, total - written),
[self = shared_from_this(), this](const asio_ns::error_code& ec, std::size_t transferred) {
if (_abandoned.load(std::memory_order_acquire)) {
[self = shared_from_this()](asio_ns::error_code const& ec, std::size_t transferred) {
auto thisPtr = self.get();
if (thisPtr->_abandoned.load(std::memory_order_acquire)) {
return;
}
if (ec) {
LOG_TOPIC("8ed36", DEBUG, Logger::COMMUNICATION)
<< "write failed with: " << ec.message();
closeStream();
thisPtr->closeStream();
return;
}
RequestStatistics::ADD_SENT_BYTES(_writeBuffer._statistics, transferred);
RequestStatistics::ADD_SENT_BYTES(thisPtr->_writeBuffer._statistics, transferred);
if (completedWriteBuffer()) {
if (!_abandoned.load(std::memory_order_acquire)) {
asyncWriteSome();
if (thisPtr->completedWriteBuffer()) {
if (!thisPtr->_abandoned.load(std::memory_order_acquire)) {
thisPtr->asyncWriteSome();
}
}
});
@ -581,5 +593,5 @@ void SocketTask::returnStringBuffer(StringBuffer* buffer) {
void SocketTask::triggerProcessAll() {
// try to process remaining request data
_peer->post([self = shared_from_this(), this] { processAll(); });
_peer->post([self = shared_from_this()] { self->processAll(); });
}

19
arangod/GeneralServer/SocketTask.h
View File

@ -25,24 +25,21 @@
#ifndef ARANGOD_SCHEDULER_SOCKET_TASK_H
#define ARANGOD_SCHEDULER_SOCKET_TASK_H 1
#include "GeneralServer/Task.h"
#include "Basics/Mutex.h"
#include "Basics/SmallVector.h"
#include "Basics/StringBuffer.h"
#include "Endpoint/ConnectionInfo.h"
#include "GeneralServer/GeneralServer.h"
#include "GeneralServer/Socket.h"
#include "Statistics/RequestStatistics.h"
#include "GeneralServer/IoTask.h"
#include <list>
namespace arangodb {
class ConnectionStatistics;
namespace rest {
class SocketTask : public IoTask {
class SocketTask : public std::enable_shared_from_this<SocketTask> {
friend class HttpCommTask;
friend class GeneralServer;
@ -65,6 +62,13 @@ class SocketTask : public IoTask {
// whether or not this task can mix sync and async I/O
virtual bool canUseMixedIO() const = 0;
// doesn't seem to be called right now, but can be used for debugging
#ifdef ARANGODB_ENABLE_MAINTAINER_MODE
char const* name() const { return _name; }
#endif
uint64_t id() const { return _taskId; }
protected:
// caller will hold the _lock
@ -171,6 +175,11 @@ class SocketTask : public IoTask {
void asyncWriteSome();
protected:
GeneralServer& _server;
GeneralServer::IoContext& _context;
char const* _name;
uint64_t const _taskId;
std::unique_ptr<Socket> _peer;
ConnectionInfo _connectionInfo;

9
arangod/IResearch/IResearchLink.cpp
View File

@ -691,10 +691,7 @@ arangodb::Result IResearchLink::drop() {
try {
if (_dataStore) {
_dataStore._reader.reset(); // reset reader to release file handles
_dataStore._writer.reset();
_dataStore._recovery_reader.reset();
_dataStore._directory.reset();
_dataStore.resetDataStore();
}
bool exists;
@ -1816,9 +1813,7 @@ arangodb::Result IResearchLink::unload() {
try {
if (_dataStore) {
_dataStore._reader.reset(); // reset reader to release file handles
_dataStore._writer.reset();
_dataStore._directory.reset();
_dataStore.resetDataStore();
}
} catch (arangodb::basics::Exception const& e) {
return arangodb::Result( // result

7
arangod/IResearch/IResearchLink.h
View File

@ -257,6 +257,13 @@ class IResearchLink {
irs::index_file_refs::ref_t _recovery_ref; // ref at the checkpoint file
irs::index_writer::ptr _writer;
operator bool() const noexcept { return _directory && _writer; }
void resetDataStore() noexcept { // reset all underlying readers to release file handles
_reader.reset();
_writer.reset();
_recovery_reader.reset();
_directory.reset();
}
};
VPackComparer _comparer;

5
arangod/Replication/Syncer.cpp
View File

@ -340,13 +340,12 @@ void Syncer::JobSynchronizer::request(std::function<void()> const& cb) {
}
try {
auto self = shared_from_this();
SchedulerFeature::SCHEDULER->queue(RequestLane::INTERNAL_LOW, [this, self, cb]() {
SchedulerFeature::SCHEDULER->queue(RequestLane::INTERNAL_LOW, [self = shared_from_this(), cb]() {
// whatever happens next, when we leave this here, we need to indicate
// that there is no more posted job.
// otherwise the calling thread may block forever waiting on the
// posted jobs to finish
auto guard = scopeGuard([this]() { jobDone(); });
auto guard = scopeGuard([self]() { self->jobDone(); });
cb();
});

2
arangod/RestHandler/RestAdminExecuteHandler.cpp
View File

@ -73,7 +73,7 @@ RestStatus RestAdminExecuteHandler::execute() {
}
try {
LOG_TOPIC("c838e", WARN, Logger::FIXME) << "about to execute: '" << Logger::CHARS(body, bodySize) << "'";
LOG_TOPIC("c838e", DEBUG, Logger::SECURITY) << "about to execute: '" << Logger::CHARS(body, bodySize) << "'";
// get a V8 context
bool const allowUseDatabase = ActionFeature::ACTION->allowUseDatabase();

6
arangod/RestHandler/RestCursorHandler.cpp
View File

@ -233,8 +233,7 @@ RestStatus RestCursorHandler::registerQueryOrCursor(VPackSlice const& slice) {
query->setTransactionContext(createAQLTransactionContext());
std::shared_ptr<aql::SharedQueryState> ss = query->sharedState();
auto self = shared_from_this();
ss->setContinueHandler([this, self, ss] { continueHandlerExecution(); });
ss->setContinueHandler([self = shared_from_this(), ss] { self->continueHandlerExecution(); });
registerQuery(std::move(query));
return processQuery();
@ -526,9 +525,8 @@ RestStatus RestCursorHandler::generateCursorResult(rest::ResponseCode code,
aql::ExecutionState state;
Result r;
auto self = shared_from_this();
std::tie(state, r) =
cursor->dump(builder, [this, self]() { continueHandlerExecution(); });
cursor->dump(builder, [self = shared_from_this()]() { self->continueHandlerExecution(); });
if (state == aql::ExecutionState::WAITING) {
builder.clear();
_leasedCursor = cursor;

7
arangod/RestServer/CheckVersionFeature.cpp
View File

@ -24,6 +24,7 @@
#include "Basics/FileUtils.h"
#include "Basics/exitcodes.h"
#include "Cluster/ServerState.h"
#include "Logger/Logger.h"
#include "Logger/LoggerFeature.h"
#include "ProgramOptions/ProgramOptions.h"
@ -168,6 +169,12 @@ void CheckVersionFeature::checkVersion() {
<< "please start the server with option "
"`--database.ignore-datafile-errors true`";
}
} else if (res.status == methods::VersionResult::NO_VERSION_FILE) {
// try to install a fresh new, empty VERSION file instead
if (methods::Version::write(vocbase, std::map<std::string, bool>(), true).ok()) {
// give it another try
res = methods::Version::check(vocbase);
}
}
LOG_TOPIC("53cbb", DEBUG, Logger::STARTUP) << "version check return status " << res.status;

1
arangod/Scheduler/Scheduler.cpp
View File

@ -35,7 +35,6 @@
#include "Basics/cpu-relax.h"
#include "GeneralServer/Acceptor.h"
#include "GeneralServer/RestHandler.h"
#include "GeneralServer/Task.h"
#include "Logger/Logger.h"
#include "Random/RandomGenerator.h"
#include "Rest/GeneralResponse.h"

6
arangod/Scheduler/SupervisedScheduler.cpp
View File

@ -29,9 +29,9 @@
#include "Basics/StringUtils.h"
#include "Basics/Thread.h"
#include "Basics/cpu-relax.h"
#include "Cluster/ServerState.h"
#include "GeneralServer/Acceptor.h"
#include "GeneralServer/RestHandler.h"
#include "GeneralServer/Task.h"
#include "Logger/Logger.h"
#include "Random/RandomGenerator.h"
#include "Rest/GeneralResponse.h"
@ -117,7 +117,9 @@ SupervisedScheduler::SupervisedScheduler(uint64_t minThreads, uint64_t maxThread
SupervisedScheduler::~SupervisedScheduler() {}
bool SupervisedScheduler::queue(RequestLane lane, std::function<void()> handler) {
if (!isDirectDeadlockLane(lane) && (_jobsSubmitted - _jobsDone) < 2) {
if (!isDirectDeadlockLane(lane) &&
!ServerState::instance()->isClusterRole() &&
(_jobsSubmitted - _jobsDone) < 2) {
_jobsSubmitted.fetch_add(1, std::memory_order_relaxed);
_jobsDequeued.fetch_add(1, std::memory_order_relaxed);
_jobsDirectExec.fetch_add(1, std::memory_order_release);

2
arangod/VocBase/Methods/Upgrade.cpp
View File

@ -298,7 +298,7 @@ UpgradeResult methods::Upgrade::runTasks(TRI_vocbase_t& vocbase, VersionResult&
// needs to run in superuser scope, otherwise we get errors
ExecContextScope scope(ExecContext::superuser());
// only local should actually write a VERSION file
bool isLocal = clusterFlag == CLUSTER_NONE || clusterFlag == CLUSTER_LOCAL;
bool isLocal = clusterFlag == CLUSTER_NONE || clusterFlag == CLUSTER_LOCAL || clusterFlag == CLUSTER_DB_SERVER_LOCAL;
bool ranOnce = false;
// execute all tasks

3
js/client/modules/@arangodb/process-utils.js
View File

@ -1155,7 +1155,7 @@ function shutdownInstance (instanceInfo, options, forceTerminate) {
timeout *= 2;
}
if ((toShutdown.length > 0) && (options.cluster === true) && (options.dumpAgencyOnError === true)) {
if ((toShutdown.length > 0) && (options.agency === true) && (options.dumpAgencyOnError === true)) {
dumpAgency(instanceInfo, options);
}
var shutdownTime = internal.time();
@ -1377,6 +1377,7 @@ function startInstanceCluster (instanceInfo, protocol, options,
return [subArgs, subDir];
};
options.agency = true;
options.agencyWaitForSync = false;
let usedPorts = [];
options.usedPorts = usedPorts;

14
js/client/modules/@arangodb/testing.js
View File

@ -398,8 +398,8 @@ function unitTestPrettyPrintResults (res, testOutputDirectory, options) {
failedMessages += '\n';
onlyFailedMessages += '\n';
}
failedMessages += RED + ' "' + one + '" failed: ' + details[one] + RESET + '\n';
onlyFailedMessages += ' "' + one + '" failed: ' + details[one] + '\n';
failedMessages += RED + ' "' + one + '" failed: ' + details[one] + RESET + '\n\n';
onlyFailedMessages += ' "' + one + '" failed: ' + details[one] + '\n\n';
count++;
}
}
@ -411,7 +411,7 @@ function unitTestPrettyPrintResults (res, testOutputDirectory, options) {
let color = (!res.crashed && res.status === true) ? GREEN : RED;
let crashText = '';
let crashedText = '\n';
let crashedText = '';
if (res.crashed === true) {
for (let failed in failedRuns) {
crashedText += ' [' + failed + '] : ' + failedRuns[failed].replace(/^/mg, ' ');
@ -427,7 +427,13 @@ function unitTestPrettyPrintResults (res, testOutputDirectory, options) {
print(color + failText + RESET);
}
failedMessages = onlyFailedMessages + crashedText + '\n\n' + cu.GDB_OUTPUT + failText + '\n';
failedMessages = onlyFailedMessages;
if (crashedText !== '') {
failedMessages += '\n' + crashedText;
}
if (cu.GDB_OUTPUT !== '' || failText !== '') {
failedMessages += '\n\n' + cu.GDB_OUTPUT + failText + '\n';
}
fs.write(testOutputDirectory + options.testFailureText, failedMessages);
} catch (x) {
print('exception caught while pretty printing result: ');

2
js/client/modules/@arangodb/testsuites/config.js
View File

@ -93,7 +93,7 @@ function config (options) {
'foxx-manager'
];
let rootDir = pu.UNITTESTS_DIR;
let rootDir = fs.join(fs.getTempPath(), 'config');
print('--------------------------------------------------------------------------------');
print('absolute config tests');

42
js/client/modules/@arangodb/testsuites/fail.js
View File

@ -26,6 +26,7 @@
const functionsDocumentation = {
'fail' : 'this job will always produce a failed result',
'fail2' : 'this job will always produce a failed result',
'success': 'this job will always produce a sucessfull result'
};
@ -37,6 +38,7 @@ const pu = require('@arangodb/process-utils');
const testPaths = {
'fail': [],
'fail2': [],
'success': []
};
@ -79,6 +81,45 @@ function fail (options) {
};
}
function fail2 (options) {
const tmpDataDir = fs.getTempFile();
fs.makeDirectoryRecursive(tmpDataDir);
pu.cleanupDBDirectoriesAppend(tmpDataDir);
require('internal').print('created temporary data directory ' + tmpDataDir);
return {
failSuite: {
status: false,
total: 1,
message: 'this suite will always fail.',
duration: 2,
failed: 1,
failTest: {
status: false,
total: 1,
duration: 1,
message: 'this testcase will always fail.'
},
failSuccessTest: {
status: true,
duration: 1,
message: 'this testcase will always succeed, though its in the fail testsuite.'
}
},
successSuite: {
status: true,
total: 1,
message: 'this suite will always be successfull',
duration: 1,
failed: 0,
success: {
status: true,
message: 'this testcase will always be successfull',
duration: 1
}
}
};
}
function success (options) {
const tmpDataDir = fs.getTempFile();
fs.makeDirectoryRecursive(tmpDataDir);
@ -122,6 +163,7 @@ function success (options) {
exports.setup = function (testFns, defaultFns, opts, fnDocs, optionsDoc, allTestPaths) {
Object.assign(allTestPaths, testPaths);
testFns['fail'] = fail;
testFns['fail2'] = fail2;
testFns['success'] = success;
for (var attrname in functionsDocumentation) { fnDocs[attrname] = functionsDocumentation[attrname]; }

2
js/client/modules/@arangodb/testsuites/gtest.js
View File

@ -59,7 +59,7 @@ function locateGTest (name) {
function gtestRunner (options) {
let results = { failed: 0 };
let rootDir = pu.UNITTESTS_DIR;
let rootDir = fs.join(fs.getTempPath(), 'gtest');
// we append one cleanup directory for the invoking logic...
let dummyDir = fs.join(fs.getTempPath(), 'gtest_dummy');

2
js/client/modules/@arangodb/testsuites/recovery.js
View File

@ -155,7 +155,7 @@ function recovery (options) {
let params = {
tempDir: tempDir,
instanceInfo: {
rootDir: pu.UNITTESTS_DIR
rootDir: fs.join(fs.getTempPath(), 'recovery', count.toString())
},
options: _.cloneDeep(options),
script: test,