Hawkin
/
arangodb
mirror of https://gitee.com/bigwinds/arangodb
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

WAL: honor tick end value

This commit is contained in:
Simon Grätzer 2017-05-02 13:55:19 +02:00
parent 39d8186e16
commit c55ce367eb
4 changed files with 16 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
arangod/RocksDBEngine/RocksDBReplicationTailing.cpp
View File

@ -411,7 +411,9 @@ class WALParser : public rocksdb::WriteBatch::Handler {
// iterates over WAL starting at 'from' and returns up to 'limit' documents
// from the corresponding database
RocksDBReplicationResult rocksutils::tailWal(TRI_vocbase_t* vocbase,
uint64_t tickStart, size_t chunkSize,
uint64_t tickStart,
uint64_t tickEnd,
size_t chunkSize,
bool includeSystem,
TRI_voc_cid_t collectionId,
VPackBuilder& builder) {
@ -431,7 +433,8 @@ RocksDBReplicationResult rocksutils::tailWal(TRI_vocbase_t* vocbase,
// we need to check if the builder is bigger than the chunksize,
// only after we printed a full WriteBatch. Otherwise a client might
// never read the full writebatch
while (iterator->Valid() && builder.buffer()->size() < chunkSize) {
while (iterator->Valid() && tickEnd <= lastTick && builder.buffer()->size() < chunkSize) {
s = iterator->status();
if (s.ok()) {
rocksdb::BatchResult batch = iterator->GetBatch();
@ -439,12 +442,10 @@ RocksDBReplicationResult rocksutils::tailWal(TRI_vocbase_t* vocbase,
if (lastTick == tickStart) {
fromTickIncluded = true;
}
if (tickStart <= batch.sequence) {
if (tickStart <= lastTick && lastTick <= tickEnd) {
handler->startNewBatch(batch.sequence);
s = batch.writeBatchPtr->Iterate(handler.get());
if (s.ok()) {
handler->endBatch();
}
handler->endBatch();
}
} else {
LOG_TOPIC(ERR, Logger::ENGINES) << "error during WAL scan";

4
arangod/RocksDBEngine/RocksDBReplicationTailing.h
View File

@ -37,7 +37,9 @@ namespace rocksutils {
// iterates over WAL starting at 'from' and returns up to 'limit' documents
// from the corresponding database; releases dumping resources
RocksDBReplicationResult tailWal(TRI_vocbase_t* vocbase,
uint64_t tickStart, size_t chunkSize,
uint64_t tickStart,
uint64_t tickEnd,
size_t chunkSize,
bool includeSystem,
TRI_voc_cid_t collectionId,
VPackBuilder& builder) ;

3
arangod/RocksDBEngine/RocksDBRestReplicationHandler.cpp
View File

@ -638,7 +638,8 @@ void RocksDBRestReplicationHandler::handleCommandLoggerFollow() {
VPackBuilder builder(transactionContext->getVPackOptions());
builder.openArray();
auto result = tailWal(_vocbase, tickStart, chunkSize, includeSystem, cid, builder);
auto result = tailWal(_vocbase, tickStart, tickEnd,
chunkSize, includeSystem, cid, builder);
builder.close();
auto data = builder.slice();

7
arangod/V8Server/v8-replication.cpp
View File

@ -266,7 +266,7 @@ static void JS_LastLoggerReplication(
} else if (engineName == "rocksdb") {
bool includeSystem = true;
size_t limit = tickEnd - tickStart; // TODO: determine good default value?
size_t chunkSize = 32 * 1024 * 1024; // TODO: determine good default value?
// construct vocbase with proper handler
std::shared_ptr<transaction::Context> transactionContext =
@ -274,8 +274,9 @@ static void JS_LastLoggerReplication(
VPackBuilder builder(transactionContext->getVPackOptions());
builder.openArray();
RocksDBReplicationResult rep = rocksutils::tailWal(vocbase, tickStart, limit,
includeSystem, builder);
RocksDBReplicationResult rep = rocksutils::tailWal(vocbase, tickStart,
tickEnd, chunkSize,
includeSystem, 0, builder);
builder.close();
if (rep.ok()) {