mirror of https://gitee.com/bigwinds/arangodb
Add header files and empty cpp files for RocksDBEngine
This commit is contained in:
Jan Christoph Uhde
parent
71b31ba293
commit
5bf592eca8
|
|
@ -240,6 +240,7 @@ SET(ARANGOD_SOURCES
|
|||
RestHandler/RestImportHandler.cpp
|
||||
RestHandler/RestJobHandler.cpp
|
||||
RestHandler/RestPleaseUpgradeHandler.cpp
|
||||
RestHandler/RestPregelHandler.cpp
|
||||
RestHandler/RestQueryCacheHandler.cpp
|
||||
RestHandler/RestQueryHandler.cpp
|
||||
RestHandler/RestReplicationHandler.cpp
|
||||
|
|
@ -250,7 +251,6 @@ SET(ARANGOD_SOURCES
|
|||
RestHandler/RestVersionHandler.cpp
|
||||
RestHandler/RestViewHandler.cpp
|
||||
RestHandler/RestVocbaseBaseHandler.cpp
|
||||
RestHandler/RestPregelHandler.cpp
|
||||
RestHandler/WorkMonitorHandler.cpp
|
||||
RestServer/AqlFeature.cpp
|
||||
RestServer/BootstrapFeature.cpp
|
||||
|
|
@ -276,6 +276,8 @@ SET(ARANGOD_SOURCES
|
|||
RestServer/ViewTypesFeature.cpp
|
||||
RestServer/VocbaseContext.cpp
|
||||
RestServer/WorkMonitorFeature.cpp
|
||||
RocksDB/RocksDBCollection.cpp
|
||||
RocksDB/RocksDBEngine.cpp
|
||||
Scheduler/Acceptor.cpp
|
||||
Scheduler/AcceptorTcp.cpp
|
||||
Scheduler/Job.cpp
|
||||
|
|
|
|||
|
|
@ -0,0 +1 @@
|
|||
#include "RocksDBCollection.h"
|
||||
|
|
@ -0,0 +1,194 @@
|
|||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// DISCLAIMER
|
||||
///
|
||||
/// Copyright 2014-2016 ArangoDB GmbH, Cologne, Germany
|
||||
/// Copyright 2004-2014 triAGENS GmbH, Cologne, Germany
|
||||
///
|
||||
/// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
/// you may not use this file except in compliance with the License.
|
||||
/// You may obtain a copy of the License at
|
||||
///
|
||||
/// http://www.apache.org/licenses/LICENSE-2.0
|
||||
///
|
||||
/// Unless required by applicable law or agreed to in writing, software
|
||||
/// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
/// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
/// See the License for the specific language governing permissions and
|
||||
/// limitations under the License.
|
||||
///
|
||||
/// Copyright holder is ArangoDB GmbH, Cologne, Germany
|
||||
///
|
||||
/// @author Dr. Frank Celler
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
#ifndef ARANGOD_STORAGE_ENGINE_ROCKSDB_FILES_COLLECTION_H
|
||||
#define ARANGOD_STORAGE_ENGINE_ROCKSDB_FILES_COLLECTION_H 1
|
||||
|
||||
#include "Basics/Common.h"
|
||||
#include "Basics/ReadWriteLock.h"
|
||||
#include "Indexes/IndexLookupContext.h"
|
||||
#include "VocBase/KeyGenerator.h"
|
||||
#include "VocBase/ManagedDocumentResult.h"
|
||||
#include "VocBase/PhysicalCollection.h"
|
||||
|
||||
struct RocksDBDatafile;
|
||||
struct TRI_df_marker_t;
|
||||
|
||||
namespace arangodb {
|
||||
class LogicalCollection;
|
||||
class ManagedDocumentResult;
|
||||
class Result;
|
||||
|
||||
class RocksDBCollection final : public PhysicalCollection {
|
||||
// friend class RocksDBCompactorThread;
|
||||
friend class RocksDBEngine;
|
||||
|
||||
public:
|
||||
static inline RocksDBCollection* toRocksDBCollection(
|
||||
PhysicalCollection* physical) {
|
||||
auto rv = static_cast<RocksDBCollection*>(physical);
|
||||
TRI_ASSERT(rv != nullptr);
|
||||
return rv;
|
||||
}
|
||||
|
||||
static inline RocksDBCollection* toRocksDBCollection(
|
||||
LogicalCollection* logical) {
|
||||
auto phys = logical->getPhysical();
|
||||
TRI_ASSERT(phys != nullptr);
|
||||
return toRocksDBCollection(phys);
|
||||
}
|
||||
|
||||
public:
|
||||
explicit RocksDBCollection(LogicalCollection*, VPackSlice const& info);
|
||||
explicit RocksDBCollection(LogicalCollection*, PhysicalCollection*); //use in cluster only!!!!!
|
||||
|
||||
~RocksDBCollection();
|
||||
|
||||
std::string const& path() const override;
|
||||
void setPath(std::string const& path) override;
|
||||
|
||||
arangodb::Result updateProperties(VPackSlice const& slice, bool doSync) override;
|
||||
virtual arangodb::Result persistProperties() override;
|
||||
|
||||
virtual PhysicalCollection* clone(LogicalCollection*, PhysicalCollection*) override;
|
||||
|
||||
TRI_voc_rid_t revision() const override;
|
||||
|
||||
//void setRevision(TRI_voc_rid_t revision, bool force);
|
||||
//void setRevisionError() { _revisionError = true; }
|
||||
|
||||
int64_t initialCount() const override;
|
||||
void updateCount(int64_t) override;
|
||||
size_t journalSize() const override;
|
||||
bool isVolatile() const;
|
||||
|
||||
//TRI_voc_tick_t maxTick() const { return _maxTick; }
|
||||
//void maxTick(TRI_voc_tick_t value) { _maxTick = value; }
|
||||
|
||||
void getPropertiesVPack(velocypack::Builder&) const override;
|
||||
|
||||
// datafile management
|
||||
bool applyForTickRange(TRI_voc_tick_t dataMin, TRI_voc_tick_t dataMax,
|
||||
std::function<bool(TRI_voc_tick_t foundTick, TRI_df_marker_t const* marker)> const& callback) override;
|
||||
|
||||
/// @brief closes an open collection
|
||||
int close() override;
|
||||
|
||||
/// @brief rotate the active journal - will do nothing if there is no journal
|
||||
int rotateActiveJournal() override;
|
||||
|
||||
uint64_t numberDocuments() const override;
|
||||
|
||||
void sizeHint(transaction::Methods* trx, int64_t hint) override;
|
||||
|
||||
/// @brief report extra memory used by indexes etc.
|
||||
size_t memory() const override;
|
||||
void open(bool ignoreErrors) override;
|
||||
|
||||
/// @brief iterate all markers of a collection on load
|
||||
int iterateMarkersOnLoad(arangodb::transaction::Methods* trx) override;
|
||||
|
||||
bool isFullyCollected() const override;
|
||||
|
||||
bool doCompact() const override; // { return _doCompact; }
|
||||
|
||||
|
||||
////////////////////////////////////
|
||||
// -- SECTION Indexes --
|
||||
///////////////////////////////////
|
||||
|
||||
uint32_t indexBuckets() const override;
|
||||
|
||||
void prepareIndexes(arangodb::velocypack::Slice indexesSlice) override;
|
||||
|
||||
/// @brief Find index by definition
|
||||
std::shared_ptr<Index> lookupIndex(velocypack::Slice const&) const override;
|
||||
|
||||
std::shared_ptr<Index> createIndex(transaction::Methods* trx,
|
||||
arangodb::velocypack::Slice const& info,
|
||||
bool& created) override;
|
||||
/// @brief Restores an index from VelocyPack.
|
||||
int restoreIndex(transaction::Methods*, velocypack::Slice const&,
|
||||
std::shared_ptr<Index>&) override;
|
||||
/// @brief Drop an index with the given iid.
|
||||
bool dropIndex(TRI_idx_iid_t iid) override;
|
||||
std::unique_ptr<IndexIterator> getAllIterator(transaction::Methods* trx, ManagedDocumentResult* mdr, bool reverse) override;
|
||||
std::unique_ptr<IndexIterator> getAnyIterator(transaction::Methods* trx, ManagedDocumentResult* mdr) override;
|
||||
void invokeOnAllElements(std::function<bool(DocumentIdentifierToken const&)> callback) override;
|
||||
|
||||
////////////////////////////////////
|
||||
// -- SECTION DML Operations --
|
||||
///////////////////////////////////
|
||||
|
||||
void truncate(transaction::Methods* trx, OperationOptions& options) override;
|
||||
|
||||
int read(transaction::Methods*, arangodb::velocypack::Slice const key,
|
||||
ManagedDocumentResult& result, bool) override;
|
||||
|
||||
bool readDocument(transaction::Methods* trx,
|
||||
DocumentIdentifierToken const& token,
|
||||
ManagedDocumentResult& result) override;
|
||||
|
||||
bool readDocumentConditional(transaction::Methods* trx,
|
||||
DocumentIdentifierToken const& token,
|
||||
TRI_voc_tick_t maxTick,
|
||||
ManagedDocumentResult& result) override;
|
||||
|
||||
int insert(arangodb::transaction::Methods* trx,
|
||||
arangodb::velocypack::Slice const newSlice,
|
||||
arangodb::ManagedDocumentResult& result,
|
||||
OperationOptions& options, TRI_voc_tick_t& resultMarkerTick,
|
||||
bool lock) override;
|
||||
|
||||
int update(arangodb::transaction::Methods* trx,
|
||||
arangodb::velocypack::Slice const newSlice,
|
||||
arangodb::ManagedDocumentResult& result, OperationOptions& options,
|
||||
TRI_voc_tick_t& resultMarkerTick, bool lock,
|
||||
TRI_voc_rid_t& prevRev, ManagedDocumentResult& previous,
|
||||
TRI_voc_rid_t const& revisionId,
|
||||
arangodb::velocypack::Slice const key) override;
|
||||
|
||||
int replace(transaction::Methods* trx,
|
||||
arangodb::velocypack::Slice const newSlice,
|
||||
ManagedDocumentResult& result, OperationOptions& options,
|
||||
TRI_voc_tick_t& resultMarkerTick, bool lock,
|
||||
TRI_voc_rid_t& prevRev, ManagedDocumentResult& previous,
|
||||
TRI_voc_rid_t const revisionId,
|
||||
arangodb::velocypack::Slice const fromSlice,
|
||||
arangodb::velocypack::Slice const toSlice) override;
|
||||
|
||||
int remove(arangodb::transaction::Methods* trx,
|
||||
arangodb::velocypack::Slice const slice,
|
||||
arangodb::ManagedDocumentResult& previous,
|
||||
OperationOptions& options, TRI_voc_tick_t& resultMarkerTick,
|
||||
bool lock, TRI_voc_rid_t const& revisionId,
|
||||
TRI_voc_rid_t& prevRev) override;
|
||||
|
||||
void deferDropCollection(std::function<bool(LogicalCollection*)> callback) override;
|
||||
|
||||
|
||||
};
|
||||
|
||||
}
|
||||
|
||||
#endif
|
||||
|
|
@ -0,0 +1 @@
|
|||
#include "RocksDBEngine.h"
|
||||
|
|
@ -0,0 +1,210 @@
|
|||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// DISCLAIMER
|
||||
///
|
||||
/// Copyright 2014-2016 ArangoDB GmbH, Cologne, Germany
|
||||
/// Copyright 2004-2014 triAGENS GmbH, Cologne, Germany
|
||||
///
|
||||
/// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
/// you may not use this file except in compliance with the License.
|
||||
/// You may obtain a copy of the License at
|
||||
///
|
||||
/// http://www.apache.org/licenses/LICENSE-2.0
|
||||
///
|
||||
/// Unless required by applicable law or agreed to in writing, software
|
||||
/// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
/// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
/// See the License for the specific language governing permissions and
|
||||
/// limitations under the License.
|
||||
///
|
||||
/// Copyright holder is ArangoDB GmbH, Cologne, Germany
|
||||
///
|
||||
/// @author Jan Steemann
|
||||
/// @author Jan Christoph Uhde
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
#ifndef ARANGOD_STORAGE_ENGINE_ROCKSDB_ENGINE_H
|
||||
#define ARANGOD_STORAGE_ENGINE_ROCKSDB_ENGINE_H 1
|
||||
|
||||
#include <rocksdb/db.h>
|
||||
#include <vector>
|
||||
#include <string>
|
||||
|
||||
#include "Basics/Common.h"
|
||||
#include "Basics/Mutex.h"
|
||||
#include "StorageEngine/StorageEngine.h"
|
||||
#include "VocBase/AccessMode.h"
|
||||
|
||||
#include <velocypack/Builder.h>
|
||||
|
||||
namespace arangodb {
|
||||
class PhysicalCollection;
|
||||
class PhysicalView;
|
||||
class TransactionCollection;
|
||||
class TransactionState;
|
||||
|
||||
namespace rest {
|
||||
class RestHandlerFactory;
|
||||
}
|
||||
|
||||
namespace transaction {
|
||||
class ContextData;
|
||||
}
|
||||
|
||||
class RocksDBEngine final : public StorageEngine {
|
||||
public:
|
||||
|
||||
// create the storage engine
|
||||
explicit RocksDBEngine(application_features::ApplicationServer*);
|
||||
|
||||
~RocksDBEngine();
|
||||
|
||||
// inherited from ApplicationFeature
|
||||
// ---------------------------------
|
||||
|
||||
// add the storage engine's specifc options to the global list of options
|
||||
void collectOptions(std::shared_ptr<options::ProgramOptions>) override;
|
||||
// validate the storage engine's specific options
|
||||
void validateOptions(std::shared_ptr<options::ProgramOptions>) override;
|
||||
|
||||
|
||||
void start() override;
|
||||
void stop() override;
|
||||
// preparation phase for storage engine. can be used for internal setup.
|
||||
// the storage engine must not start any threads here or write any files
|
||||
void prepare() override;
|
||||
|
||||
|
||||
transaction::ContextData* createTransactionContextData() override;
|
||||
TransactionState* createTransactionState(TRI_vocbase_t*) override;
|
||||
TransactionCollection* createTransactionCollection(TransactionState* state, TRI_voc_cid_t cid, AccessMode::Type accessType, int nestingLevel) override;
|
||||
|
||||
// create storage-engine specific collection
|
||||
PhysicalCollection* createPhysicalCollection(LogicalCollection*, VPackSlice const&) override;
|
||||
|
||||
// create storage-engine specific view
|
||||
PhysicalView* createPhysicalView(LogicalView*, VPackSlice const&) override;
|
||||
|
||||
// inventory functionality
|
||||
// -----------------------
|
||||
|
||||
void getDatabases(arangodb::velocypack::Builder& result) override;
|
||||
void getCollectionInfo(TRI_vocbase_t* vocbase, TRI_voc_cid_t cid,
|
||||
arangodb::velocypack::Builder& result,
|
||||
bool includeIndexes, TRI_voc_tick_t maxTick) override;
|
||||
int getCollectionsAndIndexes(TRI_vocbase_t* vocbase, arangodb::velocypack::Builder& result,
|
||||
bool wasCleanShutdown, bool isUpgrade) override;
|
||||
|
||||
int getViews(TRI_vocbase_t* vocbase, arangodb::velocypack::Builder& result) override;
|
||||
|
||||
std::string databasePath(TRI_vocbase_t const* vocbase) const override;
|
||||
std::string collectionPath(TRI_vocbase_t const* vocbase, TRI_voc_cid_t id) const override;
|
||||
|
||||
|
||||
// database, collection and index management
|
||||
// -----------------------------------------
|
||||
|
||||
// return the path for a database
|
||||
|
||||
void waitForSync(TRI_voc_tick_t tick) override;
|
||||
|
||||
virtual TRI_vocbase_t* openDatabase(arangodb::velocypack::Slice const& parameters, bool isUpgrade, int&) override;
|
||||
Database* createDatabase(TRI_voc_tick_t id, arangodb::velocypack::Slice const& args, int& status) override;
|
||||
int writeCreateMarker(TRI_voc_tick_t id, VPackSlice const& slice) override;
|
||||
void prepareDropDatabase(TRI_vocbase_t* vocbase, bool useWriteMarker, int& status) override;
|
||||
void dropDatabase(Database* database, int& status) override;
|
||||
void waitUntilDeletion(TRI_voc_tick_t id, bool force, int& status) override;
|
||||
|
||||
// wal in recovery
|
||||
bool inRecovery() override;
|
||||
// start compactor thread and delete files form collections marked as deleted
|
||||
void recoveryDone(TRI_vocbase_t* vocbase) override;
|
||||
|
||||
public:
|
||||
std::string createCollection(TRI_vocbase_t* vocbase, TRI_voc_cid_t id,
|
||||
arangodb::LogicalCollection const*) override;
|
||||
|
||||
arangodb::Result persistCollection(
|
||||
TRI_vocbase_t* vocbase,
|
||||
arangodb::LogicalCollection const*) override;
|
||||
arangodb::Result dropCollection(TRI_vocbase_t* vocbase, arangodb::LogicalCollection*) override;
|
||||
void destroyCollection(TRI_vocbase_t* vocbase, arangodb::LogicalCollection*) override;
|
||||
void changeCollection(TRI_vocbase_t* vocbase, TRI_voc_cid_t id,
|
||||
arangodb::LogicalCollection const*,
|
||||
bool doSync) override;
|
||||
arangodb::Result renameCollection(
|
||||
TRI_vocbase_t* vocbase, arangodb::LogicalCollection const*,
|
||||
std::string const& oldName) override;
|
||||
void createIndex(TRI_vocbase_t* vocbase, TRI_voc_cid_t collectionId,
|
||||
TRI_idx_iid_t id, arangodb::velocypack::Slice const& data) override;
|
||||
void dropIndex(TRI_vocbase_t* vocbase, TRI_voc_cid_t collectionId,
|
||||
TRI_idx_iid_t id) override;
|
||||
void dropIndexWalMarker(TRI_vocbase_t* vocbase, TRI_voc_cid_t collectionId,
|
||||
arangodb::velocypack::Slice const& data, bool writeMarker, int&) override;
|
||||
void unloadCollection(TRI_vocbase_t* vocbase, arangodb::LogicalCollection* collection) override;
|
||||
void createView(TRI_vocbase_t* vocbase, TRI_voc_cid_t id, arangodb::LogicalView const*) override;
|
||||
|
||||
arangodb::Result persistView(
|
||||
TRI_vocbase_t* vocbase,
|
||||
arangodb::LogicalView const*) override;
|
||||
|
||||
arangodb::Result dropView(TRI_vocbase_t* vocbase, arangodb::LogicalView*) override;
|
||||
void destroyView(TRI_vocbase_t* vocbase, arangodb::LogicalView*) override;
|
||||
void changeView(TRI_vocbase_t* vocbase, TRI_voc_cid_t id,
|
||||
arangodb::LogicalView const*, bool doSync) override;
|
||||
std::string createViewDirectoryName(std::string const& basePath, TRI_voc_cid_t id);
|
||||
void signalCleanup(TRI_vocbase_t* vocbase) override;
|
||||
|
||||
// document operations
|
||||
// -------------------
|
||||
void iterateDocuments(TRI_voc_tick_t databaseId, TRI_voc_cid_t collectionId,
|
||||
std::function<void(arangodb::velocypack::Slice const&)> const& cb) override;
|
||||
void addDocumentRevision(TRI_voc_tick_t databaseId, TRI_voc_cid_t collectionId,
|
||||
arangodb::velocypack::Slice const& document) override;
|
||||
void removeDocumentRevision(TRI_voc_tick_t databaseId, TRI_voc_cid_t collectionId,
|
||||
arangodb::velocypack::Slice const& document) override;
|
||||
|
||||
/// @brief remove data of expired compaction blockers
|
||||
bool cleanupCompactionBlockers(TRI_vocbase_t* vocbase) override;
|
||||
|
||||
/// @brief insert a compaction blocker
|
||||
int insertCompactionBlocker(TRI_vocbase_t* vocbase, double ttl, TRI_voc_tick_t& id) override;
|
||||
|
||||
/// @brief touch an existing compaction blocker
|
||||
int extendCompactionBlocker(TRI_vocbase_t* vocbase, TRI_voc_tick_t id, double ttl) override;
|
||||
|
||||
/// @brief remove an existing compaction blocker
|
||||
int removeCompactionBlocker(TRI_vocbase_t* vocbase, TRI_voc_tick_t id) override;
|
||||
|
||||
/// @brief a callback function that is run while it is guaranteed that there is no compaction ongoing
|
||||
void preventCompaction(TRI_vocbase_t* vocbase,
|
||||
std::function<void(TRI_vocbase_t*)> const& callback) override;
|
||||
|
||||
/// @brief a callback function that is run there is no compaction ongoing
|
||||
bool tryPreventCompaction(TRI_vocbase_t* vocbase,
|
||||
std::function<void(TRI_vocbase_t*)> const& callback,
|
||||
bool checkForActiveBlockers) override;
|
||||
|
||||
int shutdownDatabase(TRI_vocbase_t* vocbase) override;
|
||||
|
||||
int openCollection(TRI_vocbase_t* vocbase, LogicalCollection* collection, bool ignoreErrors) override;
|
||||
|
||||
/// @brief Add engine-specific AQL functions.
|
||||
void addAqlFunctions() override;
|
||||
|
||||
/// @brief Add engine-specific optimizer rules
|
||||
void addOptimizerRules() override;
|
||||
|
||||
/// @brief Add engine-specific V8 functions
|
||||
void addV8Functions() override;
|
||||
|
||||
/// @brief Add engine-specific REST handlers
|
||||
void addRestHandlers(rest::RestHandlerFactory*) override;
|
||||
|
||||
public:
|
||||
static std::string const EngineName;
|
||||
static std::string const FeatureName;
|
||||
|
||||
};
|
||||
|
||||
}
|
||||
#endif
|
||||
Loading…
Reference in New Issue