mirror of https://gitee.com/bigwinds/arangodb
create mock primary mock index for rocksdb
This commit is contained in:
Jan Christoph Uhde
parent
f4e164ef78
commit
d4c2bba930
|
|
@ -438,6 +438,7 @@ set(ARANGOD_SOURCES
|
|||
RocksDBEngine/RocksDBEntry.cpp
|
||||
RocksDBEngine/RocksDBIndexFactory.cpp
|
||||
RocksDBEngine/RocksDBPrimaryIndex.cpp
|
||||
RocksDBEngine/RocksDBPrimaryMockIndex.cpp
|
||||
RocksDBEngine/RocksDBTransactionCollection.cpp
|
||||
RocksDBEngine/RocksDBTransactionState.cpp
|
||||
RocksDBEngine/RocksDBTypes.cpp
|
||||
|
|
|
|||
|
|
@ -28,7 +28,7 @@
|
|||
#include "Indexes/Index.h"
|
||||
#include "Indexes/IndexIterator.h"
|
||||
#include "RestServer/DatabaseFeature.h"
|
||||
#include "RocksDBEngine/RocksDBPrimaryIndex.h"
|
||||
#include "RocksDBEngine/RocksDBPrimaryMockIndex.h"
|
||||
#include "StorageEngine/EngineSelectorFeature.h"
|
||||
#include "StorageEngine/StorageEngine.h"
|
||||
#include "VocBase/LogicalCollection.h"
|
||||
|
|
@ -423,7 +423,7 @@ void RocksDBCollection::addIndexCoordinator(
|
|||
|
||||
int RocksDBCollection::saveIndex(transaction::Methods* trx, std::shared_ptr<arangodb::Index> idx) {
|
||||
TRI_ASSERT(!ServerState::instance()->isCoordinator());
|
||||
// we cannot persist PrimaryIndex
|
||||
// we cannot persist PrimaryMockIndex
|
||||
TRI_ASSERT(idx->type() != Index::IndexType::TRI_IDX_TYPE_PRIMARY_INDEX);
|
||||
std::vector<std::shared_ptr<arangodb::Index>> indexListLocal;
|
||||
indexListLocal.emplace_back(idx);
|
||||
|
|
@ -450,7 +450,7 @@ int RocksDBCollection::saveIndex(transaction::Methods* trx, std::shared_ptr<aran
|
|||
// WARNING: Make sure that this LogicalCollection Instance
|
||||
// is somehow protected. If it goes out of all scopes
|
||||
// or it's indexes are freed the pointer returned will get invalidated.
|
||||
arangodb::RocksDBPrimaryIndex* RocksDBCollection::primaryIndex() const {
|
||||
arangodb::RocksDBPrimaryMockIndex* RocksDBCollection::primaryIndex() const {
|
||||
// The primary index always has iid 0
|
||||
auto primary = _logicalCollection->lookupIndex(0);
|
||||
TRI_ASSERT(primary != nullptr);
|
||||
|
|
@ -467,5 +467,5 @@ arangodb::RocksDBPrimaryIndex* RocksDBCollection::primaryIndex() const {
|
|||
#endif
|
||||
TRI_ASSERT(primary->type() == Index::IndexType::TRI_IDX_TYPE_PRIMARY_INDEX);
|
||||
// the primary index must be the index at position #0
|
||||
return static_cast<arangodb::RocksDBPrimaryIndex*>(primary.get());
|
||||
return static_cast<arangodb::RocksDBPrimaryMockIndex*>(primary.get());
|
||||
}
|
||||
|
|
|
|||
|
|
@ -36,7 +36,7 @@ namespace arangodb {
|
|||
class LogicalCollection;
|
||||
class ManagedDocumentResult;
|
||||
class Result;
|
||||
class RocksDBPrimaryIndex;
|
||||
class RocksDBPrimaryMockIndex;
|
||||
|
||||
class RocksDBCollection final : public PhysicalCollection {
|
||||
friend class RocksDBEngine;
|
||||
|
|
@ -180,7 +180,7 @@ class RocksDBCollection final : public PhysicalCollection {
|
|||
void addIndex(std::shared_ptr<arangodb::Index> idx);
|
||||
void addIndexCoordinator(std::shared_ptr<arangodb::Index> idx);
|
||||
int saveIndex(transaction::Methods* trx, std::shared_ptr<arangodb::Index> idx);
|
||||
arangodb::RocksDBPrimaryIndex* primaryIndex() const;
|
||||
arangodb::RocksDBPrimaryMockIndex* primaryIndex() const;
|
||||
|
||||
private:
|
||||
uint64_t _objectId; // rocksdb-specific object id for collection
|
||||
|
|
|
|||
|
|
@ -27,7 +27,7 @@
|
|||
#include "Basics/VelocyPackHelper.h"
|
||||
#include "Indexes/Index.h"
|
||||
#include "RocksDBEngine/RocksDBEdgeIndex.h"
|
||||
#include "RocksDBEngine/RocksDBPrimaryIndex.h"
|
||||
#include "RocksDBEngine/RocksDBPrimaryMockIndex.h"
|
||||
#include "VocBase/voc-types.h"
|
||||
|
||||
#include <velocypack/Builder.h>
|
||||
|
|
@ -330,7 +330,7 @@ std::shared_ptr<Index> RocksDBIndexFactory::prepareIndexFromSlice(
|
|||
THROW_ARANGO_EXCEPTION_MESSAGE(TRI_ERROR_INTERNAL,
|
||||
"cannot create primary index");
|
||||
}
|
||||
newIdx.reset(new arangodb::RocksDBPrimaryIndex(col));
|
||||
newIdx.reset(new arangodb::RocksDBPrimaryMockIndex(col));
|
||||
break;
|
||||
}
|
||||
case arangodb::Index::TRI_IDX_TYPE_EDGE_INDEX: {
|
||||
|
|
@ -363,7 +363,7 @@ void RocksDBIndexFactory::fillSystemIndexes(
|
|||
std::vector<std::shared_ptr<arangodb::Index>>& systemIndexes) const {
|
||||
// create primary index
|
||||
systemIndexes.emplace_back(
|
||||
std::make_shared<arangodb::RocksDBPrimaryIndex>(col));
|
||||
std::make_shared<arangodb::RocksDBPrimaryMockIndex>(col));
|
||||
|
||||
// create edges index
|
||||
if (col->type() == TRI_COL_TYPE_EDGE) {
|
||||
|
|
|
|||
|
|
@ -0,0 +1,205 @@
|
|||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// DISCLAIMER
|
||||
///
|
||||
/// Copyright 2014-2016 ArangoDB GmbH, Cologne, Germany
|
||||
/// Copyright 2004-2014 triAGENS GmbH, Cologne, Germany
|
||||
///
|
||||
/// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
/// you may not use this file except in compliance with the License.
|
||||
/// You may obtain a copy of the License at
|
||||
///
|
||||
/// http://www.apache.org/licenses/LICENSE-2.0
|
||||
///
|
||||
/// Unless required by applicable law or agreed to in writing, software
|
||||
/// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
/// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
/// See the License for the specific language governing permissions and
|
||||
/// limitations under the License.
|
||||
///
|
||||
/// Copyright holder is ArangoDB GmbH, Cologne, Germany
|
||||
///
|
||||
/// @author Jan Steemann
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
#include "RocksDBPrimaryMockIndex.h"
|
||||
#include "Aql/AstNode.h"
|
||||
#include "Basics/Exceptions.h"
|
||||
#include "Basics/StaticStrings.h"
|
||||
#include "Indexes/SimpleAttributeEqualityMatcher.h"
|
||||
#include "Transaction/Helpers.h"
|
||||
#include "Transaction/Methods.h"
|
||||
#include "Transaction/Context.h"
|
||||
#include "VocBase/LogicalCollection.h"
|
||||
|
||||
#include <velocypack/Builder.h>
|
||||
#include <velocypack/Collection.h>
|
||||
#include <velocypack/Slice.h>
|
||||
#include <velocypack/velocypack-aliases.h>
|
||||
|
||||
using namespace arangodb;
|
||||
|
||||
/// @brief hard-coded vector of the index attributes
|
||||
/// note that the attribute names must be hard-coded here to avoid an init-order
|
||||
/// fiasco with StaticStrings::FromString etc.
|
||||
static std::vector<std::vector<arangodb::basics::AttributeName>> const IndexAttributes
|
||||
{{arangodb::basics::AttributeName("_id", false)},
|
||||
{arangodb::basics::AttributeName("_key", false)}};
|
||||
|
||||
RocksDBPrimaryMockIndexIterator::RocksDBPrimaryMockIndexIterator(LogicalCollection* collection,
|
||||
transaction::Methods* trx,
|
||||
ManagedDocumentResult* mmdr,
|
||||
RocksDBPrimaryMockIndex const* index,
|
||||
std::unique_ptr<VPackBuilder>& keys)
|
||||
: IndexIterator(collection, trx, mmdr, index),
|
||||
_index(index),
|
||||
_keys(keys.get()),
|
||||
_iterator(_keys->slice()) {
|
||||
|
||||
keys.release(); // now we have ownership for _keys
|
||||
TRI_ASSERT(_keys->slice().isArray());
|
||||
}
|
||||
|
||||
RocksDBPrimaryMockIndexIterator::~RocksDBPrimaryMockIndexIterator() {
|
||||
if (_keys != nullptr) {
|
||||
// return the VPackBuilder to the transaction context
|
||||
_trx->transactionContextPtr()->returnBuilder(_keys.release());
|
||||
}
|
||||
}
|
||||
|
||||
bool RocksDBPrimaryMockIndexIterator::next(TokenCallback const& cb, size_t limit) {
|
||||
THROW_ARANGO_NOT_YET_IMPLEMENTED();
|
||||
return false;
|
||||
}
|
||||
|
||||
void RocksDBPrimaryMockIndexIterator::reset() { _iterator.reset(); }
|
||||
|
||||
RocksDBAllIndexIterator::RocksDBAllIndexIterator(LogicalCollection* collection,
|
||||
transaction::Methods* trx,
|
||||
ManagedDocumentResult* mmdr,
|
||||
RocksDBPrimaryMockIndex const* index,
|
||||
bool reverse)
|
||||
: IndexIterator(collection, trx, mmdr, index), _reverse(reverse), _total(0) {}
|
||||
|
||||
bool RocksDBAllIndexIterator::next(TokenCallback const& cb, size_t limit) {
|
||||
// TODO
|
||||
return false;
|
||||
}
|
||||
|
||||
void RocksDBAllIndexIterator::reset() {
|
||||
// TODO
|
||||
}
|
||||
|
||||
RocksDBAnyIndexIterator::RocksDBAnyIndexIterator(LogicalCollection* collection, transaction::Methods* trx,
|
||||
ManagedDocumentResult* mmdr,
|
||||
RocksDBPrimaryMockIndex const* index)
|
||||
: IndexIterator(collection, trx, mmdr, index) {}
|
||||
|
||||
bool RocksDBAnyIndexIterator::next(TokenCallback const& cb, size_t limit) {
|
||||
THROW_ARANGO_NOT_YET_IMPLEMENTED();
|
||||
return true;
|
||||
}
|
||||
|
||||
void RocksDBAnyIndexIterator::reset() {
|
||||
THROW_ARANGO_NOT_YET_IMPLEMENTED();
|
||||
}
|
||||
|
||||
RocksDBPrimaryMockIndex::RocksDBPrimaryMockIndex(arangodb::LogicalCollection* collection)
|
||||
: Index(0, collection,
|
||||
std::vector<std::vector<arangodb::basics::AttributeName>>(
|
||||
{{arangodb::basics::AttributeName(StaticStrings::KeyString, false)}}),
|
||||
true, false) {
|
||||
}
|
||||
|
||||
RocksDBPrimaryMockIndex::~RocksDBPrimaryMockIndex() {}
|
||||
|
||||
/// @brief return the number of documents from the index
|
||||
size_t RocksDBPrimaryMockIndex::size() const {
|
||||
// TODO
|
||||
return 0;
|
||||
}
|
||||
|
||||
/// @brief return the memory usage of the index
|
||||
size_t RocksDBPrimaryMockIndex::memory() const {
|
||||
return 0; // TODO
|
||||
}
|
||||
|
||||
/// @brief return a VelocyPack representation of the index
|
||||
void RocksDBPrimaryMockIndex::toVelocyPack(VPackBuilder& builder, bool withFigures) const {
|
||||
Index::toVelocyPack(builder, withFigures);
|
||||
// hard-coded
|
||||
builder.add("unique", VPackValue(true));
|
||||
builder.add("sparse", VPackValue(false));
|
||||
}
|
||||
|
||||
/// @brief return a VelocyPack representation of the index figures
|
||||
void RocksDBPrimaryMockIndex::toVelocyPackFigures(VPackBuilder& builder) const {
|
||||
Index::toVelocyPackFigures(builder);
|
||||
// TODO: implement
|
||||
}
|
||||
|
||||
int RocksDBPrimaryMockIndex::insert(transaction::Methods*, TRI_voc_rid_t, VPackSlice const&, bool) {
|
||||
#ifdef ARANGODB_ENABLE_MAINTAINER_MODE
|
||||
LOG_TOPIC(WARN, arangodb::Logger::FIXME) << "insert() called for primary index";
|
||||
#endif
|
||||
THROW_ARANGO_EXCEPTION_MESSAGE(TRI_ERROR_INTERNAL, "insert() called for primary index");
|
||||
}
|
||||
|
||||
int RocksDBPrimaryMockIndex::remove(transaction::Methods*, TRI_voc_rid_t, VPackSlice const&, bool) {
|
||||
#ifdef ARANGODB_ENABLE_MAINTAINER_MODE
|
||||
LOG_TOPIC(WARN, arangodb::Logger::FIXME) << "remove() called for primary index";
|
||||
#endif
|
||||
THROW_ARANGO_EXCEPTION_MESSAGE(TRI_ERROR_INTERNAL, "remove() called for primary index");
|
||||
}
|
||||
|
||||
/// @brief unload the index data from memory
|
||||
int RocksDBPrimaryMockIndex::unload() {
|
||||
// nothing to do
|
||||
return TRI_ERROR_NO_ERROR;
|
||||
}
|
||||
|
||||
/// @brief checks whether the index supports the condition
|
||||
bool RocksDBPrimaryMockIndex::supportsFilterCondition(
|
||||
arangodb::aql::AstNode const* node,
|
||||
arangodb::aql::Variable const* reference, size_t itemsInIndex,
|
||||
size_t& estimatedItems, double& estimatedCost) const {
|
||||
|
||||
SimpleAttributeEqualityMatcher matcher(IndexAttributes);
|
||||
return matcher.matchOne(this, node, reference, itemsInIndex, estimatedItems,
|
||||
estimatedCost);
|
||||
}
|
||||
|
||||
/// @brief creates an IndexIterator for the given Condition
|
||||
IndexIterator* RocksDBPrimaryMockIndex::iteratorForCondition(
|
||||
transaction::Methods* trx,
|
||||
ManagedDocumentResult* mmdr,
|
||||
arangodb::aql::AstNode const* node,
|
||||
arangodb::aql::Variable const* reference, bool reverse) const {
|
||||
|
||||
THROW_ARANGO_NOT_YET_IMPLEMENTED();
|
||||
return nullptr;
|
||||
}
|
||||
|
||||
/// @brief specializes the condition for use with the index
|
||||
arangodb::aql::AstNode* RocksDBPrimaryMockIndex::specializeCondition(
|
||||
arangodb::aql::AstNode* node,
|
||||
arangodb::aql::Variable const* reference) const {
|
||||
|
||||
SimpleAttributeEqualityMatcher matcher(IndexAttributes);
|
||||
return matcher.specializeOne(this, node, reference);
|
||||
}
|
||||
|
||||
/// @brief request an iterator over all elements in the index in
|
||||
/// a sequential order.
|
||||
IndexIterator* RocksDBPrimaryMockIndex::allIterator(transaction::Methods* trx,
|
||||
ManagedDocumentResult* mmdr,
|
||||
bool reverse) const {
|
||||
return new RocksDBAllIndexIterator(_collection, trx, mmdr, this, reverse);
|
||||
}
|
||||
|
||||
/// @brief request an iterator over all elements in the index in
|
||||
/// a random order. It is guaranteed that each element is found
|
||||
/// exactly once unless the collection is modified.
|
||||
IndexIterator* RocksDBPrimaryMockIndex::anyIterator(transaction::Methods* trx,
|
||||
ManagedDocumentResult* mmdr) const {
|
||||
return new RocksDBAnyIndexIterator(_collection, trx, mmdr, this);
|
||||
}
|
||||
|
|
@ -0,0 +1,166 @@
|
|||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// DISCLAIMER
|
||||
///
|
||||
/// Copyright 2014-2016 ArangoDB GmbH, Cologne, Germany
|
||||
/// Copyright 2004-2014 triAGENS GmbH, Cologne, Germany
|
||||
///
|
||||
/// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
/// you may not use this file except in compliance with the License.
|
||||
/// You may obtain a copy of the License at
|
||||
///
|
||||
/// http://www.apache.org/licenses/LICENSE-2.0
|
||||
///
|
||||
/// Unless required by applicable law or agreed to in writing, software
|
||||
/// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
/// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
/// See the License for the specific language governing permissions and
|
||||
/// limitations under the License.
|
||||
///
|
||||
/// Copyright holder is ArangoDB GmbH, Cologne, Germany
|
||||
///
|
||||
/// @author Jan Steemann
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
#ifndef ARANGOD_ROCKSDB_ENGINE_ROCKSDB_PRIMARY_INDEX_H
|
||||
#define ARANGOD_ROCKSDB_ENGINE_ROCKSDB_PRIMARY_INDEX_H 1
|
||||
|
||||
#include "Basics/Common.h"
|
||||
#include "Indexes/Index.h"
|
||||
#include "Indexes/IndexIterator.h"
|
||||
#include "VocBase/vocbase.h"
|
||||
#include "VocBase/voc-types.h"
|
||||
|
||||
#include <velocypack/Iterator.h>
|
||||
#include <velocypack/Slice.h>
|
||||
#include <velocypack/velocypack-aliases.h>
|
||||
|
||||
namespace arangodb {
|
||||
|
||||
class RocksDBPrimaryMockIndex;
|
||||
namespace transaction {
|
||||
class Methods;
|
||||
}
|
||||
|
||||
class RocksDBPrimaryMockIndexIterator final : public IndexIterator {
|
||||
public:
|
||||
RocksDBPrimaryMockIndexIterator(LogicalCollection* collection,
|
||||
transaction::Methods* trx,
|
||||
ManagedDocumentResult* mmdr,
|
||||
RocksDBPrimaryMockIndex const* index,
|
||||
std::unique_ptr<VPackBuilder>& keys);
|
||||
|
||||
~RocksDBPrimaryMockIndexIterator();
|
||||
|
||||
char const* typeName() const override { return "primary-index-iterator"; }
|
||||
|
||||
bool next(TokenCallback const& cb, size_t limit) override;
|
||||
|
||||
void reset() override;
|
||||
|
||||
private:
|
||||
RocksDBPrimaryMockIndex const* _index;
|
||||
std::unique_ptr<VPackBuilder> _keys;
|
||||
arangodb::velocypack::ArrayIterator _iterator;
|
||||
};
|
||||
|
||||
class RocksDBAllIndexIterator final : public IndexIterator {
|
||||
public:
|
||||
RocksDBAllIndexIterator(LogicalCollection* collection,
|
||||
transaction::Methods* trx,
|
||||
ManagedDocumentResult* mmdr,
|
||||
RocksDBPrimaryMockIndex const* index,
|
||||
bool reverse);
|
||||
|
||||
~RocksDBAllIndexIterator() {}
|
||||
|
||||
char const* typeName() const override { return "all-index-iterator"; }
|
||||
|
||||
bool next(TokenCallback const& cb, size_t limit) override;
|
||||
|
||||
void reset() override;
|
||||
|
||||
private:
|
||||
bool const _reverse;
|
||||
uint64_t _total;
|
||||
};
|
||||
|
||||
class RocksDBAnyIndexIterator final : public IndexIterator {
|
||||
public:
|
||||
RocksDBAnyIndexIterator(LogicalCollection* collection, transaction::Methods* trx,
|
||||
ManagedDocumentResult* mmdr,
|
||||
RocksDBPrimaryMockIndex const* index);
|
||||
|
||||
~RocksDBAnyIndexIterator() {}
|
||||
|
||||
char const* typeName() const override { return "any-index-iterator"; }
|
||||
|
||||
bool next(TokenCallback const& cb, size_t limit) override;
|
||||
|
||||
void reset() override;
|
||||
};
|
||||
|
||||
class RocksDBPrimaryMockIndex final : public Index {
|
||||
friend class RocksDBPrimaryMockIndexIterator;
|
||||
|
||||
public:
|
||||
RocksDBPrimaryMockIndex() = delete;
|
||||
|
||||
explicit RocksDBPrimaryMockIndex(arangodb::LogicalCollection*);
|
||||
|
||||
~RocksDBPrimaryMockIndex();
|
||||
|
||||
public:
|
||||
IndexType type() const override {
|
||||
return Index::TRI_IDX_TYPE_PRIMARY_INDEX;
|
||||
}
|
||||
|
||||
char const* typeName() const override { return "primary"; }
|
||||
|
||||
bool allowExpansion() const override { return false; }
|
||||
|
||||
bool canBeDropped() const override { return false; }
|
||||
|
||||
bool isSorted() const override { return false; }
|
||||
|
||||
bool hasSelectivityEstimate() const override { return true; }
|
||||
|
||||
double selectivityEstimate(arangodb::StringRef const* = nullptr) const override { return 1.0; }
|
||||
|
||||
size_t size() const;
|
||||
|
||||
size_t memory() const override;
|
||||
|
||||
void toVelocyPack(VPackBuilder&, bool) const override;
|
||||
void toVelocyPackFigures(VPackBuilder&) const override;
|
||||
|
||||
int insert(transaction::Methods*, TRI_voc_rid_t, arangodb::velocypack::Slice const&, bool isRollback) override;
|
||||
|
||||
int remove(transaction::Methods*, TRI_voc_rid_t, arangodb::velocypack::Slice const&, bool isRollback) override;
|
||||
|
||||
int unload() override;
|
||||
|
||||
bool supportsFilterCondition(arangodb::aql::AstNode const*,
|
||||
arangodb::aql::Variable const*, size_t, size_t&,
|
||||
double&) const override;
|
||||
|
||||
IndexIterator* iteratorForCondition(transaction::Methods*,
|
||||
ManagedDocumentResult*,
|
||||
arangodb::aql::AstNode const*,
|
||||
arangodb::aql::Variable const*,
|
||||
bool) const override;
|
||||
|
||||
arangodb::aql::AstNode* specializeCondition(
|
||||
arangodb::aql::AstNode*, arangodb::aql::Variable const*) const override;
|
||||
|
||||
/// @brief request an iterator over all elements in the index in
|
||||
/// a sequential order.
|
||||
IndexIterator* allIterator(transaction::Methods*, ManagedDocumentResult*, bool reverse) const;
|
||||
|
||||
/// @brief request an iterator over all elements in the index in
|
||||
/// a random order. It is guaranteed that each element is found
|
||||
/// exactly once unless the collection is modified.
|
||||
IndexIterator* anyIterator(transaction::Methods*, ManagedDocumentResult*) const;
|
||||
};
|
||||
}
|
||||
|
||||
#endif
|
||||
Loading…
Reference in New Issue