//////////////////////////////////////////////////////////////////////////////// /// DISCLAIMER /// /// Copyright 2018 ArangoDB GmbH, Cologne, Germany /// /// Licensed under the Apache License, Version 2.0 (the "License"); /// you may not use this file except in compliance with the License. /// You may obtain a copy of the License at /// /// http://www.apache.org/licenses/LICENSE-2.0 /// /// Unless required by applicable law or agreed to in writing, software /// distributed under the License is distributed on an "AS IS" BASIS, /// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. /// See the License for the specific language governing permissions and /// limitations under the License. /// /// Copyright holder is ArangoDB GmbH, Cologne, Germany /// /// @author Tobias Gödderz /// @author Michael Hackstein /// @author Heiko Kernbach /// @author Jan Christoph Uhde //////////////////////////////////////////////////////////////////////////////// #include "AqlItemBlockHelper.h" #include "DependencyProxyMock.h" #include "gtest/gtest.h" #include "Aql/AllRowsFetcher.h" #include "Aql/InputAqlItemRow.h" using namespace arangodb; using namespace arangodb::aql; namespace arangodb { namespace tests { namespace aql { class AllRowsFetcherTest : public ::testing::Test { protected: ExecutionState state; AqlItemMatrix const* matrix = nullptr; VPackBuilder input; ResourceMonitor monitor; }; TEST_F(AllRowsFetcherTest, no_blocks_upstream_the_producer_does_not_wait) { DependencyProxyMock dependencyProxyMock{monitor, 0}; dependencyProxyMock.shouldReturn(ExecutionState::DONE, nullptr); { AllRowsFetcher testee(dependencyProxyMock); std::tie(state, matrix) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::DONE); ASSERT_TRUE(matrix != nullptr); ASSERT_TRUE(matrix->empty()); ASSERT_TRUE(matrix->size() == 0); AqlItemMatrix const* matrix2 = nullptr; std::tie(state, matrix2) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::DONE); ASSERT_TRUE(matrix2 == matrix); } // testee is destroyed here // testee must be destroyed before verify, because it may call returnBlock // in the destructor ASSERT_TRUE(dependencyProxyMock.allBlocksFetched()); ASSERT_TRUE(dependencyProxyMock.numFetchBlockCalls() == 1); } TEST_F(AllRowsFetcherTest, no_blocks_upstream_the_producer_waits) { DependencyProxyMock dependencyProxyMock{monitor, 0}; dependencyProxyMock.shouldReturn(ExecutionState::WAITING, nullptr) .andThenReturn(ExecutionState::DONE, nullptr); { AllRowsFetcher testee(dependencyProxyMock); std::tie(state, matrix) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::WAITING); ASSERT_TRUE(matrix == nullptr); std::tie(state, matrix) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::DONE); ASSERT_TRUE(matrix != nullptr); ASSERT_TRUE(matrix->empty()); ASSERT_TRUE(matrix->size() == 0); AqlItemMatrix const* matrix2 = nullptr; std::tie(state, matrix2) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::DONE); ASSERT_TRUE(matrix2 == matrix); } // testee is destroyed here // testee must be destroyed before verify, because it may call returnBlock // in the destructor ASSERT_TRUE(dependencyProxyMock.allBlocksFetched()); ASSERT_TRUE(dependencyProxyMock.numFetchBlockCalls() == 2); } TEST_F(AllRowsFetcherTest, a_single_upstream_block_producer_returns_done_immediately) { AqlItemBlockManager itemBlockManager{&monitor}; DependencyProxyMock dependencyProxyMock{monitor, 1}; SharedAqlItemBlockPtr block = buildBlock<1>(itemBlockManager, {{42}}); dependencyProxyMock.shouldReturn(ExecutionState::DONE, std::move(block)); { AllRowsFetcher testee(dependencyProxyMock); std::tie(state, matrix) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::DONE); ASSERT_TRUE(matrix != nullptr); EXPECT_EQ(1, matrix->getNrRegisters()); EXPECT_FALSE(matrix->empty()); EXPECT_EQ(1, matrix->size()); auto rowIndexes = matrix->produceRowIndexes(); ASSERT_EQ(matrix->size(), rowIndexes.size()); ASSERT_EQ(42, matrix->getRow(rowIndexes[0]).getValue(0).slice().getInt()); AqlItemMatrix const* matrix2 = nullptr; std::tie(state, matrix2) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::DONE); ASSERT_TRUE(matrix2 == matrix); } // testee is destroyed here // testee must be destroyed before verify, because it may call returnBlock // in the destructor ASSERT_TRUE(dependencyProxyMock.allBlocksFetched()); ASSERT_TRUE(dependencyProxyMock.numFetchBlockCalls() == 1); } TEST_F(AllRowsFetcherTest, a_single_upstream_block_producer_returns_hasmore_then_done) { AqlItemBlockManager itemBlockManager{&monitor}; DependencyProxyMock dependencyProxyMock{monitor, 1}; SharedAqlItemBlockPtr block = buildBlock<1>(itemBlockManager, {{42}}); dependencyProxyMock.shouldReturn(ExecutionState::HASMORE, std::move(block)) .andThenReturn(ExecutionState::DONE, nullptr); { AllRowsFetcher testee(dependencyProxyMock); std::tie(state, matrix) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::DONE); ASSERT_TRUE(matrix != nullptr); EXPECT_EQ(1, matrix->getNrRegisters()); EXPECT_FALSE(matrix->empty()); EXPECT_EQ(1, matrix->size()); auto rowIndexes = matrix->produceRowIndexes(); ASSERT_EQ(matrix->size(), rowIndexes.size()); EXPECT_EQ(42, matrix->getRow(rowIndexes[0]).getValue(0).slice().getInt()); AqlItemMatrix const* matrix2 = nullptr; std::tie(state, matrix2) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::DONE); ASSERT_TRUE(matrix2 == matrix); } // testee is destroyed here // testee must be destroyed before verify, because it may call returnBlock // in the destructor ASSERT_TRUE(dependencyProxyMock.allBlocksFetched()); ASSERT_TRUE(dependencyProxyMock.numFetchBlockCalls() == 2); } TEST_F(AllRowsFetcherTest, a_single_upstream_block_producer_waits_then_returns_done) { AqlItemBlockManager itemBlockManager{&monitor}; DependencyProxyMock dependencyProxyMock{monitor, 1}; SharedAqlItemBlockPtr block = buildBlock<1>(itemBlockManager, {{42}}); dependencyProxyMock.shouldReturn(ExecutionState::WAITING, nullptr) .andThenReturn(ExecutionState::DONE, std::move(block)); { AllRowsFetcher testee(dependencyProxyMock); std::tie(state, matrix) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::WAITING); ASSERT_TRUE(matrix == nullptr); std::tie(state, matrix) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::DONE); ASSERT_TRUE(matrix != nullptr); EXPECT_EQ(1, matrix->getNrRegisters()); EXPECT_FALSE(matrix->empty()); EXPECT_EQ(1, matrix->size()); auto rowIndexes = matrix->produceRowIndexes(); ASSERT_EQ(matrix->size(), rowIndexes.size()); EXPECT_EQ(42, matrix->getRow(rowIndexes[0]).getValue(0).slice().getInt()); AqlItemMatrix const* matrix2 = nullptr; std::tie(state, matrix2) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::DONE); ASSERT_TRUE(matrix2 == matrix); } // testee is destroyed here // testee must be destroyed before verify, because it may call returnBlock // in the destructor ASSERT_TRUE(dependencyProxyMock.allBlocksFetched()); ASSERT_TRUE(dependencyProxyMock.numFetchBlockCalls() == 2); } TEST_F(AllRowsFetcherTest, a_single_upstream_block_producer_waits_returns_hasmore_then_done) { AqlItemBlockManager itemBlockManager{&monitor}; DependencyProxyMock dependencyProxyMock{monitor, 1}; SharedAqlItemBlockPtr block = buildBlock<1>(itemBlockManager, {{42}}); dependencyProxyMock.shouldReturn(ExecutionState::WAITING, nullptr) .andThenReturn(ExecutionState::HASMORE, std::move(block)) .andThenReturn(ExecutionState::DONE, nullptr); { AllRowsFetcher testee(dependencyProxyMock); std::tie(state, matrix) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::WAITING); ASSERT_TRUE(matrix == nullptr); std::tie(state, matrix) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::DONE); ASSERT_TRUE(matrix != nullptr); EXPECT_EQ(1, matrix->getNrRegisters()); EXPECT_FALSE(matrix->empty()); EXPECT_EQ(1, matrix->size()); auto rowIndexes = matrix->produceRowIndexes(); ASSERT_EQ(matrix->size(), rowIndexes.size()); EXPECT_EQ(42, matrix->getRow(rowIndexes[0]).getValue(0).slice().getInt()); AqlItemMatrix const* matrix2 = nullptr; std::tie(state, matrix2) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::DONE); ASSERT_TRUE(matrix2 == matrix); } // testee is destroyed here // testee must be destroyed before verify, because it may call returnBlock // in the destructor ASSERT_TRUE(dependencyProxyMock.allBlocksFetched()); ASSERT_TRUE(dependencyProxyMock.numFetchBlockCalls() == 3); } // TODO the following tests should be simplified, a simple output // specification should be compared with the actual output. TEST_F(AllRowsFetcherTest, multiple_blocks_upstream_producer_does_not_wait) { AqlItemBlockManager itemBlockManager{&monitor}; DependencyProxyMock dependencyProxyMock{monitor, 1}; // three 1-column matrices with 3, 2 and 1 rows, respectively SharedAqlItemBlockPtr block1 = buildBlock<1>(itemBlockManager, {{{1}}, {{2}}, {{3}}}), block2 = buildBlock<1>(itemBlockManager, {{{4}}, {{5}}}), block3 = buildBlock<1>(itemBlockManager, {{{6}}}); dependencyProxyMock.shouldReturn(ExecutionState::HASMORE, std::move(block1)) .andThenReturn(ExecutionState::HASMORE, std::move(block2)) .andThenReturn(ExecutionState::DONE, std::move(block3)); { AllRowsFetcher testee(dependencyProxyMock); std::tie(state, matrix) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::DONE); ASSERT_TRUE(matrix != nullptr); EXPECT_EQ(1, matrix->getNrRegisters()); EXPECT_FALSE(matrix->empty()); EXPECT_EQ(6, matrix->size()); auto rowIndexes = matrix->produceRowIndexes(); ASSERT_EQ(matrix->size(), rowIndexes.size()); for (int64_t i = 0; i < 6; i++) { int64_t rowValue = i + 1; auto row = matrix->getRow(rowIndexes[i]); ASSERT_TRUE(row.isInitialized()); EXPECT_EQ(rowValue, row.getValue(0).slice().getInt()); } AqlItemMatrix const* matrix2 = nullptr; std::tie(state, matrix2) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::DONE); ASSERT_TRUE(matrix2 == matrix); } // testee is destroyed here // testee must be destroyed before verify, because it may call returnBlock // in the destructor ASSERT_TRUE(dependencyProxyMock.allBlocksFetched()); ASSERT_TRUE(dependencyProxyMock.numFetchBlockCalls() == 3); } TEST_F(AllRowsFetcherTest, multiple_blocks_upstream_producer_waits) { AqlItemBlockManager itemBlockManager{&monitor}; DependencyProxyMock dependencyProxyMock{monitor, 1}; // three 1-column matrices with 3, 2 and 1 rows, respectively SharedAqlItemBlockPtr block1 = buildBlock<1>(itemBlockManager, {{{1}}, {{2}}, {{3}}}), block2 = buildBlock<1>(itemBlockManager, {{{4}}, {{5}}}), block3 = buildBlock<1>(itemBlockManager, {{{6}}}); dependencyProxyMock.shouldReturn(ExecutionState::WAITING, nullptr) .andThenReturn(ExecutionState::HASMORE, std::move(block1)) .andThenReturn(ExecutionState::WAITING, nullptr) .andThenReturn(ExecutionState::HASMORE, std::move(block2)) .andThenReturn(ExecutionState::WAITING, nullptr) .andThenReturn(ExecutionState::DONE, std::move(block3)); { AllRowsFetcher testee(dependencyProxyMock); // wait when fetching the 1st and 2nd block std::tie(state, matrix) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::WAITING); ASSERT_TRUE(matrix == nullptr); std::tie(state, matrix) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::WAITING); ASSERT_TRUE(matrix == nullptr); std::tie(state, matrix) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::WAITING); ASSERT_TRUE(matrix == nullptr); // now get the matrix std::tie(state, matrix) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::DONE); ASSERT_TRUE(matrix != nullptr); EXPECT_EQ(1, matrix->getNrRegisters()); EXPECT_FALSE(matrix->empty()); EXPECT_EQ(6, matrix->size()); auto rowIndexes = matrix->produceRowIndexes(); ASSERT_EQ(matrix->size(), rowIndexes.size()); for (int64_t i = 0; i < 6; i++) { int64_t rowValue = i + 1; auto row = matrix->getRow(rowIndexes[i]); EXPECT_EQ(rowValue, row.getValue(0).slice().getInt()); } AqlItemMatrix const* matrix2 = nullptr; std::tie(state, matrix2) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::DONE); ASSERT_TRUE(matrix2 == matrix); } // testee is destroyed here // testee must be destroyed before verify, because it may call returnBlock // in the destructor ASSERT_TRUE(dependencyProxyMock.allBlocksFetched()); ASSERT_TRUE(dependencyProxyMock.numFetchBlockCalls() == 6); } TEST_F(AllRowsFetcherTest, multiple_blocks_upstream_producer_waits_and_does_not_return_done) { AqlItemBlockManager itemBlockManager{&monitor}; DependencyProxyMock dependencyProxyMock{monitor, 1}; // three 1-column matrices with 3, 2 and 1 rows, respectively SharedAqlItemBlockPtr block1 = buildBlock<1>(itemBlockManager, {{{1}}, {{2}}, {{3}}}), block2 = buildBlock<1>(itemBlockManager, {{{4}}, {{5}}}), block3 = buildBlock<1>(itemBlockManager, {{{6}}}); dependencyProxyMock.shouldReturn(ExecutionState::WAITING, nullptr) .andThenReturn(ExecutionState::HASMORE, std::move(block1)) .andThenReturn(ExecutionState::WAITING, nullptr) .andThenReturn(ExecutionState::HASMORE, std::move(block2)) .andThenReturn(ExecutionState::WAITING, nullptr) .andThenReturn(ExecutionState::HASMORE, std::move(block3)) .andThenReturn(ExecutionState::DONE, nullptr); { AllRowsFetcher testee(dependencyProxyMock); // wait when fetching the 1st and 2nd block std::tie(state, matrix) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::WAITING); ASSERT_TRUE(matrix == nullptr); std::tie(state, matrix) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::WAITING); ASSERT_TRUE(matrix == nullptr); std::tie(state, matrix) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::WAITING); ASSERT_TRUE(matrix == nullptr); // now get the matrix std::tie(state, matrix) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::DONE); ASSERT_TRUE(matrix != nullptr); EXPECT_EQ(1, matrix->getNrRegisters()); EXPECT_FALSE(matrix->empty()); EXPECT_EQ(6, matrix->size()); auto rowIndexes = matrix->produceRowIndexes(); ASSERT_EQ(matrix->size(), rowIndexes.size()); for (int64_t i = 0; i < 6; i++) { int64_t rowValue = i + 1; auto row = matrix->getRow(rowIndexes[i]); EXPECT_EQ(rowValue, row.getValue(0).slice().getInt()); } AqlItemMatrix const* matrix2 = nullptr; std::tie(state, matrix2) = testee.fetchAllRows(); ASSERT_TRUE(state == ExecutionState::DONE); ASSERT_TRUE(matrix2 == matrix); } // testee is destroyed here // testee must be destroyed before verify, because it may call returnBlock // in the destructor ASSERT_TRUE(dependencyProxyMock.allBlocksFetched()); ASSERT_TRUE(dependencyProxyMock.numFetchBlockCalls() == 7); } } // namespace aql } // namespace tests } // namespace arangodb