//////////////////////////////////////////////////////////////////////////////// /// DISCLAIMER /// /// Copyright 2017 ArangoDB GmbH, Cologne, Germany /// /// Licensed under the Apache License, Version 2.0 (the "License"); /// you may not use this file except in compliance with the License. /// You may obtain a copy of the License at /// /// http://www.apache.org/licenses/LICENSE-2.0 /// /// Unless required by applicable law or agreed to in writing, software /// distributed under the License is distributed on an "AS IS" BASIS, /// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. /// See the License for the specific language governing permissions and /// limitations under the License. /// /// Copyright holder is ArangoDB GmbH, Cologne, Germany /// /// @author Andrey Abramov /// @author Vasiliy Nabatchikov //////////////////////////////////////////////////////////////////////////////// #include "IResearchQueryCommon.h" #include "Aql/OptimizerRulesFeature.h" #include "IResearch/IResearchLink.h" #include "IResearch/IResearchLinkHelper.h" #include "IResearch/IResearchView.h" #include "Transaction/StandaloneContext.h" #include "Utils/OperationOptions.h" #include "Utils/SingleCollectionTransaction.h" #include "VocBase/LogicalCollection.h" #include "VocBase/ManagedDocumentResult.h" #include extern const char* ARGV0; // defined in main.cpp namespace { static const VPackBuilder systemDatabaseBuilder = dbArgsBuilder(); static const VPackSlice systemDatabaseArgs = systemDatabaseBuilder.slice(); // ----------------------------------------------------------------------------- // --SECTION-- setup / tear-down // ----------------------------------------------------------------------------- class IResearchQueryJoinTest : public IResearchQueryTest {}; } // namespace // ----------------------------------------------------------------------------- // --SECTION-- test suite // ----------------------------------------------------------------------------- TEST_F(IResearchQueryJoinTest, Subquery) { TRI_vocbase_t vocbase(TRI_vocbase_type_e::TRI_VOCBASE_TYPE_NORMAL, testDBInfo(server.server())); std::shared_ptr entities; std::shared_ptr links; std::shared_ptr entities_view; std::shared_ptr links_view; // entities collection { auto json = VPackParser::fromJson("{ \"name\": \"entities\" }"); entities = vocbase.createCollection(json->slice()); ASSERT_NE(nullptr, entities); } // links collection { auto json = VPackParser::fromJson("{ \"name\": \"links\", \"type\": 3 }"); links = vocbase.createCollection(json->slice()); ASSERT_NE(nullptr, links); } // entities view { auto json = VPackParser::fromJson( "{ \"name\" : \"entities_view\", \"writebufferSizeMax\": 33554432, " "\"consolidationPolicy\": { \"type\": \"bytes_accum\", \"threshold\": " "0.10000000149011612 }, \"globallyUniqueId\": \"hB4A95C21732A/218\", " "\"id\": \"218\", \"writebufferActive\": 0, " "\"consolidationIntervalMsec\": 60000, \"cleanupIntervalStep\": 10, " "\"links\": { \"entities\": { \"analyzers\": [ \"identity\" ], " "\"fields\": {}, \"includeAllFields\": true, \"storeValues\": \"id\", " "\"trackListPositions\": false } }, \"type\": \"arangosearch\", " "\"writebufferIdle\": 64 }"); ASSERT_TRUE( arangodb::LogicalView::create(entities_view, vocbase, json->slice()).ok()); ASSERT_NE(nullptr, entities_view); } // links view { auto json = VPackParser::fromJson( "{ \"name\" : \"links_view\", \"writebufferSizeMax\": 33554432, " "\"consolidationPolicy\": { \"type\": \"bytes_accum\", \"threshold\": " "0.10000000149011612 }, \"globallyUniqueId\": \"hB4A95C21732A/181\", " "\"id\": \"181\", \"writebufferActive\": 0, " "\"consolidationIntervalMsec\": 60000, \"cleanupIntervalStep\": 10, " "\"links\": { \"links\": { \"analyzers\": [ \"identity\" ], " "\"fields\": {}, \"includeAllFields\": true, \"storeValues\": \"id\", " "\"trackListPositions\": false } }, \"type\": \"arangosearch\", " "\"writebufferIdle\": 64 }"); ASSERT_TRUE( arangodb::LogicalView::create(links_view, vocbase, json->slice()).ok()); ASSERT_NE(nullptr, links_view); } std::vector const collections{"entities", "links"}; // populate views with the data { arangodb::OperationOptions opt; arangodb::transaction::Methods trx(arangodb::transaction::StandaloneContext::Create(vocbase), collections, collections, collections, arangodb::transaction::Options()); EXPECT_TRUE(trx.begin().ok()); // insert into entities collection { auto builder = VPackParser::fromJson( "[{ \"_key\": \"person1\", \"_id\": \"entities/person1\", \"_rev\": " "\"_YOr40eu--_\", \"type\": \"person\", \"id\": \"person1\" }," " { \"_key\": \"person5\", \"_id\": \"entities/person5\", \"_rev\": " "\"_YOr48rO---\", \"type\": \"person\", \"id\": \"person5\" }," " { \"_key\": \"person4\", \"_id\": \"entities/person4\", \"_rev\": " "\"_YOr5IGu--_\", \"type\": \"person\", \"id\": \"person4\" }," " { \"_key\": \"person3\", \"_id\": \"entities/person3\", \"_rev\": " "\"_YOr5PBK--_\", \"type\": \"person\", \"id\": \"person3\" }, " " { \"_key\": \"person2\", \"_id\": \"entities/person2\", \"_rev\": " "\"_YOr5Umq--_\", \"type\": \"person\", \"id\": \"person2\" } ]"); auto root = builder->slice(); ASSERT_TRUE(root.isArray()); arangodb::ManagedDocumentResult mmdr; for (auto doc : arangodb::velocypack::ArrayIterator(root)) { auto const res = entities->insert(&trx, doc, mmdr, opt, false); EXPECT_TRUE(res.ok()); } } // insert into links collection { auto builder = VPackParser::fromJson( "[ { \"_key\": \"3301\", \"_id\": \"links/3301\", \"_from\": " "\"entities/person1\", \"_to\": \"entities/person2\", \"_rev\": " "\"_YOrbp_S--_\", \"type\": \"relationship\", \"subType\": " "\"married\", \"from\": \"person1\", \"to\": \"person2\" }," " { \"_key\": \"3377\", \"_id\": \"links/3377\", \"_from\": " "\"entities/person4\", \"_to\": \"entities/person5\", \"_rev\": " "\"_YOrbxN2--_\", \"type\": \"relationship\", \"subType\": " "\"married\", \"from\": \"person4\", \"to\": \"person5\" }," " { \"_key\": \"3346\", \"_id\": \"links/3346\", \"_from\": " "\"entities/person1\", \"_to\": \"entities/person3\", \"_rev\": " "\"_YOrb4kq--_\", \"type\": \"relationship\", \"subType\": " "\"married\", \"from\": \"person1\", \"to\": \"person3\" }]"); auto root = builder->slice(); ASSERT_TRUE(root.isArray()); arangodb::ManagedDocumentResult mmdr; for (auto doc : arangodb::velocypack::ArrayIterator(root)) { auto const res = links->insert(&trx, doc, mmdr, opt, false); EXPECT_TRUE(res.ok()); } } EXPECT_TRUE(trx.commit().ok()); EXPECT_TRUE((arangodb::iresearch::IResearchLinkHelper::find(*entities, *entities_view) ->commit() .ok())); EXPECT_TRUE((arangodb::iresearch::IResearchLinkHelper::find(*links, *links_view) ->commit() .ok())); } // check query { auto expectedResultBuilder = VPackParser::fromJson( "[ { \"id\": \"person1\", \"marriedIds\": [\"person2\", \"person3\"] }," " { \"id\": \"person2\", \"marriedIds\": [\"person1\" ] }," " { \"id\": \"person3\", \"marriedIds\": [\"person1\" ] }," " { \"id\": \"person4\", \"marriedIds\": [\"person5\" ] }," " { \"id\": \"person5\", \"marriedIds\": [\"person4\" ] } ]"); std::string const query = "FOR org IN entities_view SEARCH org.type == 'person' " "LET marriedIds = (" "LET entityIds = (" " FOR l IN links_view SEARCH l.type == 'relationship' AND l.subType " "== 'married' AND (l.from == org.id OR l.to == org.id)" " RETURN DISTINCT l.from == org.id ? l.to : l.from" ") " "FOR entityId IN entityIds SORT entityId RETURN entityId " ") " "LIMIT 10 " "SORT org._key " "RETURN { id: org._key, marriedIds: marriedIds }"; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); auto expectedResult = expectedResultBuilder->slice(); EXPECT_TRUE(expectedResult.isArray()); arangodb::velocypack::ArrayIterator expectedResultIt(expectedResult); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedResultIt.size(), resultIt.size()); // Check documents for (; resultIt.valid(); resultIt.next(), expectedResultIt.next()) { ASSERT_TRUE(expectedResultIt.valid()); auto const expectedDoc = expectedResultIt.value(); auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(expectedDoc), resolved, true))); } EXPECT_FALSE(expectedResultIt.valid()); } } TEST_F(IResearchQueryJoinTest, DuplicateDataSource) { static std::vector const EMPTY; auto createJson = VPackParser::fromJson( "{ \ \"name\": \"testView\", \ \"type\": \"arangosearch\" \ }"); TRI_vocbase_t vocbase(TRI_vocbase_type_e::TRI_VOCBASE_TYPE_NORMAL, testDBInfo(server.server())); std::shared_ptr logicalCollection1; std::shared_ptr logicalCollection2; std::shared_ptr logicalCollection3; // add collection_1 { auto collectionJson = VPackParser::fromJson("{ \"name\": \"collection_1\" }"); logicalCollection1 = vocbase.createCollection(collectionJson->slice()); ASSERT_NE(nullptr, logicalCollection1); } // add collection_2 { auto collectionJson = VPackParser::fromJson("{ \"name\": \"collection_2\" }"); logicalCollection2 = vocbase.createCollection(collectionJson->slice()); ASSERT_NE(nullptr, logicalCollection2); } // add collection_3 { auto collectionJson = VPackParser::fromJson("{ \"name\": \"collection_3\" }"); logicalCollection3 = vocbase.createCollection(collectionJson->slice()); ASSERT_NE(nullptr, logicalCollection3); } // add view auto view = std::dynamic_pointer_cast( vocbase.createView(createJson->slice())); ASSERT_FALSE(!view); // add logical collection with the same name as view { auto collectionJson = VPackParser::fromJson("{ \"name\": \"testView\" }"); // TRI_vocbase_t::createCollection(...) throws exception instead of returning a nullptr EXPECT_ANY_THROW(vocbase.createCollection(collectionJson->slice())); } // add link to collection { auto updateJson = VPackParser::fromJson( "{ \"links\": {" "\"collection_1\": { \"analyzers\": [ \"test_analyzer\", \"identity\" " "], \"includeAllFields\": true, \"trackListPositions\": true }," "\"collection_2\": { \"analyzers\": [ \"test_analyzer\", \"identity\" " "], \"includeAllFields\": true }" "}}"); EXPECT_TRUE(view->properties(updateJson->slice(), true).ok()); arangodb::velocypack::Builder builder; builder.openObject(); view->properties(builder, arangodb::LogicalDataSource::Serialization::Properties); builder.close(); auto slice = builder.slice(); EXPECT_TRUE(slice.isObject()); EXPECT_EQ(slice.get("name").copyString(), "testView"); EXPECT_TRUE(slice.get("type").copyString() == arangodb::iresearch::DATA_SOURCE_TYPE.name()); EXPECT_TRUE(slice.get("deleted").isNone()); // no system properties auto tmpSlice = slice.get("links"); EXPECT_TRUE(tmpSlice.isObject() && 2 == tmpSlice.length()); } std::deque insertedDocsView; // populate view with the data { arangodb::OperationOptions opt; arangodb::transaction::Methods trx(arangodb::transaction::StandaloneContext::Create(vocbase), EMPTY, EMPTY, EMPTY, arangodb::transaction::Options()); EXPECT_TRUE(trx.begin().ok()); // insert into collections { irs::utf8_path resource; resource /= irs::string_ref(arangodb::tests::testResourceDir); resource /= irs::string_ref("simple_sequential.json"); auto builder = arangodb::basics::VelocyPackHelper::velocyPackFromFile(resource.utf8()); auto root = builder.slice(); ASSERT_TRUE(root.isArray()); size_t i = 0; std::shared_ptr collections[]{logicalCollection1, logicalCollection2}; for (auto doc : arangodb::velocypack::ArrayIterator(root)) { insertedDocsView.emplace_back(); auto const res = collections[i % 2]->insert(&trx, doc, insertedDocsView.back(), opt, false); EXPECT_TRUE(res.ok()); ++i; } } // insert into collection_3 std::deque insertedDocsCollection; { irs::utf8_path resource; resource /= irs::string_ref(arangodb::tests::testResourceDir); resource /= irs::string_ref("simple_sequential_order.json"); auto builder = arangodb::basics::VelocyPackHelper::velocyPackFromFile(resource.utf8()); auto root = builder.slice(); ASSERT_TRUE(root.isArray()); for (auto doc : arangodb::velocypack::ArrayIterator(root)) { insertedDocsCollection.emplace_back(); auto const res = logicalCollection3->insert(&trx, doc, insertedDocsCollection.back(), opt, false); EXPECT_TRUE(res.ok()); } } EXPECT_TRUE(trx.commit().ok()); EXPECT_TRUE( (arangodb::tests::executeQuery(vocbase, "FOR d IN testView SEARCH 1 ==1 OPTIONS " "{ waitForSync: true } RETURN d") .result.ok())); // commit } // using search keyword for collection is prohibited { std::string const query = "LET c=5 FOR x IN collection_1 SEARCH x.seq == c RETURN x"; auto const boundParameters = VPackParser::fromJson("{ }"); // arangodb::aql::ExecutionPlan::fromNodeFor(...) throws TRI_ERROR_ARANGO_DATA_SOURCE_NOT_FOUND auto queryResult = arangodb::tests::executeQuery(vocbase, query, boundParameters); EXPECT_TRUE(queryResult.result.is(TRI_ERROR_ARANGO_DATA_SOURCE_NOT_FOUND)); } // using search keyword for bound collection is prohibited { std::string const query = "LET c=5 FOR x IN @@dataSource SEARCH x.seq == c RETURN x"; auto const boundParameters = VPackParser::fromJson("{ \"@dataSource\" : \"collection_1\" }"); auto queryResult = arangodb::tests::executeQuery(vocbase, query, boundParameters); EXPECT_TRUE(queryResult.result.is(TRI_ERROR_ARANGO_DATA_SOURCE_NOT_FOUND)); } } TEST_F(IResearchQueryJoinTest, test) { static std::vector const EMPTY; auto createJson = VPackParser::fromJson( "{ \ \"name\": \"testView\", \ \"type\": \"arangosearch\" \ }"); TRI_vocbase_t vocbase(TRI_vocbase_type_e::TRI_VOCBASE_TYPE_NORMAL, testDBInfo(server.server())); std::shared_ptr logicalCollection1; std::shared_ptr logicalCollection2; std::shared_ptr logicalCollection3; // add collection_1 { auto collectionJson = VPackParser::fromJson("{ \"name\": \"collection_1\" }"); logicalCollection1 = vocbase.createCollection(collectionJson->slice()); ASSERT_NE(nullptr, logicalCollection1); } // add collection_2 { auto collectionJson = VPackParser::fromJson("{ \"name\": \"collection_2\" }"); logicalCollection2 = vocbase.createCollection(collectionJson->slice()); ASSERT_NE(nullptr, logicalCollection2); } // add collection_3 { auto collectionJson = VPackParser::fromJson("{ \"name\": \"collection_3\" }"); logicalCollection3 = vocbase.createCollection(collectionJson->slice()); ASSERT_NE(nullptr, logicalCollection3); } // add view auto view = std::dynamic_pointer_cast( vocbase.createView(createJson->slice())); ASSERT_FALSE(!view); // add link to collection { auto updateJson = VPackParser::fromJson( "{ \"links\": {" "\"collection_1\": { \"analyzers\": [ \"test_analyzer\", \"identity\" " "], \"includeAllFields\": true, \"trackListPositions\": true }," "\"collection_2\": { \"analyzers\": [ \"test_analyzer\", \"identity\" " "], \"includeAllFields\": true }" "}}"); EXPECT_TRUE(view->properties(updateJson->slice(), true).ok()); arangodb::velocypack::Builder builder; builder.openObject(); view->properties(builder, arangodb::LogicalDataSource::Serialization::Properties); builder.close(); auto slice = builder.slice(); EXPECT_TRUE(slice.isObject()); EXPECT_EQ(slice.get("name").copyString(), "testView"); EXPECT_TRUE(slice.get("type").copyString() == arangodb::iresearch::DATA_SOURCE_TYPE.name()); EXPECT_TRUE(slice.get("deleted").isNone()); // no system properties auto tmpSlice = slice.get("links"); EXPECT_TRUE(tmpSlice.isObject() && 2 == tmpSlice.length()); } std::deque insertedDocsView; // populate view with the data { arangodb::OperationOptions opt; arangodb::transaction::Methods trx(arangodb::transaction::StandaloneContext::Create(vocbase), EMPTY, EMPTY, EMPTY, arangodb::transaction::Options()); EXPECT_TRUE(trx.begin().ok()); // insert into collections { irs::utf8_path resource; resource /= irs::string_ref(arangodb::tests::testResourceDir); resource /= irs::string_ref("simple_sequential.json"); auto builder = arangodb::basics::VelocyPackHelper::velocyPackFromFile(resource.utf8()); auto root = builder.slice(); ASSERT_TRUE(root.isArray()); size_t i = 0; std::shared_ptr collections[]{logicalCollection1, logicalCollection2}; for (auto doc : arangodb::velocypack::ArrayIterator(root)) { insertedDocsView.emplace_back(); auto const res = collections[i % 2]->insert(&trx, doc, insertedDocsView.back(), opt, false); EXPECT_TRUE(res.ok()); ++i; } } // insert into collection_3 std::deque insertedDocsCollection; { irs::utf8_path resource; resource /= irs::string_ref(arangodb::tests::testResourceDir); resource /= irs::string_ref("simple_sequential_order.json"); auto builder = arangodb::basics::VelocyPackHelper::velocyPackFromFile(resource.utf8()); auto root = builder.slice(); ASSERT_TRUE(root.isArray()); for (auto doc : arangodb::velocypack::ArrayIterator(root)) { insertedDocsCollection.emplace_back(); auto const res = logicalCollection3->insert(&trx, doc, insertedDocsCollection.back(), opt, false); EXPECT_TRUE(res.ok()); } } EXPECT_TRUE(trx.commit().ok()); EXPECT_TRUE( (arangodb::tests::executeQuery(vocbase, "FOR d IN testView SEARCH 1 ==1 OPTIONS " "{ waitForSync: true } RETURN d") .result.ok())); // commit } // deterministic filter condition in a loop // (should not recreate view iterator each loop iteration, `reset` instead) // // LET c=5 // FOR x IN 1..7 // FOR d IN testView // SEARCH c == x.seq // RETURN d; { std::string const query = "LET c=5 FOR x IN 1..7 FOR d IN testView SEARCH c == d.seq RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), }; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // non deterministic filter condition in a loop // (must recreate view iterator each loop iteration) // // FOR x IN 1..7 // FOR d IN testView // SEARCH _FORWARD_(5) == x.seq // RETURN d; { std::string const query = "FOR x IN 1..7 FOR d IN testView SEARCH _FORWARD_(5) == d.seq RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), }; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // non deterministic filter condition with self-reference in a loop // (must recreate view iterator each loop iteration) // // FOR x IN 1..7 // FOR d IN testView // SEARCH _NONDETERM_(5) == x.seq // RETURN d; { std::string const query = "FOR x IN 1..7 FOR d IN testView SEARCH _NONDETERM_(5) == d.seq RETURN " "d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), }; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.is(TRI_ERROR_NOT_IMPLEMENTED)); // can't handle self-referenced variable now // auto result = queryResult.data->slice(); // EXPECT_TRUE(result.isArray()); // // arangodb::velocypack::ArrayIterator resultIt(result); // ASSERT_EQ(expectedDocs.size(), resultIt.size()); // // // Check documents // auto expectedDoc = expectedDocs.begin(); // for (;resultIt.valid(); resultIt.next(), ++expectedDoc) { // auto const actualDoc = resultIt.value(); // auto const resolved = actualDoc.resolveExternals(); // // EXPECT_EQ(0, arangodb::basics::VelocyPackHelper::compare(arangodb::velocypack::Slice(*expectedDoc), resolved, true)); // } // EXPECT_EQ(expectedDoc, expectedDocs.end()); } // nondeterministic filter condition in a loop // (must recreate view iterator each loop iteration) // // LET c=_NONDETERM_(4) // FOR x IN 1..7 // FOR d IN testView // SEARCH c == x.seq // RETURN d; { std::string const query = "LET c=_NONDETERM_(4) FOR x IN 1..7 FOR d IN testView SEARCH c == " "d.seq RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[4].vpack()), }; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // nondeterministic range // (must recreate view iterator each loop iteration) // // LET range=_NONDETERM_(0).._NONDETERM_(7) // FOR x IN range // FOR d IN testView // SEARCH d.seq == x.seq // RETURN d; { std::string const query = " FOR x IN _NONDETERM_(0).._NONDETERM_(7) FOR d IN testView SEARCH x " "== d.seq RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[0].vpack()), arangodb::velocypack::Slice(insertedDocsView[1].vpack()), arangodb::velocypack::Slice(insertedDocsView[2].vpack()), arangodb::velocypack::Slice(insertedDocsView[3].vpack()), arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[6].vpack()), arangodb::velocypack::Slice(insertedDocsView[7].vpack())}; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // FOR x IN collection_3 // FOR d IN testView // SEARCH d.seq == x.seq // RETURN d; { std::string const query = "FOR x IN collection_3 SORT x._key FOR d IN testView SEARCH x.seq == " "d.seq RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[0].vpack()), arangodb::velocypack::Slice(insertedDocsView[1].vpack()), arangodb::velocypack::Slice(insertedDocsView[2].vpack()), arangodb::velocypack::Slice(insertedDocsView[3].vpack()), arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[6].vpack()), arangodb::velocypack::Slice(insertedDocsView[7].vpack())}; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE(arangodb::basics::VelocyPackHelper::equal(arangodb::velocypack::Slice(*expectedDoc), resolved, true)) << arangodb::velocypack::Slice(*expectedDoc).toJson() << " vs. " << resolved.toJson(); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // FOR x IN collection_3 // FOR d IN testView // SEARCH d.seq == x.seq // SORT d.seq DESC // RETURN d; { std::string const query = "FOR x IN collection_3 FOR d IN testView SEARCH x.seq == d.seq SORT " "d.seq DESC RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[7].vpack()), arangodb::velocypack::Slice(insertedDocsView[6].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[3].vpack()), arangodb::velocypack::Slice(insertedDocsView[2].vpack()), arangodb::velocypack::Slice(insertedDocsView[1].vpack()), arangodb::velocypack::Slice(insertedDocsView[0].vpack())}; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // FOR x IN collection_3 // FOR d IN testView // SEARCH d.seq == x.seq // SORT d.seq DESC // LIMIT 3 // RETURN d; { std::string const query = "FOR x IN collection_3 FOR d IN testView SEARCH x.seq == d.seq SORT " "d.seq DESC LIMIT 3 RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[7].vpack()), arangodb::velocypack::Slice(insertedDocsView[6].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack())}; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // FOR x IN collection_3 // FOR d IN testView // SEARCH d.seq == x.seq && (d.value > 5 && d.value <= 100) // RETURN d; { std::string const query = "FOR x IN collection_3 FOR d IN testView SEARCH x.seq == d.seq && " "(d.value > 5 && d.value <= 100) SORT d.seq DESC RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[6].vpack()), arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[3].vpack()), arangodb::velocypack::Slice(insertedDocsView[0].vpack())}; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // FOR x IN collection_3 // FOR d IN testView // SEARCH d.seq == x.seq // SORT BM25(d) ASC, d.seq DESC // RETURN d; { std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[7].vpack()), arangodb::velocypack::Slice(insertedDocsView[6].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[3].vpack()), arangodb::velocypack::Slice(insertedDocsView[2].vpack()), arangodb::velocypack::Slice(insertedDocsView[1].vpack()), arangodb::velocypack::Slice(insertedDocsView[0].vpack())}; auto queryResult = arangodb::tests::executeQuery( vocbase, "FOR x IN collection_3 FOR d IN testView SEARCH x.seq == d.seq SORT " "BM25(d) ASC, d.seq DESC RETURN d"); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // Note: unable to push condition to the `View` now // FOR d IN testView // FOR x IN collection_3 // SEARCH d.seq == x.seq // RETURN d; { std::string const query = "FOR d IN testView FOR x IN collection_3 FILTER d.seq == x.seq SORT " "d.seq RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, {})); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[0].vpack()), arangodb::velocypack::Slice(insertedDocsView[1].vpack()), arangodb::velocypack::Slice(insertedDocsView[2].vpack()), arangodb::velocypack::Slice(insertedDocsView[3].vpack()), arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[6].vpack()), arangodb::velocypack::Slice(insertedDocsView[7].vpack())}; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // Note: unable to push condition to the `View` now // FOR d IN testView // FOR x IN collection_3 // SEARCH d.seq == x.seq && d.name == 'B' // RETURN d; { std::string const query = "FOR d IN testView FOR x IN collection_3 FILTER d.seq == x.seq && " "d.name == 'B' RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, {})); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[1].vpack())}; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // Note: unable to push condition to the `View` now // FOR d IN (FOR c IN testView SEARCH c.name >= 'E' && c.seq < 10 RETURN c) // FOR x IN collection_3 // SEARCH d.seq == x.seq // RETURN d; { std::string const query = "FOR d IN (FOR c IN testView SEARCH c.name >= 'E' && c.seq < 10 RETURN " "c) FOR x IN collection_3 FILTER d.seq == x.seq SORT d.seq RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[6].vpack()), arangodb::velocypack::Slice(insertedDocsView[7].vpack())}; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // Note: unable to push condition to the `View` now // FOR d IN (FOR c IN testView SEARCH c.name >= 'E' && c.seq < 10 SORT TFIDF(c) ASC, c.seq DESC RETURN c) // FOR x IN collection_3 // SEARCH d.seq == x.seq // RETURN d; { std::string const query = "FOR d IN (FOR c IN testView SEARCH c.name >= 'E' && c.seq < 10 SORT " "TFIDF(c) ASC, c.seq DESC RETURN c) FOR x IN collection_3 FILTER d.seq " "== x.seq RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[7].vpack()), arangodb::velocypack::Slice(insertedDocsView[6].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[4].vpack())}; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // Note: unable to push condition to the `View` now // FOR d IN (FOR c IN testView SEARCH c.name >= 'E' && c.seq < 10 SORT TFIDF(c) ASC, c.seq DESC RETURN c) // FOR x IN collection_3 // SEARCH d.seq == x.seq // LIMIT 2 // RETURN d; { std::string const query = "FOR d IN (FOR c IN testView SEARCH c.name >= 'E' && c.seq < 10 SORT " "TFIDF(c) ASC, c.seq DESC RETURN c) FOR x IN collection_3 FILTER d.seq " "== x.seq LIMIT 2 RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[7].vpack()), arangodb::velocypack::Slice(insertedDocsView[6].vpack()), }; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // Note: unable to push condition to the `View` now // FOR d IN (FOR c IN testView SEARCH c.name >= 'E' && c.seq < 10 SORT TFIDF(c) ASC, c.seq DESC LIMIT 3 RETURN c) // FOR x IN collection_3 // SEARCH d.seq == x.seq // RETURN d; { std::string const query = "FOR d IN (FOR c IN testView SEARCH c.name >= 'E' && c.seq < 10 SORT " "TFIDF(c) ASC, c.seq DESC LIMIT 5 RETURN c) FOR x IN collection_3 " "FILTER d.seq == x.seq RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules( vocbase, query, {arangodb::aql::OptimizerRule::handleArangoSearchViewsRule})); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[7].vpack()), arangodb::velocypack::Slice(insertedDocsView[6].vpack()), arangodb::velocypack::Slice(insertedDocsView[5].vpack())}; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // Invalid bound collection name { auto queryResult = arangodb::tests::executeQuery( vocbase, "FOR d IN (FOR c IN testView SEARCH c.name >= 'E' && c.seq < 10 SORT " "TFIDF(c) ASC, c.seq DESC LIMIT 5 RETURN c) FOR x IN @@collection " "SEARCH d.seq == x.seq RETURN d", VPackParser::fromJson( "{ \"@collection\": \"invlaidCollectionName\" }")); ASSERT_TRUE(queryResult.result.is(TRI_ERROR_ARANGO_DATA_SOURCE_NOT_FOUND)); } // dependent sort condition in inner loop + custom scorer // (must recreate view iterator each loop iteration) // // FOR x IN 0..5 // FOR d IN testView // SEARCH d.seq == x // SORT customscorer(d,x) // RETURN d; { std::string const query = "FOR x IN 0..5 FOR d IN testView SEARCH d.seq == x SORT " "customscorer(d, x) DESC RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[5].vpack()), arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[3].vpack()), arangodb::velocypack::Slice(insertedDocsView[2].vpack()), arangodb::velocypack::Slice(insertedDocsView[1].vpack()), arangodb::velocypack::Slice(insertedDocsView[0].vpack()), }; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // invalid reference in scorer { std::string const query = "FOR d IN testView FOR i IN 0..5 SORT tfidf(i) DESC RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, {})); auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.is(TRI_ERROR_QUERY_FUNCTION_ARGUMENT_TYPE_MISMATCH)); } // FOR i IN 1..5 // FOR x IN collection_0 // FOR d IN SEARCH d.seq == i && d.name == x.name // SORT customscorer(d, x.seq) { std::string const query = "FOR i IN 1..5 FOR x IN collection_1 FOR d IN testView SEARCH d.seq == " "i AND d.name == x.name SORT customscorer(d, x.seq) DESC RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[2].vpack())}; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // FOR i IN 1..5 // FOR x IN collection_0 SEARCH x.seq == i // FOR d IN SEARCH d.seq == x.seq && d.name == x.name // SORT customscorer(d, x.seq) { std::string const query = "FOR i IN 1..5 FOR x IN collection_1 FILTER x.seq == i FOR d IN " "testView SEARCH d.seq == x.seq AND d.name == x.name SORT " "customscorer(d, x.seq) DESC RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[2].vpack()), }; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } { std::string const query = "LET attr = _NONDETERM_('seq') " "FOR i IN 1..5 " " FOR x IN collection_1 FILTER x.seq == i " " FOR d IN testView SEARCH d.seq == x.seq AND d.name == x.name " " SORT customscorer(d, x[attr]) DESC " "RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[2].vpack()), }; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // FOR i IN 1..5 // FOR x IN collection_0 SEARCH x.seq == i // FOR d IN SEARCH d.seq == x.seq && d.name == x.name // SORT customscorer(d, x.seq) { std::string const query = "FOR i IN 1..5 FOR x IN collection_1 FILTER x.seq == i FOR d IN " "testView SEARCH d.seq == x.seq AND d.name == x.name SORT " "customscorer(d, x['seq']) DESC RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[2].vpack()), }; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // unable to retrieve `d.seq` from self-referenced variable // FOR i IN 1..5 // FOR d IN SEARCH d.seq == i SORT customscorer(d, d.seq) // FOR x IN collection_0 SEARCH x.seq == d.seq && x.name == d.name // SORT customscorer(d, d.seq) DESC { std::string const query = "FOR i IN 1..5 FOR d IN testView SEARCH d.seq == i FOR x IN " "collection_1 FILTER x.seq == d.seq && x.name == d.name SORT " "customscorer(d, d.seq) DESC RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.is(TRI_ERROR_BAD_PARAMETER)); } // unable to retrieve `x.seq` from inner loop // FOR i IN 1..5 // FOR d IN SEARCH d.seq == i SORT customscorer(d, d.seq) // FOR x IN collection_0 SEARCH x.seq == d.seq && x.name == d.name // SORT customscorer(d, x.seq) DESC { std::string const query = "FOR i IN 1..5 FOR d IN testView SEARCH d.seq == i FOR x IN " "collection_1 FILTER x.seq == d.seq && x.name == d.name SORT " "customscorer(d, x.seq) DESC RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.is(TRI_ERROR_BAD_PARAMETER)); } // FOR i IN 1..5 // FOR d IN SEARCH d.seq == i SORT customscorer(d, i) ASC // FOR x IN collection_0 SEARCH x.seq == d.seq && x.name == d.name // SORT customscorer(d, i) DESC { std::string const query = "FOR i IN 1..5 " " FOR d IN testView SEARCH d.seq == i SORT customscorer(d, i) ASC " " FOR x IN collection_1 FILTER x.seq == d.seq && x.name == d.name " "SORT customscorer(d, i) DESC RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[2].vpack()), }; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // dedicated to https://github.com/arangodb/planning/issues/3065$ // Optimizer rule "inline sub-queries" which doesn't handle views correctly$ { std::string const query = "LET fullAccounts = (FOR acc1 IN [1] RETURN { 'key': 'A' }) for a IN " "fullAccounts for d IN testView SEARCH d.name == a.key return d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, {arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, arangodb::aql::OptimizerRule::inlineSubqueriesRule})); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[0].vpack()), }; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // FOR i IN 1..5 // FOR d IN testView SEARCH d.seq == i // FOR x IN collection_1 FILTER x.seq == d.seq && x.seq == TFIDF(d) { std::string const query = "FOR i IN 1..5 " " FOR d IN testView SEARCH d.seq == i " " FOR x IN collection_1 FILTER x.seq == d.seq && x.seq == " "customscorer(d, i)" "RETURN x"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[2].vpack()), arangodb::velocypack::Slice(insertedDocsView[4].vpack()), }; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } { std::string const query = "FOR i IN 1..5 " " FOR d IN testView SEARCH d.seq == i " " FOR x IN collection_1 FILTER x.seq == d.seq " "SORT 1 + customscorer(d, i) DESC " "RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[2].vpack()), }; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // multiple sorts { std::string const query = "FOR i IN 1..5 " " FOR d IN testView SEARCH d.seq == i SORT tfidf(d, i > 0) ASC " " FOR x IN collection_1 FILTER x.seq == d.seq && x.name == d.name " "SORT customscorer(d, i) DESC RETURN d"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); std::vector expectedDocs{ arangodb::velocypack::Slice(insertedDocsView[4].vpack()), arangodb::velocypack::Slice(insertedDocsView[2].vpack()), }; auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.ok()); auto result = queryResult.data->slice(); EXPECT_TRUE(result.isArray()); arangodb::velocypack::ArrayIterator resultIt(result); ASSERT_EQ(expectedDocs.size(), resultIt.size()); // Check documents auto expectedDoc = expectedDocs.begin(); for (; resultIt.valid(); resultIt.next(), ++expectedDoc) { auto const actualDoc = resultIt.value(); auto const resolved = actualDoc.resolveExternals(); EXPECT_TRUE((0 == arangodb::basics::VelocyPackHelper::compare( arangodb::velocypack::Slice(*expectedDoc), resolved, true))); } EXPECT_EQ(expectedDoc, expectedDocs.end()); } // x.seq is used before being assigned { std::string const query = "FOR d IN testView SEARCH d.name >= 'E' && d.seq < 10 " " SORT customscorer(d) DESC " " LIMIT 3 " " FOR x IN collection_1 FILTER x.seq == d.seq " " SORT customscorer(d, x.seq) " "RETURN x"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.is(TRI_ERROR_BAD_PARAMETER)); } // x.seq is used before being assigned { std::string const query = "FOR d IN (FOR c IN testView SEARCH c.name >= 'E' && c.seq < 10 SORT " "customscorer(c) DESC LIMIT 3 RETURN c) " " FOR x IN collection_1 FILTER x.seq == d.seq " " SORT customscorer(d, x.seq) " "RETURN x"; EXPECT_TRUE(arangodb::tests::assertRules(vocbase, query, { arangodb::aql::OptimizerRule::handleArangoSearchViewsRule, })); auto queryResult = arangodb::tests::executeQuery(vocbase, query); ASSERT_TRUE(queryResult.result.is(TRI_ERROR_BAD_PARAMETER)); } }