/*jshint globalstrict:false, strict:false, unused: false */ /*global fail, assertEqual, assertTrue, assertFalse, assertNull, arango, ARGUMENTS */ //////////////////////////////////////////////////////////////////////////////// /// @brief test the sync method of the replication /// /// @file /// /// DISCLAIMER /// /// Copyright 2010-2012 triagens GmbH, Cologne, Germany /// /// Licensed under the Apache License, Version 2.0 (the "License"); /// you may not use this file except in compliance with the License. /// You may obtain a copy of the License at /// /// http://www.apache.org/licenses/LICENSE-2.0 /// /// Unless required by applicable law or agreed to in writing, software /// distributed under the License is distributed on an "AS IS" BASIS, /// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. /// See the License for the specific language governing permissions and /// limitations under the License. /// /// Copyright holder is triAGENS GmbH, Cologne, Germany /// /// @author Jan Steemann /// @author Copyright 2013, triAGENS GmbH, Cologne, Germany //////////////////////////////////////////////////////////////////////////////// var jsunity = require("jsunity"); var arangodb = require("@arangodb"); var errors = arangodb.errors; var db = arangodb.db; var replication = require("@arangodb/replication"); var console = require("console"); var internal = require("internal"); var masterEndpoint = arango.getEndpoint(); var slaveEndpoint = ARGUMENTS[0]; //////////////////////////////////////////////////////////////////////////////// /// @brief test suite //////////////////////////////////////////////////////////////////////////////// function ReplicationSuite() { 'use strict'; var cn = "UnitTestsReplication"; var connectToMaster = function() { arango.reconnect(masterEndpoint, db._name(), "root", ""); db._flushCache(); }; var connectToSlave = function() { arango.reconnect(slaveEndpoint, db._name(), "root", ""); db._flushCache(); }; var collectionChecksum = function(name) { var c = db._collection(name).checksum(true, true); return c.checksum; }; var collectionCount = function(name) { var res = db._collection(name).count(); return res; }; var compare = function(masterFunc, slaveInitFunc, slaveCompareFunc, incremental) { var state = {}; db._flushCache(); masterFunc(state); require("internal").wal.flush(true, true); db._flushCache(); connectToSlave(); slaveInitFunc(state); internal.wait(1, false); var syncResult = replication.syncCollection(cn, { endpoint: masterEndpoint, verbose: true, incremental: incremental }); db._flushCache(); slaveCompareFunc(state); }; return { //////////////////////////////////////////////////////////////////////////////// /// @brief set up //////////////////////////////////////////////////////////////////////////////// setUp: function() { connectToMaster(); db._drop(cn); }, //////////////////////////////////////////////////////////////////////////////// /// @brief tear down //////////////////////////////////////////////////////////////////////////////// tearDown: function() { connectToMaster(); db._drop(cn); connectToSlave(); replication.applier.stop(); db._drop(cn); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test collection properties //////////////////////////////////////////////////////////////////////////////// testProperties: function() { connectToMaster(); compare( function(state) { var c = db._create(cn); c.properties({ indexBuckets: 32, waitForSync: true, journalSize: 16 * 1024 * 1024 }); }, function(state) { // don't create the collection on the slave }, function(state) { var c = db._collection(cn); var p = c.properties(); assertEqual(32, p.indexBuckets); assertTrue(p.waitForSync); assertEqual(16 * 1024 * 1024, p.journalSize); }, true ); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test collection properties //////////////////////////////////////////////////////////////////////////////// testPropertiesOther: function() { connectToMaster(); compare( function(state) { var c = db._create(cn); c.properties({ indexBuckets: 32, waitForSync: true, journalSize: 16 * 1024 * 1024 }); }, function(state) { // create the collection on the slave, but with default properties db._create(cn); }, function(state) { var c = db._collection(cn); var p = c.properties(); assertEqual(32, p.indexBuckets); assertTrue(p.waitForSync); assertEqual(16 * 1024 * 1024, p.journalSize); }, true ); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test with indexes //////////////////////////////////////////////////////////////////////////////// testCreateIndexes: function() { connectToMaster(); compare( function(state) { var c = db._create(cn), i; for (i = 0; i < 5000; ++i) { c.save({ _key: "test" + i, "value1": i, "value2": "test" + i }); } c.ensureIndex({ type: "hash", fields: ["value1", "value2"] }); c.ensureIndex({ type: "skiplist", fields: ["value1"] }); state.checksum = collectionChecksum(cn); state.count = collectionCount(cn); assertEqual(5000, state.count); }, function(state) { // already create the collection on the slave var c = db._create(cn); for (var i = 0; i < 5000; ++i) { c.save({ _key: "test" + i, "value1": "test" + i, "value2": i }); } }, function(state) { assertEqual(state.count, collectionCount(cn)); assertEqual(state.checksum, collectionChecksum(cn)); var idx = db._collection(cn).getIndexes(); assertEqual(3, idx.length); // primary + hash + skiplist for (var i = 1; i < idx.length; ++i) { assertFalse(idx[i].unique); assertFalse(idx[i].sparse); if (idx[i].type === 'hash') { assertEqual("hash", idx[i].type); assertEqual(["value1", "value2"], idx[i].fields); } else { assertEqual("skiplist", idx[i].type); assertEqual(["value1"], idx[i].fields); } } }, true ); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test with edges //////////////////////////////////////////////////////////////////////////////// testEdges: function() { connectToMaster(); compare( function(state) { var c = db._createEdgeCollection(cn), i; for (i = 0; i < 100; ++i) { c.save(cn + "/test" + i, cn + "/test" + (i % 10), { _key: "test" + i, "value1": i, "value2": "test" + i }); } state.checksum = collectionChecksum(cn); state.count = collectionCount(cn); assertEqual(100, state.count); }, function(state) { // already create the collection on the slave var c = db._createEdgeCollection(cn); for (var i = 0; i < 100; ++i) { c.save(cn + "/test" + i, cn + "/test" + (i % 10), { _key: "test" + i, "value1": i, "value2": "test" + i }); } }, function(state) { assertEqual(state.count, collectionCount(cn)); assertEqual(state.checksum, collectionChecksum(cn)); var c = db._collection(cn); assertEqual(3, c.type()); for (var i = 0; i < 100; ++i) { var doc = c.document("test" + i); assertEqual(cn + "/test" + i, doc._from); assertEqual(cn + "/test" + (i % 10), doc._to); assertEqual(i, doc.value1); assertEqual("test" + i, doc.value2); } }, true ); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test with edges differences //////////////////////////////////////////////////////////////////////////////// testEdgesDifferences: function() { connectToMaster(); compare( function(state) { var c = db._createEdgeCollection(cn), i; for (i = 0; i < 100; ++i) { c.save(cn + "/test" + i, cn + "/test" + (i % 10), { _key: "test" + i, "value1": i, "value2": "test" + i }); } state.checksum = collectionChecksum(cn); state.count = collectionCount(cn); assertEqual(100, state.count); }, function(state) { // already create the collection on the slave var c = db._createEdgeCollection(cn); for (var i = 0; i < 200; ++i) { c.save( cn + "/test" + (i + 1), cn + "/test" + (i % 11), { _key: "test" + i, "value1": i, "value2": "test" + i } ); } }, function(state) { assertEqual(state.count, collectionCount(cn)); assertEqual(state.checksum, collectionChecksum(cn)); var c = db._collection(cn); assertEqual(3, c.type()); for (var i = 0; i < 100; ++i) { var doc = c.document("test" + i); assertEqual(cn + "/test" + i, doc._from); assertEqual(cn + "/test" + (i % 10), doc._to); assertEqual(i, doc.value1); assertEqual("test" + i, doc.value2); } }, true ); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test non-present collection //////////////////////////////////////////////////////////////////////////////// testNonPresent: function() { connectToMaster(); compare( function(state) { var c = db._create(cn), i; for (i = 0; i < 5000; ++i) { c.save({ "value": i }); } state.checksum = collectionChecksum(cn); state.count = collectionCount(cn); assertEqual(5000, state.count); }, function(state) {}, function(state) { assertEqual(state.count, collectionCount(cn)); assertEqual(state.checksum, collectionChecksum(cn)); }, false ); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test non-present collection //////////////////////////////////////////////////////////////////////////////// testNonPresentIncremental: function() { connectToMaster(); compare( function(state) { var c = db._create(cn), i; for (i = 0; i < 5000; ++i) { c.save({ "value": i }); } state.checksum = collectionChecksum(cn); state.count = collectionCount(cn); assertEqual(5000, state.count); }, function(state) {}, function(state) { assertEqual(state.count, collectionCount(cn)); assertEqual(state.checksum, collectionChecksum(cn)); }, true ); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test existing collection //////////////////////////////////////////////////////////////////////////////// testExisting: function() { connectToMaster(); compare( function(state) { var c = db._create(cn), i; for (i = 0; i < 5000; ++i) { c.save({ "value": i }); } state.checksum = collectionChecksum(cn); state.count = collectionCount(cn); assertEqual(5000, state.count); }, function(state) { // already create the collection on the slave db._create(cn); }, function(state) { assertEqual(state.count, collectionCount(cn)); assertEqual(state.checksum, collectionChecksum(cn)); }, false ); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test existing collection //////////////////////////////////////////////////////////////////////////////// testExistingIncremental: function() { connectToMaster(); compare( function(state) { var c = db._create(cn), i; for (i = 0; i < 5000; ++i) { c.save({ "value": i }); } state.checksum = collectionChecksum(cn); state.count = collectionCount(cn); assertEqual(5000, state.count); }, function(state) { // already create the collection on the slave db._create(cn); }, function(state) { assertEqual(state.count, collectionCount(cn)); assertEqual(state.checksum, collectionChecksum(cn)); }, true ); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test with existing documents - but empty on master //////////////////////////////////////////////////////////////////////////////// testExistingEmptyOnMaster: function() { connectToMaster(); compare( function(state) { var c = db._create(cn), i; state.checksum = collectionChecksum(cn); state.count = collectionCount(cn); assertEqual(0, state.count); }, function(state) { // already create the collection on the slave var c = db._create(cn); for (var i = 0; i < 5000; ++i) { c.save({ "value": i }); } }, function(state) { assertEqual(state.count, collectionCount(cn)); assertEqual(state.checksum, collectionChecksum(cn)); }, false ); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test with existing documents - but empty on master //////////////////////////////////////////////////////////////////////////////// testExistingEmptyOnMasterIncremental: function() { connectToMaster(); compare( function(state) { var c = db._create(cn), i; state.checksum = collectionChecksum(cn); state.count = collectionCount(cn); assertEqual(0, state.count); }, function(state) { // already create the collection on the slave var c = db._create(cn); for (var i = 0; i < 5000; ++i) { c.save({ "value": i }); } }, function(state) { assertEqual(state.count, collectionCount(cn)); assertEqual(state.checksum, collectionChecksum(cn)); }, true ); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test with existing documents - less on the slave //////////////////////////////////////////////////////////////////////////////// testExistingDocumentsLess: function() { connectToMaster(); compare( function(state) { var c = db._create(cn), i; for (i = 0; i < 5000; ++i) { c.save({ "value": i }); } state.checksum = collectionChecksum(cn); state.count = collectionCount(cn); assertEqual(5000, state.count); }, function(state) { // already create the collection on the slave var c = db._create(cn); for (var i = 0; i < 500; ++i) { c.save({ "value": i }); } }, function(state) { assertEqual(state.count, collectionCount(cn)); assertEqual(state.checksum, collectionChecksum(cn)); }, false ); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test with existing documents - less on the slave //////////////////////////////////////////////////////////////////////////////// testExistingDocumentsLessIncremental: function() { connectToMaster(); compare( function(state) { var c = db._create(cn), i; for (i = 0; i < 5000; ++i) { c.save({ "value": i }); } state.checksum = collectionChecksum(cn); state.count = collectionCount(cn); assertEqual(5000, state.count); }, function(state) { // already create the collection on the slave var c = db._create(cn); for (var i = 0; i < 500; ++i) { c.save({ "value": i }); } }, function(state) { assertEqual(state.count, collectionCount(cn)); assertEqual(state.checksum, collectionChecksum(cn)); }, true ); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test with existing documents - more on the slave //////////////////////////////////////////////////////////////////////////////// testMoreDocuments: function() { connectToMaster(); compare( function(state) { var c = db._create(cn), i; for (i = 0; i < 5000; ++i) { c.save({ "value": i }); } state.checksum = collectionChecksum(cn); state.count = collectionCount(cn); assertEqual(5000, state.count); }, function(state) { // already create the collection on the slave var c = db._create(cn); for (var i = 0; i < 6000; ++i) { c.save({ "value": i }); } }, function(state) { assertEqual(state.count, collectionCount(cn)); assertEqual(state.checksum, collectionChecksum(cn)); }, false ); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test with existing documents - more on the slave //////////////////////////////////////////////////////////////////////////////// testMoreDocumentsIncremental: function() { connectToMaster(); compare( function(state) { var c = db._create(cn), i; for (i = 0; i < 5000; ++i) { c.save({ "value": i }); } state.checksum = collectionChecksum(cn); state.count = collectionCount(cn); assertEqual(5000, state.count); }, function(state) { // already create the collection on the slave var c = db._create(cn); for (var i = 0; i < 6000; ++i) { c.save({ "value": i }); } }, function(state) { assertEqual(state.count, collectionCount(cn)); assertEqual(state.checksum, collectionChecksum(cn)); }, true ); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test with existing documents - same on the slave //////////////////////////////////////////////////////////////////////////////// testSameDocuments: function() { connectToMaster(); compare( function(state) { var c = db._create(cn), i; for (i = 0; i < 5000; ++i) { c.save({ _key: "test" + i, "value": i }); } state.checksum = collectionChecksum(cn); state.count = collectionCount(cn); assertEqual(5000, state.count); }, function(state) { // already create the collection on the slave var c = db._create(cn); for (var i = 0; i < 5000; ++i) { c.save({ _key: "test" + i, "value": i }); } }, function(state) { assertEqual(state.count, collectionCount(cn)); assertEqual(state.checksum, collectionChecksum(cn)); }, false ); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test with existing documents - same on the slave //////////////////////////////////////////////////////////////////////////////// testSameDocumentsIncremental: function() { connectToMaster(); compare( function(state) { var c = db._create(cn), i; for (i = 0; i < 5000; ++i) { c.save({ _key: "test" + i, "value": i }); } state.checksum = collectionChecksum(cn); state.count = collectionCount(cn); assertEqual(5000, state.count); }, function(state) { // already create the collection on the slave var c = db._create(cn); for (var i = 0; i < 5000; ++i) { c.save({ _key: "test" + i, "value": i }); } }, function(state) { assertEqual(state.count, collectionCount(cn)); assertEqual(state.checksum, collectionChecksum(cn)); }, true ); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test with existing documents - same on the slave but different keys //////////////////////////////////////////////////////////////////////////////// testSameSameButDifferentKeys: function() { connectToMaster(); compare( function(state) { var c = db._create(cn), i; for (i = 0; i < 5000; ++i) { c.save({ "value": i }); } state.checksum = collectionChecksum(cn); state.count = collectionCount(cn); assertEqual(5000, state.count); }, function(state) { // already create the collection on the slave var c = db._create(cn); for (var i = 0; i < 5000; ++i) { c.save({ "value": i }); } }, function(state) { assertEqual(state.count, collectionCount(cn)); assertEqual(state.checksum, collectionChecksum(cn)); }, false ); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test with existing documents - same on the slave but different keys //////////////////////////////////////////////////////////////////////////////// testSameSameButDifferentKeysIncremental: function() { connectToMaster(); compare( function(state) { var c = db._create(cn), i; for (i = 0; i < 5000; ++i) { c.save({ "value": i }); } state.checksum = collectionChecksum(cn); state.count = collectionCount(cn); assertEqual(5000, state.count); }, function(state) { // already create the collection on the slave var c = db._create(cn); for (var i = 0; i < 5000; ++i) { c.save({ "value": i }); } }, function(state) { assertEqual(state.count, collectionCount(cn)); assertEqual(state.checksum, collectionChecksum(cn)); }, true ); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test with existing documents - same on the slave but different values //////////////////////////////////////////////////////////////////////////////// testSameSameButDifferentValues: function() { connectToMaster(); compare( function(state) { var c = db._create(cn), i; for (i = 0; i < 5000; ++i) { c.save({ _key: "test" + i, "value1": i, "value2": "test" + i }); } state.checksum = collectionChecksum(cn); state.count = collectionCount(cn); assertEqual(5000, state.count); }, function(state) { // already create the collection on the slave var c = db._create(cn); for (var i = 0; i < 5000; ++i) { c.save({ _key: "test" + i, "value1": "test" + i, "value2": i }); } }, function(state) { assertEqual(state.count, collectionCount(cn)); assertEqual(state.checksum, collectionChecksum(cn)); }, false ); }, //////////////////////////////////////////////////////////////////////////////// /// @brief test with existing documents - same on the slave but different values //////////////////////////////////////////////////////////////////////////////// testSameSameButDifferentValuesIncremental: function() { connectToMaster(); compare( function(state) { var c = db._create(cn), i; for (i = 0; i < 5000; ++i) { c.save({ _key: "test" + i, "value1": i, "value2": "test" + i }); } state.checksum = collectionChecksum(cn); state.count = collectionCount(cn); assertEqual(5000, state.count); }, function(state) { // already create the collection on the slave var c = db._create(cn); for (var i = 0; i < 5000; ++i) { c.save({ _key: "test" + i, "value1": "test" + i, "value2": i }); } }, function(state) { assertEqual(state.count, collectionCount(cn)); assertEqual(state.checksum, collectionChecksum(cn)); }, true ); } }; } //////////////////////////////////////////////////////////////////////////////// /// @brief executes the test suite //////////////////////////////////////////////////////////////////////////////// jsunity.run(ReplicationSuite); return jsunity.done();