mirror of https://gitee.com/bigwinds/arangodb
490 lines
18 KiB
JavaScript
490 lines
18 KiB
JavaScript
/*jshint globalstrict:false, strict:false */
|
|
/*global assertEqual */
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief tests for import
|
|
///
|
|
/// @file
|
|
///
|
|
/// DISCLAIMER
|
|
///
|
|
/// Copyright 2010-2012 triagens GmbH, Cologne, Germany
|
|
///
|
|
/// Licensed under the Apache License, Version 2.0 (the "License");
|
|
/// you may not use this file except in compliance with the License.
|
|
/// You may obtain a copy of the License at
|
|
///
|
|
/// http://www.apache.org/licenses/LICENSE-2.0
|
|
///
|
|
/// Unless required by applicable law or agreed to in writing, software
|
|
/// distributed under the License is distributed on an "AS IS" BASIS,
|
|
/// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
/// See the License for the specific language governing permissions and
|
|
/// limitations under the License.
|
|
///
|
|
/// Copyright holder is triAGENS GmbH, Cologne, Germany
|
|
///
|
|
/// @author Jan Steemann
|
|
/// @author Copyright 2012, triAGENS GmbH, Cologne, Germany
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
var internal = require("internal");
|
|
var jsunity = require("jsunity");
|
|
var ArangoError = require("@arangodb").ArangoError;
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test suite
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
function importTestSuite () {
|
|
'use strict';
|
|
var errors = internal.errors;
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief return the error code from a result
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
function getErrorCode (fn) {
|
|
try {
|
|
fn();
|
|
}
|
|
catch (e) {
|
|
return e.errorNum;
|
|
}
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief execute a given query
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
function executeQuery (query) {
|
|
var statement = internal.db._createStatement({"query": query});
|
|
if (statement instanceof ArangoError) {
|
|
return statement;
|
|
}
|
|
|
|
var cursor = statement.execute();
|
|
return cursor;
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief execute a given query and return the results as an array
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
function getQueryResults (query, withKey) {
|
|
var result = executeQuery(query);
|
|
var results = [ ];
|
|
|
|
while (result.hasNext()) {
|
|
var keys = [ ];
|
|
var row = result.next();
|
|
var k;
|
|
for (k in row) {
|
|
if (row.hasOwnProperty(k) && k !== '_id' && k !== '_rev' && (k !== '_key' || withKey)) {
|
|
keys.push(k);
|
|
}
|
|
}
|
|
|
|
keys.sort();
|
|
var resultRow = { };
|
|
for (k in keys) {
|
|
if (keys.hasOwnProperty(k)) {
|
|
resultRow[keys[k]] = row[keys[k]];
|
|
}
|
|
}
|
|
|
|
results.push(resultRow);
|
|
}
|
|
|
|
return results;
|
|
}
|
|
|
|
return {
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief set up
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
setUp : function () {
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief tear down
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
tearDown : function () {
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test csv import
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
testCsvImportSkip : function () {
|
|
var expected = [
|
|
{ "a": "1", "b": 1, "c": "1.3", "e": -5, "id": 1 },
|
|
{ "b": "", "c": 3.1, "d": -2.5, "e": "ddd \" ' ffd", "id": 2 },
|
|
{ "a": "9999999999999999999999999999999999", "b": "test", "c" : -99999999, "d": true, "e": -888.4434, "id": 5 },
|
|
{ "a": 10e4, "b": 20.5, "c": -42, "d": " null ", "e": false, "id": 6 },
|
|
{ "a": -1.05e2, "b": 1.05e-2, "c": true, "d": false, "id": 7 }
|
|
];
|
|
|
|
var actual = getQueryResults("FOR i IN UnitTestsImportCsvSkip SORT i.id RETURN i");
|
|
assertEqual(expected, actual);
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test json import
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
testJsonImport1 : function () {
|
|
var expected = [ { "id": 1,
|
|
"one": 1,
|
|
"three": 3,
|
|
"two": 2 },
|
|
{ "a": 1234,
|
|
"b": "the quick fox",
|
|
"id": 2,
|
|
"jumped":
|
|
"over the fox",
|
|
"null": null },
|
|
{ "id": 3,
|
|
"not": "important",
|
|
"spacing": "is" },
|
|
{ " c ": "h\"'ihi",
|
|
"a": true,
|
|
"b": false,
|
|
"d": "",
|
|
"id": 4 },
|
|
{ "id": 5 } ];
|
|
|
|
var actual = getQueryResults("FOR i IN UnitTestsImportJson1 SORT i.id RETURN i");
|
|
assertEqual(expected, actual);
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test json import
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
testJsonImport2 : function () {
|
|
var expected = [ { "id": 1, "value": -445.4 }, { "id": 2, "value": 34000 }, { "id": 3, "value": null } ];
|
|
var actual = getQueryResults("FOR i IN UnitTestsImportJson2 SORT i.id RETURN i");
|
|
assertEqual(expected, actual);
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test json import
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
testJsonImport3 : function () {
|
|
var expected = [
|
|
{ "id": 1, "one": 1, "three": 3, "two": 2 },
|
|
{ "a": 1234, "b": "the quick fox", "id": 2, "jumped": "over the fox", "null": null },
|
|
{ "id": 3, "not": "important", "spacing": "is" },
|
|
{ " c ": "h\"'ihi", "a": true, "b": false, "d": "", "id": 4 },
|
|
{ "id": 5 }
|
|
];
|
|
var actual = getQueryResults("FOR i IN UnitTestsImportJson3 SORT i.id RETURN i");
|
|
assertEqual(expected, actual);
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test json import
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
testJsonImport4 : function () {
|
|
var expected = [ ];
|
|
for (var i = 0; i < 1000; ++i) {
|
|
expected.push({ "active": true, "id": i, "value": "somerandomstuff" + i });
|
|
}
|
|
var actual = getQueryResults("FOR i IN UnitTestsImportJson4 SORT i.id RETURN i");
|
|
assertEqual(expected, actual);
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test json import
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
testJsonImport5 : function () {
|
|
var expected = [
|
|
{ "active": true, "id": 0, "value": "something" },
|
|
{ "id": 1, "value": "foobar" },
|
|
{ "id": 2, "data": 99.5, "true": "a\t\r\nb c " }
|
|
];
|
|
|
|
var actual = getQueryResults("FOR i IN UnitTestsImportJson5 SORT i.id RETURN i");
|
|
assertEqual(expected, actual);
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test csv import
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
testCsvImport1 : function () {
|
|
var expected = [
|
|
{ "a": "1", "b": 1, "c": "1.3", "e": -5, "id": 1 },
|
|
{ "b": "", "c": 3.1, "d": -2.5, "e": "ddd \" ' ffd", "id": 2 },
|
|
{ "a": "9999999999999999999999999999999999", "b": "test", "c" : -99999999, "d": true, "e": -888.4434, "id": 5 },
|
|
{ "a": 10e4, "b": 20.5, "c": -42, "d": " null ", "e": false, "id": 6 },
|
|
{ "a": -1.05e2, "b": 1.05e-2, "c": true, "d": false, "id": 7 }
|
|
];
|
|
|
|
var actual = getQueryResults("FOR i IN UnitTestsImportCsv1 SORT i.id RETURN i");
|
|
assertEqual(expected, actual);
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test csv import
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
testCsvImport2 : function () {
|
|
assertEqual(errors.ERROR_ARANGO_COLLECTION_NOT_FOUND.code,
|
|
getErrorCode(function() { executeQuery("FOR i IN UnitTestsImportCsv2 SORT i.id RETURN i"); } ));
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test csv import
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
testCsvImport3 : function () {
|
|
var expected = [
|
|
{ name: "Bar", password: "wow!\nthis is a\nmultiline password!" },
|
|
{ name: "Bartholomew \"Bart\" Simpson", password: "Milhouse" },
|
|
{ name: "Foo", password: "r4\\nd\\\\om\"123!" }
|
|
];
|
|
|
|
var actual = getQueryResults("FOR i IN UnitTestsImportCsv3 SORT i.name RETURN i");
|
|
assertEqual(expected, actual);
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test csv import
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
testCsvImport4 : function () {
|
|
var expected = [
|
|
{ name: "Bar", password: "wow!\nthis is a\nmultiline password!" },
|
|
{ name: "Bartholomew \"Bart\" Simpson", password: "Milhouse" },
|
|
{ name: "Foo", password: "r4\\nd\\\\om\"123!" }
|
|
];
|
|
|
|
var actual = getQueryResults("FOR i IN UnitTestsImportCsv4 SORT i.name RETURN i");
|
|
assertEqual(expected, actual);
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test csv import
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
testCsvImport5 : function () {
|
|
var expected = [
|
|
{ name: "bar", password: "foo" },
|
|
{ name: "foo\t", password: "wow \t \r\nthis is \t\ra multiline password!" }
|
|
];
|
|
|
|
var actual = getQueryResults("FOR i IN UnitTestsImportCsv5 SORT i.name RETURN i");
|
|
assertEqual(expected, actual);
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test csv import
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
testCsvImport6 : function () {
|
|
var expected = [
|
|
{ a: 1, b: 2, c: 3, d: 4, e: 5 },
|
|
{ a: 1, b: 2, c: 3, d: 4 },
|
|
{ a: 1, b: 2, c: 3 },
|
|
{ a: 1, b: 2 },
|
|
{ a: 1 }
|
|
];
|
|
|
|
var actual = getQueryResults("FOR i IN UnitTestsImportCsv6 SORT TO_NUMBER(i._key) RETURN i");
|
|
assertEqual(expected, actual);
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test csv import without converting
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
testCsvImportNoConvert : function () {
|
|
var expected = [
|
|
{ value1: "1" },
|
|
{ value1: "2", value2: false },
|
|
{ value1: "3", value2: true },
|
|
{ value1: "4", value2: "1" },
|
|
{ value1: "5", value2: "2" },
|
|
{ value1: "6", value2: "3" },
|
|
{ value1: "7", value2: "a" },
|
|
{ value1: "8", value2: "b" },
|
|
{ value1: "9", value2: " a" },
|
|
{ value1: "10", value2: "-1" },
|
|
{ value1: "11", value2: "-.5" },
|
|
{ value1: "12", value2: "3.566" },
|
|
{ value1: "13", value2: "0" },
|
|
{ value1: "14" },
|
|
{ value1: "15", value2: " c" },
|
|
{ value1: "16", value2: " 1" }
|
|
];
|
|
|
|
var actual = getQueryResults("FOR i IN UnitTestsImportCsvNoConvert SORT TO_NUMBER(i.value1) RETURN i");
|
|
assertEqual(JSON.stringify(expected), JSON.stringify(actual));
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test csv import without trailing eol
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
testCsvImportNoEol : function () {
|
|
var expected = [
|
|
{ value1: "a", value2: "b" },
|
|
{ value1: "c", value2: "d" },
|
|
{ value1: "e", value2: "f" }
|
|
];
|
|
|
|
var actual = getQueryResults("FOR i IN UnitTestsImportCsvNoEol SORT i.value1 RETURN i");
|
|
assertEqual(expected, actual);
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test tsv import
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
testTsvImport1 : function () {
|
|
var expected = [ { "ab": "g", "cd": "h", "ef": "i" }, { "ab" : "j", "cd" : "k", "ef" : "l" } ];
|
|
var actual = getQueryResults("FOR i IN UnitTestsImportTsv1 SORT i.ab RETURN i");
|
|
|
|
assertEqual(expected, actual);
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test tsv import
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
testTsvImport2 : function () {
|
|
var expected = [ { " fox" : "dog",
|
|
"brown " : " the lazy",
|
|
"the quick": " jumped over" },
|
|
{ " fox" : " end",
|
|
"brown " : "\"\"\"",
|
|
"the quick" : "\"'.,;" } ];
|
|
|
|
var actual = getQueryResults("FOR i IN UnitTestsImportTsv2 SORT i.` fox` DESC RETURN i");
|
|
|
|
assertEqual(expected, actual);
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test json edge import
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
testJsonEdgesImport : function () {
|
|
var expected = [
|
|
{ _from : "UnitTestsImportVertex/v1", _to: "UnitTestsImportVertex/v2", id: 1, what: "v1->v2" },
|
|
{ _from : "UnitTestsImportVertex/v2", _to: "UnitTestsImportVertex/v3", id: 2, what: "v2->v3" },
|
|
{ _from : "UnitTestsImportVertex/v9", _to: "UnitTestsImportVertex/v4", extra: "foo", id: 3, what: "v9->v4" },
|
|
{ _from : "UnitTestsImportVertex/v12", _to: "UnitTestsImportVertex/what", id: 4 }
|
|
];
|
|
|
|
var actual = getQueryResults("FOR i IN UnitTestsImportEdge SORT i.id RETURN i");
|
|
assertEqual(expected, actual);
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test unique constraint violations
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
testJsonIgnore : function () {
|
|
var expected = [
|
|
{ "_key" : "test1", "value" : "abc" },
|
|
{ "_key" : "test3", "value" : "def" },
|
|
{ "_key" : "test4", "value" : "xyz" },
|
|
{ "_key" : "test6", "value" : "123" },
|
|
{ "_key" : "test7", "value" : "999" }
|
|
];
|
|
|
|
var actual = getQueryResults("FOR i IN UnitTestsImportIgnore SORT i._key RETURN i", true);
|
|
assertEqual(expected, actual);
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test unique constraint violations
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
testJsonUniqueConstraints : function () {
|
|
var expected = [
|
|
{ "_key" : "test1", "value" : "foo" },
|
|
{ "_key" : "test3", "value" : "def" },
|
|
{ "_key" : "test4", "value" : "xyz" },
|
|
{ "_key" : "test6", "value" : "234" },
|
|
{ "_key" : "test7", "value" : "999" },
|
|
{ "_key" : "test8", "value" : "aaa" }
|
|
];
|
|
|
|
var actual = getQueryResults("FOR i IN UnitTestsImportUniqueConstraints SORT i._key RETURN i", true);
|
|
assertEqual(expected, actual);
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test csv import removing attribute
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
testCsvImportRemoveAttribute : function () {
|
|
var expected = [
|
|
{ "b": 1, "c": "1.3", "e": -5, "id": 1 },
|
|
{ "b": "", "c": 3.1, "d": -2.5, "e": "ddd \" ' ffd", "id": 2 },
|
|
{ "b": "test", "c" : -99999999, "d": true, "e": -888.4434, "id": 5 },
|
|
{ "b": 20.5, "c": -42, "d": " null ", "e": false, "id": 6 },
|
|
{ "b": 1.05e-2, "c": true, "d": false, "id": 7 }
|
|
];
|
|
|
|
var actual = getQueryResults("FOR i IN UnitTestsImportRemoveAttribute SORT i.id RETURN i");
|
|
assertEqual(expected, actual);
|
|
},
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief test database creation
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
testCreateDatabase : function () {
|
|
var db = require("@arangodb").db;
|
|
try {
|
|
var testdb = db._useDatabase("UnitTestImportCreateDatabase");
|
|
var expected = [ { "id": 1,
|
|
"one": 1,
|
|
"three": 3,
|
|
"two": 2 },
|
|
{ "a": 1234,
|
|
"b": "the quick fox",
|
|
"id": 2,
|
|
"jumped":
|
|
"over the fox",
|
|
"null": null },
|
|
{ "id": 3,
|
|
"not": "important",
|
|
"spacing": "is" },
|
|
{ " c ": "h\"'ihi",
|
|
"a": true,
|
|
"b": false,
|
|
"d": "",
|
|
"id": 4 },
|
|
{ "id": 5 } ];
|
|
|
|
var actual = getQueryResults("FOR i IN UnitTestsImportJson1 SORT i.id RETURN i");
|
|
assertEqual(expected, actual);
|
|
} finally {
|
|
db._useDatabase("_system");
|
|
}
|
|
},
|
|
|
|
// END OF TEST DEFINITIONS /////////////////////////////////////////////////////
|
|
};
|
|
}
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
/// @brief executes the test suite
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
jsunity.run(importTestSuite);
|
|
|
|
return jsunity.done();
|
|
|