From ddb093527d677d0a99e170daae805136355a5cd1 Mon Sep 17 00:00:00 2001 From: Frank Celler Date: Wed, 21 Jun 2017 10:10:09 +0200 Subject: [PATCH] Feature/jenkins pipeline (#2622) * changed default to build enterprise * fixed clean up bug --- Installation/Pipeline/Jenkinsfile.feature | 51 ++++++-- .../test_MODE_EDITION_ENGINE_linux.inc | 109 ++++++++++++++++++ .../include/test_setup_ports_and_ldap.inc | 36 ++++++ .../Pipeline/include/test_setup_tmp.inc | 2 +- ...test_singleserver_EDITION_ENGINE_linux.inc | 70 ----------- .../test_cluster_community_mmfiles_linux.sh | 3 + .../test_cluster_community_rocksdb_linux.sh | 45 +------- .../test_cluster_enterprise_rocksdb_linux.sh | 57 +-------- ...st_singleserver_community_mmfiles_linux.sh | 2 +- ...st_singleserver_community_rocksdb_linux.sh | 2 +- ...t_singleserver_enterprise_mmfiles_linux.sh | 2 +- 11 files changed, 197 insertions(+), 182 deletions(-) create mode 100644 Installation/Pipeline/include/test_MODE_EDITION_ENGINE_linux.inc create mode 100644 Installation/Pipeline/include/test_setup_ports_and_ldap.inc delete mode 100755 Installation/Pipeline/include/test_singleserver_EDITION_ENGINE_linux.inc create mode 100755 Installation/Pipeline/test_cluster_community_mmfiles_linux.sh diff --git a/Installation/Pipeline/Jenkinsfile.feature b/Installation/Pipeline/Jenkinsfile.feature index e5c0bf2eed..b6a4b1dcf1 100644 --- a/Installation/Pipeline/Jenkinsfile.feature +++ b/Installation/Pipeline/Jenkinsfile.feature @@ -8,7 +8,7 @@ properties([ name: 'cleanBuild' ), booleanParam( - defaultValue: false, + defaultValue: true, description: 'build enterprise', name: 'buildEnterprise' ), @@ -256,7 +256,7 @@ def buildEdition(edition, os) { } } else if (os == 'windows') { - if (!cleanBuild) { + if (cleanBuild) { bat 'del /F /Q build' } @@ -358,26 +358,61 @@ if (buildLinux) { def os = 'linux' parallel( - 'test-singleserver-community': { + 'test-singleserver-community-rocksdb': { + def mode = 'singleserver' def edition = 'community' + def engine = 'rocksdb' node(os) { - echo "Running singleserver " + edition + " rocksdb " + os + " test" + echo "Running " + mode + " " + edition + " " + engine + " " + os + " test" unstashBinaries(edition, os) - testEdition(edition, os, 'singleserver', 'rocksdb') + testEdition(edition, os, mode, engine) } }, - 'test-singleserver-enterprise': { + 'test-singleserver-enterprise-mmfiles': { + def mode = 'singleserver' def edition = 'enterprise' + def engine = 'mmfiles' if (buildEnterprise) { node(os) { - echo "Running singleserver " + edition + " mmfiles " + os + " test" + echo "Running " + mode + " " + edition + " " + engine + " " + os + " test" unstashBinaries(edition, os) - testEdition(edition, os, 'singleserver', 'mmfiles') + testEdition(edition, os, mode, engine) + } + } + else { + echo "Enterprise version not built, skipping 'test-singleserver-enterprise'" + } + }, + + 'test-cluster-community-mmfiles': { + def mode = 'cluster' + def edition = 'community' + def engine = 'mmfiles' + + node(os) { + echo "Running " + mode + " " + edition + " " + engine + " " + os + " test" + + unstashBinaries(edition, os) + testEdition(edition, os, mode, engine) + } + }, + + 'test-cluster-enterprise-rocksdb': { + def mode = 'cluster' + def edition = 'enterprise' + def engine = 'rocksdb' + + if (buildEnterprise) { + node(os) { + echo "Running " + mode + " " + edition + " " + engine + " " + os + " test" + + unstashBinaries(edition, os) + testEdition(edition, os, mode, engine) } } else { diff --git a/Installation/Pipeline/include/test_MODE_EDITION_ENGINE_linux.inc b/Installation/Pipeline/include/test_MODE_EDITION_ENGINE_linux.inc new file mode 100644 index 0000000000..cbe8c3b9ed --- /dev/null +++ b/Installation/Pipeline/include/test_MODE_EDITION_ENGINE_linux.inc @@ -0,0 +1,109 @@ +concurrency="$1" +mode="$2" +edition="$3" +engine="$4" + +type="test" + +if [ "$mode" == singleserver ]; then + type="${type}_${mode}" +elif [ "$mode" == cluster ]; then + type="${type}_${mode}" +else + echo "$0: unknown mode '$mode', expecting 'singleserver' or 'cluster'" + exit 1 +fi + +if [ "$edition" == community ]; then + type="${type}_${edition}" +elif [ "$edition" == enterprise ]; then + type="${type}_${edition}" +else + echo "$0: unknown edition '$edition', expecting 'community' or 'enterprise'" + exit 1 +fi + +if [ "$engine" == mmfiles ]; then + type="${type}_${engine}" +elif [ "$engine" == rocksdb ]; then + type="${type}_${engine}" +else + echo "$0: unknown engine '$engine', expecting 'mmfiles' or 'rocksdb'" + exit 1 +fi + +type="${type}_linux" + +. ./Installation/Pipeline/include/test_log_info.inc +. ./Installation/Pipeline/include/test_setup_tmp.inc +. ./Installation/Pipeline/include/test_setup_ports_and_ldap.inc + +OPTS="--storageEngine $engine --skipNondeterministic true --skipTimeCritical true --configDir etc/jenkins --skipLogAnalysis true" + +if [ "$mode" == singleserver ]; then + if [ "$edition" == enterprise ]; then + ENTERPRISE_TESTS="scripts/unittest ldap --caCertFilePath $(pwd)/ldap/ca_server.pem --ldapHost 127.0.0.1 --ldapPort $PORTLDAP --minPort `expr $PORT03 + 60` --maxPort `expr $PORT03 + 69` $OPTS 2>&1" + fi + + echo "$type + scripts/unittest boost --skipCache false 2>&1 + scripts/unittest agency --minPort `expr $PORT01 + 0` --maxPort `expr $PORT01 + 9` $OPTS 2>&1 + scripts/unittest arangobench --minPort `expr $PORT01 + 10` --maxPort `expr $PORT01 + 19` $OPTS 2>&1 + scripts/unittest arangosh --skipShebang true --minPort `expr $PORT01 + 20` --maxPort `expr $PORT01 + 29` $OPTS 2>&1 + scripts/unittest authentication --minPort `expr $PORT01 + 30` --maxPort `expr $PORT01 + 39` $OPTS 2>&1 + scripts/unittest authentication_parameters --minPort `expr $PORT01 + 40` --maxPort `expr $PORT01 + 49` $OPTS 2>&1 + scripts/unittest cluster_sync --minPort `expr $PORT01 + 50` --maxPort `expr $PORT01 + 59` $OPTS 2>&1 + scripts/unittest config --minPort `expr $PORT01 + 60` --maxPort `expr $PORT01 + 69` $OPTS 2>&1 + scripts/unittest dfdb --minPort `expr $PORT01 + 70` --maxPort `expr $PORT01 + 79` $OPTS 2>&1 + scripts/unittest dump --minPort `expr $PORT01 + 80` --maxPort `expr $PORT01 + 89` $OPTS 2>&1 + scripts/unittest dump_authentication --minPort `expr $PORT01 + 90` --maxPort `expr $PORT01 + 99` $OPTS 2>&1 + scripts/unittest endpoints --minPort `expr $PORT02 + 100` --maxPort `expr $PORT02 + 109` $OPTS 2>&1 + scripts/unittest http_replication --minPort `expr $PORT02 + 110` --maxPort `expr $PORT02 + 119` $OPTS 2>&1 + scripts/unittest http_server --minPort `expr $PORT02 + 120` --maxPort `expr $PORT02 + 129` $OPTS 2>&1 + scripts/unittest replication_ongoing --minPort `expr $PORT02 + 130` --maxPort `expr $PORT02 + 139` $OPTS 2>&1 + scripts/unittest replication_static --minPort `expr $PORT02 + 140` --maxPort `expr $PORT02 + 149` $OPTS 2>&1 + scripts/unittest replication_sync --minPort `expr $PORT02 + 150` --maxPort `expr $PORT02 + 159` $OPTS 2>&1 + scripts/unittest server_http --minPort `expr $PORT02 + 160` --maxPort `expr $PORT02 + 169` $OPTS 2>&1 + scripts/unittest shell_client --minPort `expr $PORT02 + 170` --maxPort `expr $PORT02 + 179` $OPTS 2>&1 + scripts/unittest shell_replication --minPort `expr $PORT02 + 180` --maxPort `expr $PORT02 + 189` $OPTS 2>&1 + scripts/unittest shell_server --minPort `expr $PORT02 + 190` --maxPort `expr $PORT02 + 199` $OPTS 2>&1 + scripts/unittest shell_server_aql --testBuckets 4/0 --minPort `expr $PORT03 + 0` --maxPort `expr $PORT03 + 9` $OPTS 2>&1 + scripts/unittest shell_server_aql --testBuckets 4/1 --minPort `expr $PORT03 + 10` --maxPort `expr $PORT03 + 19` $OPTS 2>&1 + scripts/unittest shell_server_aql --testBuckets 4/2 --minPort `expr $PORT03 + 20` --maxPort `expr $PORT03 + 29` $OPTS 2>&1 + scripts/unittest shell_server_aql --testBuckets 4/3 --minPort `expr $PORT03 + 30` --maxPort `expr $PORT03 + 39` $OPTS 2>&1 + scripts/unittest ssl_server --minPort `expr $PORT03 + 40` --maxPort `expr $PORT03 + 49` $OPTS 2>&1 + scripts/unittest upgrade --minPort `expr $PORT03 + 50` --maxPort `expr $PORT03 + 59` $OPTS 2>&1 + $ENTERPRISE_TESTS + " | parallel --header 1 --results log-output --files --no-notice --load 10 --jobs $concurrency > log-output/${type}.log + +elif [ "$mode" == cluster ]; then + OPTS="$OPTS --cluster true" + + if [ "$edition" == enterprise ]; then + ENTERPRISE_TESTS="scripts/unittest ldap --caCertFilePath $(pwd)/ldap/ca_server.pem --ldapHost 127.0.0.1 --ldapPort $PORTLDAP --minPort `expr $PORT04 + 120` --maxPort `expr $PORT04 + 159` $OPTS 2>&1" + fi + + echo "$type + scripts/unittest arangobench --minPort `expr $PORT01 + 0` --maxPort `expr $PORT01 + 39` $OPTS 2>&1 + scripts/unittest arangosh --skipShebang true --minPort `expr $PORT01 + 40` --maxPort `expr $PORT01 + 79` $OPTS 2>&1 + scripts/unittest authentication --minPort `expr $PORT01 + 80` --maxPort `expr $PORT01 + 119` $OPTS 2>&1 + scripts/unittest authentication_parameters --minPort `expr $PORT01 + 120` --maxPort `expr $PORT01 + 159` $OPTS 2>&1 + scripts/unittest config --minPort `expr $PORT01 + 160` --maxPort `expr $PORT01 + 199` $OPTS 2>&1 + scripts/unittest dump --minPort `expr $PORT02 + 0` --maxPort `expr $PORT02 + 39` $OPTS 2>&1 + scripts/unittest dump_authentication --minPort `expr $PORT02 + 40` --maxPort `expr $PORT02 + 79` $OPTS 2>&1 + scripts/unittest endpoints --minPort `expr $PORT02 + 80` --maxPort `expr $PORT02 + 119` $OPTS 2>&1 + scripts/unittest http_server --minPort `expr $PORT02 + 120` --maxPort `expr $PORT02 + 159` $OPTS 2>&1 + scripts/unittest server_http --minPort `expr $PORT02 + 160` --maxPort `expr $PORT02 + 199` $OPTS 2>&1 + scripts/unittest shell_client --minPort `expr $PORT03 + 0` --maxPort `expr $PORT03 + 39` $OPTS 2>&1 + scripts/unittest shell_server --minPort `expr $PORT03 + 40` --maxPort `expr $PORT03 + 79` $OPTS 2>&1 + scripts/unittest shell_server_aql --testBuckets 4/0 --minPort `expr $PORT03 + 80` --maxPort `expr $PORT03 + 119` $OPTS 2>&1 + scripts/unittest shell_server_aql --testBuckets 4/1 --minPort `expr $PORT03 + 120` --maxPort `expr $PORT03 + 159` $OPTS 2>&1 + scripts/unittest shell_server_aql --testBuckets 4/2 --minPort `expr $PORT03 + 160` --maxPort `expr $PORT03 + 199` $OPTS 2>&1 + scripts/unittest shell_server_aql --testBuckets 4/3 --minPort `expr $PORT04 + 0` --maxPort `expr $PORT04 + 39` $OPTS 2>&1 + scripts/unittest ssl_server --minPort `expr $PORT04 + 40` --maxPort `expr $PORT04 + 79` $OPTS 2>&1 + scripts/unittest upgrade --minPort `expr $PORT04 + 80` --maxPort `expr $PORT04 + 119` $OPTS 2>&1 + $ENTERPRISE_TESTS + " | parallel --header 1 --results log-output --files --no-notice --load 10 --jobs $concurrency > log-output/${type}.log +fi + +. ./Installation/Pipeline/include/test_check_result.inc $? diff --git a/Installation/Pipeline/include/test_setup_ports_and_ldap.inc b/Installation/Pipeline/include/test_setup_ports_and_ldap.inc new file mode 100644 index 0000000000..73d6cc01a7 --- /dev/null +++ b/Installation/Pipeline/include/test_setup_ports_and_ldap.inc @@ -0,0 +1,36 @@ +PORTTRAP="" +LDAPTRAP="" + +PORTLDAP="" + +if [ "$mode" == singleserver ]; then + PORT01=`./Installation/Pipeline/port.sh` + PORT02=`./Installation/Pipeline/port.sh` + PORT03=`./Installation/Pipeline/port.sh` + + PORTLDAP=`expr $PORT03 + 199` + + PORTTRAP="./Installation/Pipeline/port.sh --clean $PORT01 $PORT02 $PORT03 ;" +elif [ "$mode" == cluster ]; then + PORT01=`./Installation/Pipeline/port.sh` + PORT02=`./Installation/Pipeline/port.sh` + PORT03=`./Installation/Pipeline/port.sh` + PORT04=`./Installation/Pipeline/port.sh` + + PORTLDAP=`expr $PORT04 + 199` + + PORTTRAP="./Installation/Pipeline/port.sh --clean $PORT01 $PORT02 $PORT03 $PORT04 ;" +fi + +if [ "$edition" == enterprise ]; then + docker rm -f ldap-$PORTLDAP || echo + mkdir -p ldap + docker pull arangodb/openldap-test-container:jessie + docker stop ldap-$PORTLDAP + docker run -d -e LDAP_CERT_CN=127.0.0.1 -p $PORTLDAP:389 -v $(pwd)/ldap:/cert --name ldap-$PORTLDAP arangodb/openldap-test-container:jessie + + LDAPTRAP="docker stop ldap-$PORTLDAP ;" +fi + + +trap "$LDAPTRAP $PORTTRAP" EXIT diff --git a/Installation/Pipeline/include/test_setup_tmp.inc b/Installation/Pipeline/include/test_setup_tmp.inc index 3f4c309d0c..e0a34bf624 100644 --- a/Installation/Pipeline/include/test_setup_tmp.inc +++ b/Installation/Pipeline/include/test_setup_tmp.inc @@ -3,5 +3,5 @@ rm -rf tmp && mkdir tmp export TMPDIR=$(pwd)/tmp export TEMPDIR=$(pwd)/tmp -rm -rf log-output/$type mkdir -p log-output +rm -rf log-output/$type diff --git a/Installation/Pipeline/include/test_singleserver_EDITION_ENGINE_linux.inc b/Installation/Pipeline/include/test_singleserver_EDITION_ENGINE_linux.inc deleted file mode 100755 index 18f6118006..0000000000 --- a/Installation/Pipeline/include/test_singleserver_EDITION_ENGINE_linux.inc +++ /dev/null @@ -1,70 +0,0 @@ -#!/bin/bash - -concurrency="$1" -edition="$2" -engine="$3" - -type="test_singleserver" - -if [ "$edition" == community ]; then - type="${type}_${edition}" -elif [ "$edition" == enterprise ]; then - type="${type}_${edition}" -else - echo "$0: unknown edition '$edition', expecting 'community' or 'enterprise'" - exit 1 -fi - -if [ "$engine" == mmfiles ]; then - type="${type}_${engine}" -elif [ "$engine" == rocksdb ]; then - type="${type}_${engine}" -else - echo "$0: unknown engine '$engine', expecting 'mmfiles' or 'rocksdb'" - exit 1 -fi - -type="${type}_linux" - -. ./Installation/Pipeline/include/test_log_info.inc -. ./Installation/Pipeline/include/test_setup_tmp.inc - -PORT01=`./Installation/Pipeline/port.sh` -PORT02=`./Installation/Pipeline/port.sh` -PORT03=`./Installation/Pipeline/port.sh` - -trap "./Installation/Pipeline/port.sh --clean $PORT01 $PORT02 $PORT03" EXIT - -OPTS="--storageEngine $engine --skipNondeterministic true --skipTimeCritical true --configDir etc/jenkins --skipLogAnalysis true" - -echo "$type -scripts/unittest boost --skipCache false 2>&1 -scripts/unittest agency --minPort `expr $PORT01 + 0` --maxPort `expr $PORT01 + 9` $OPTS 2>&1 -scripts/unittest arangobench --minPort `expr $PORT01 + 10` --maxPort `expr $PORT01 + 19` $OPTS 2>&1 -scripts/unittest arangosh --skipShebang true --minPort `expr $PORT01 + 20` --maxPort `expr $PORT01 + 29` $OPTS 2>&1 -scripts/unittest authentication --minPort `expr $PORT01 + 30` --maxPort `expr $PORT01 + 39` $OPTS 2>&1 -scripts/unittest authentication_parameters --minPort `expr $PORT01 + 40` --maxPort `expr $PORT01 + 49` $OPTS 2>&1 -scripts/unittest cluster_sync --minPort `expr $PORT01 + 50` --maxPort `expr $PORT01 + 59` $OPTS 2>&1 -scripts/unittest config --minPort `expr $PORT01 + 60` --maxPort `expr $PORT01 + 69` $OPTS 2>&1 -scripts/unittest dfdb --minPort `expr $PORT01 + 70` --maxPort `expr $PORT01 + 79` $OPTS 2>&1 -scripts/unittest dump --minPort `expr $PORT01 + 80` --maxPort `expr $PORT01 + 89` $OPTS 2>&1 -scripts/unittest dump_authentication --minPort `expr $PORT01 + 90` --maxPort `expr $PORT01 + 99` $OPTS 2>&1 -scripts/unittest endpoints --minPort `expr $PORT02 + 100` --maxPort `expr $PORT02 + 109` $OPTS 2>&1 -scripts/unittest http_replication --minPort `expr $PORT02 + 110` --maxPort `expr $PORT02 + 119` $OPTS 2>&1 -scripts/unittest http_server --minPort `expr $PORT02 + 120` --maxPort `expr $PORT02 + 129` $OPTS 2>&1 -scripts/unittest replication_ongoing --minPort `expr $PORT02 + 130` --maxPort `expr $PORT02 + 139` $OPTS 2>&1 -scripts/unittest replication_static --minPort `expr $PORT02 + 140` --maxPort `expr $PORT02 + 149` $OPTS 2>&1 -scripts/unittest replication_sync --minPort `expr $PORT02 + 150` --maxPort `expr $PORT02 + 159` $OPTS 2>&1 -scripts/unittest server_http --minPort `expr $PORT02 + 160` --maxPort `expr $PORT02 + 169` $OPTS 2>&1 -scripts/unittest shell_client --minPort `expr $PORT02 + 170` --maxPort `expr $PORT02 + 179` $OPTS 2>&1 -scripts/unittest shell_replication --minPort `expr $PORT02 + 180` --maxPort `expr $PORT02 + 189` $OPTS 2>&1 -scripts/unittest shell_server --minPort `expr $PORT02 + 190` --maxPort `expr $PORT02 + 199` $OPTS 2>&1 -scripts/unittest shell_server_aql --testBuckets 4/0 --minPort `expr $PORT03 + 0` --maxPort `expr $PORT03 + 9` $OPTS 2>&1 -scripts/unittest shell_server_aql --testBuckets 4/1 --minPort `expr $PORT03 + 10` --maxPort `expr $PORT03 + 19` $OPTS 2>&1 -scripts/unittest shell_server_aql --testBuckets 4/2 --minPort `expr $PORT03 + 20` --maxPort `expr $PORT03 + 29` $OPTS 2>&1 -scripts/unittest shell_server_aql --testBuckets 4/3 --minPort `expr $PORT03 + 30` --maxPort `expr $PORT03 + 39` $OPTS 2>&1 -scripts/unittest ssl_server --minPort `expr $PORT03 + 40` --maxPort `expr $PORT03 + 49` $OPTS 2>&1 -scripts/unittest upgrade --minPort `expr $PORT03 + 50` --maxPort `expr $PORT03 + 59` $OPTS 2>&1 -" | parallel --header 1 --results log-output --files --no-notice --load 10 --jobs $concurrency > log-output/${type}.log - -. ./Installation/Pipeline/include/test_check_result.inc $? diff --git a/Installation/Pipeline/test_cluster_community_mmfiles_linux.sh b/Installation/Pipeline/test_cluster_community_mmfiles_linux.sh new file mode 100755 index 0000000000..c97072b9e8 --- /dev/null +++ b/Installation/Pipeline/test_cluster_community_mmfiles_linux.sh @@ -0,0 +1,3 @@ +#!/bin/bash + +. ./Installation/Pipeline/include/test_MODE_EDITION_ENGINE_linux.inc "$1" cluster community mmfiles diff --git a/Installation/Pipeline/test_cluster_community_rocksdb_linux.sh b/Installation/Pipeline/test_cluster_community_rocksdb_linux.sh index 72fd2781bc..7ecabfaea8 100755 --- a/Installation/Pipeline/test_cluster_community_rocksdb_linux.sh +++ b/Installation/Pipeline/test_cluster_community_rocksdb_linux.sh @@ -1,46 +1,3 @@ #!/bin/bash -concurrency=$1 - -echo "ARANGOD VERSION: `build/bin/arangod --version`" -echo "CORE PATTERN: `cat /proc/sys/kernel/core_pattern`" -echo "CORE LIMIT: `ulimit -c`" - -rm -rf core.* *.log out -rm -rf tmp && mkdir tmp -export TMPDIR=$(pwd)/tmp -export TEMPDIR=$(pwd)/tmp - -PORT01=`./Installation/Pipeline/port.sh` -PORT02=`./Installation/Pipeline/port.sh` -PORT03=`./Installation/Pipeline/port.sh` -PORT04=`./Installation/Pipeline/port.sh` - -trap "./Installation/Pipeline/port.sh --clean $PORT01 $PORT02 $PORT03 $PORT04" EXIT - -# note that: shebang does not work if path contains a '@' - -OPTS="--storageEngine rocksdb --skipNondeterministic true --skipTimeCritical true --configDir etc/jenkins --skipLogAnalysis true" - -echo " -scripts/unittest agency --minPort `expr $PORT01 + 0` --maxPort `expr $PORT01 + 39` $OPTS 2>&1 -scripts/unittest arangobench --minPort `expr $PORT01 + 40` --maxPort `expr $PORT01 + 79` $OPTS --cluster true 2>&1 -scripts/unittest arangosh --minPort `expr $PORT01 + 80` --maxPort `expr $PORT01 + 119` $OPTS --cluster true --skipShebang true 2>&1 -scripts/unittest authentication --minPort `expr $PORT01 + 120` --maxPort `expr $PORT01 + 159` $OPTS --cluster true 2>&1 -scripts/unittest authentication_parameters --minPort `expr $PORT01 + 160` --maxPort `expr $PORT01 + 199` $OPTS --cluster true 2>&1 -scripts/unittest config --minPort `expr $PORT02 + 0` --maxPort `expr $PORT02 + 39` $OPTS --cluster true 2>&1 -scripts/unittest dfdb --minPort `expr $PORT02 + 40` --maxPort `expr $PORT02 + 79` $OPTS --cluster true 2>&1 -scripts/unittest dump --minPort `expr $PORT02 + 80` --maxPort `expr $PORT02 + 119` $OPTS --cluster true 2>&1 -scripts/unittest dump_authentication --minPort `expr $PORT02 + 120` --maxPort `expr $PORT02 + 159` $OPTS --cluster true 2>&1 -scripts/unittest endpoints --minPort `expr $PORT02 + 160` --maxPort `expr $PORT02 + 199` $OPTS --cluster true 2>&1 -scripts/unittest http_server --minPort `expr $PORT03 + 0` --maxPort `expr $PORT03 + 39` $OPTS --cluster true 2>&1 -scripts/unittest server_http --minPort `expr $PORT03 + 40` --maxPort `expr $PORT03 + 79` $OPTS --cluster true 2>&1 -scripts/unittest shell_client --minPort `expr $PORT03 + 80` --maxPort `expr $PORT03 + 119` $OPTS --cluster true 2>&1 -scripts/unittest shell_server --minPort `expr $PORT03 + 120` --maxPort `expr $PORT03 + 159` $OPTS --cluster true 2>&1 -scripts/unittest shell_server_aql --minPort `expr $PORT03 + 160` --maxPort `expr $PORT03 + 199` $OPTS --cluster true --testBuckets 4/0 2>&1 -scripts/unittest shell_server_aql --minPort `expr $PORT04 + 0` --maxPort `expr $PORT04 + 39` $OPTS --cluster true --testBuckets 4/1 2>&1 -scripts/unittest shell_server_aql --minPort `expr $PORT04 + 40` --maxPort `expr $PORT04 + 79` $OPTS --cluster true --testBuckets 4/2 2>&1 -scripts/unittest shell_server_aql --minPort `expr $PORT04 + 80` --maxPort `expr $PORT04 + 119` $OPTS --cluster true --testBuckets 4/3 2>&1 -scripts/unittest ssl_server --minPort `expr $PORT04 + 120` --maxPort `expr $PORT04 + 159` $OPTS --cluster true 2>&1 -scripts/unittest upgrade --minPort `expr $PORT04 + 160` --maxPort `expr $PORT04 + 199` $OPTS --cluster true 2>&1 -" | parallel --output-as-file --results log-output --no-notice --load 10 --jobs $concurrency +. ./Installation/Pipeline/include/test_MODE_EDITION_ENGINE_linux.inc "$1" cluster community rocksdb diff --git a/Installation/Pipeline/test_cluster_enterprise_rocksdb_linux.sh b/Installation/Pipeline/test_cluster_enterprise_rocksdb_linux.sh index 80d19b42e5..6c7348ce4f 100755 --- a/Installation/Pipeline/test_cluster_enterprise_rocksdb_linux.sh +++ b/Installation/Pipeline/test_cluster_enterprise_rocksdb_linux.sh @@ -1,58 +1,3 @@ #!/bin/bash -concurrency=$1 - -echo "ARANGOD VERSION: `build/bin/arangod --version`" -echo "CORE PATTERN: `cat /proc/sys/kernel/core_pattern`" -echo "CORE LIMIT: `ulimit -c`" - -rm -rf core.* *.log out -rm -rf tmp && mkdir tmp -export TMPDIR=$(pwd)/tmp -export TEMPDIR=$(pwd)/tmp - -PORT01=`./Installation/Pipeline/port.sh` -PORT02=`./Installation/Pipeline/port.sh` -PORT03=`./Installation/Pipeline/port.sh` -PORT04=`./Installation/Pipeline/port.sh` -PORT05=`./Installation/Pipeline/port.sh` - -PORTLDAP=`expr $PORT05 + 199` - -docker rm -f ldap-$JOB_BASE_NAME || echo -mkdir -p ldap -docker pull arangodb/openldap-test-container:jessie -docker stop ldap-$PORTLDAP -docker run -d -e LDAP_CERT_CN=127.0.0.1 --rm -p $PORTLDAP:389 -v $(pwd)/ldap:/cert --name ldap-$PORTLDAP arangodb/openldap-test-container:jessie - -trap "./Installation/Pipeline/port.sh --clean $PORT01 $PORT02 $PORT03 $PORT04 $PORT05; docker stop ldap-$PORTLDAP" EXIT - -# note that: shebang does not work if path contains a '@' - -OPTS="--storageEngine rocksdb --skipNondeterministic true --skipTimeCritical true --configDir etc/jenkins --skipLogAnalysis true" - -echo "$type -scripts/unittest agency --minPort `expr $PORT01 + 0` --maxPort `expr $PORT01 + 39` $OPTS 2>&1 -scripts/unittest arangobench --cluster true --minPort `expr $PORT01 + 40` --maxPort `expr $PORT01 + 79` $OPTS 2>&1 -scripts/unittest arangosh --cluster true --skipShebang true --minPort `expr $PORT01 + 80` --maxPort `expr $PORT01 + 119` $OPTS 2>&1 -scripts/unittest authentication --cluster true --minPort `expr $PORT01 + 120` --maxPort `expr $PORT01 + 159` $OPTS 2>&1 -scripts/unittest authentication_parameters --cluster true --minPort `expr $PORT01 + 160` --maxPort `expr $PORT01 + 199` $OPTS 2>&1 -scripts/unittest config --cluster true --minPort `expr $PORT02 + 0` --maxPort `expr $PORT02 + 39` $OPTS 2>&1 -scripts/unittest dfdb --cluster true --minPort `expr $PORT02 + 40` --maxPort `expr $PORT02 + 79` $OPTS 2>&1 -scripts/unittest dump --cluster true --minPort `expr $PORT02 + 80` --maxPort `expr $PORT02 + 119` $OPTS 2>&1 -scripts/unittest dump_authentication --cluster true --minPort `expr $PORT02 + 120` --maxPort `expr $PORT02 + 159` $OPTS 2>&1 -scripts/unittest endpoints --cluster true --minPort `expr $PORT02 + 160` --maxPort `expr $PORT02 + 199` $OPTS 2>&1 -scripts/unittest http_server --cluster true --minPort `expr $PORT03 + 0` --maxPort `expr $PORT03 + 39` $OPTS 2>&1 -scripts/unittest ldap --cluster true --caCertFilePath $(pwd)/ldap/ca_server.pem --ldapHost 127.0.0.1 --ldapPort $PORTLDAP --minPort `expr $PORT03 + 40` --maxPort `expr $PORT03 + 79` $OPTS 2>&1 -scripts/unittest server_http --cluster true --minPort `expr $PORT03 + 80` --maxPort `expr $PORT03 + 119` $OPTS 2>&1 -scripts/unittest shell_client --cluster true --minPort `expr $PORT03 + 120` --maxPort `expr $PORT03 + 159` $OPTS 2>&1 -scripts/unittest shell_server --minPort `expr $PORT03 + 160` --maxPort `expr $PORT03 + 199` $OPTS --cluster true 2>&1 -scripts/unittest shell_server_aql --testBuckets 4/0 --minPort `expr $PORT04 + 0` --maxPort `expr $PORT04 + 39` $OPTS --cluster true 2>&1 -scripts/unittest shell_server_aql --testBuckets 4/1 --minPort `expr $PORT04 + 40` --maxPort `expr $PORT04 + 79` $OPTS --cluster true 2>&1 -scripts/unittest shell_server_aql --testBuckets 4/2 --minPort `expr $PORT04 + 80` --maxPort `expr $PORT04 + 119` $OPTS --cluster true2>&1 -scripts/unittest shell_server_aql --testBuckets 4/3 --minPort `expr $PORT04 + 120` --maxPort `expr $PORT04 + 159` $OPTS --cluster true 2>&1 -scripts/unittest ssl_server --minPort `expr $PORT04 + 160` --maxPort `expr $PORT04 + 199` $OPTS --cluster true 2>&1 -scripts/unittest upgrade --minPort `expr $PORT05 + 0` --maxPort `expr $PORT05 + 39` $OPTS --cluster true 2>&1 -" | parallel --header 1 --results log-output --files --no-notice --load 10 --jobs $concurrency > log-output/${type}.log - -. ./Installation/Pipeline/include/test_check_results.inc $? +. ./Installation/Pipeline/include/test_MODE_EDITION_ENGINE_linux.inc "$1" cluster enterprise rocksdb diff --git a/Installation/Pipeline/test_singleserver_community_mmfiles_linux.sh b/Installation/Pipeline/test_singleserver_community_mmfiles_linux.sh index 17c230f629..2556c1eb27 100755 --- a/Installation/Pipeline/test_singleserver_community_mmfiles_linux.sh +++ b/Installation/Pipeline/test_singleserver_community_mmfiles_linux.sh @@ -1,3 +1,3 @@ #!/bin/bash -./Installation/Pipeline/include/test_singleserver_EDITION_ENGINE_linux.inc $1 community mmfiles +. ./Installation/Pipeline/include/test_MODE_EDITION_ENGINE_linux.inc "$1" singleserver community mmfiles diff --git a/Installation/Pipeline/test_singleserver_community_rocksdb_linux.sh b/Installation/Pipeline/test_singleserver_community_rocksdb_linux.sh index cbc215021f..65040260ac 100755 --- a/Installation/Pipeline/test_singleserver_community_rocksdb_linux.sh +++ b/Installation/Pipeline/test_singleserver_community_rocksdb_linux.sh @@ -1,3 +1,3 @@ #!/bin/bash -./Installation/Pipeline/include/test_singleserver_EDITION_ENGINE_linux.inc $1 community rocksdb +. ./Installation/Pipeline/include/test_MODE_EDITION_ENGINE_linux.inc "$1" singleserver community rocksdb diff --git a/Installation/Pipeline/test_singleserver_enterprise_mmfiles_linux.sh b/Installation/Pipeline/test_singleserver_enterprise_mmfiles_linux.sh index 9c2b400cb9..9ac4e33ff8 100755 --- a/Installation/Pipeline/test_singleserver_enterprise_mmfiles_linux.sh +++ b/Installation/Pipeline/test_singleserver_enterprise_mmfiles_linux.sh @@ -1,3 +1,3 @@ #!/bin/bash -./Installation/Pipeline/include/test_singleserver_EDITION_ENGINE_linux.inc $1 enterprise mmfiles +. ./Installation/Pipeline/include/test_MODE_EDITION_ENGINE_linux.inc "$1" singleserver enterprise mmfiles