Hawkin
/
arangodb
mirror of https://gitee.com/bigwinds/arangodb
1
0
Fork 0
Code Issues Projects Releases Wiki Activity
arangodb/scripts/startLocalCluster.sh

357 lines
11 KiB
Bash
Executable File
Raw Blame History

#!/bin/bash
. `dirname $0`/cluster-run-common.sh
if [ "$POOLSZ" == "" ] ; then
POOLSZ=$NRAGENTS
fi
if [ -z "USE_ROCKSDB" ] ; then
STORAGE_ENGINE=""
DEFAULT_REPLICATION=""
else
STORAGE_ENGINE="--server.storage-engine=rocksdb"
DEFAULT_REPLICATION="--cluster.system-replication-factor=1"
fi
printf "Starting agency ... \n"
printf " # agents: %s," "$NRAGENTS"
printf " # db servers: %s," "$NRDBSERVERS"
printf " # coordinators: %s," "$NRCOORDINATORS"
printf " transport: %s\n" "$TRANSPORT"
if [ ! -d arangod ] || [ ! -d arangosh ] || [ ! -d UnitTests ] ; then
echo Must be started in the main ArangoDB source directory.
exit 1
fi
if [[ $(( $NRAGENTS % 2 )) == 0 ]]; then
echo "**ERROR: Number of agents must be odd! Bailing out."
exit 1
fi
if [ ! -d arangod ] || [ ! -d arangosh ] || [ ! -d UnitTests ] ; then
echo "Must be started in the main ArangoDB source directory! Bailing out."
exit 1
fi
if [ ! -z "$INTERACTIVE_MODE" ] ; then
if [ "$INTERACTIVE_MODE" == "C" ] ; then
COORDINATORCONSOLE=1
echo "Starting one coordinator in terminal with --console"
elif [ "$INTERACTIVE_MODE" == "D" ] ; then
CLUSTERDEBUGGER=1
echo Running cluster in debugger.
elif [ "$INTERACTIVE_MODE" == "R" ] ; then
RRDEBUGGER=1
echo Running cluster in rr with --console.
fi
fi
SFRE=5.0
COMP=200000
KEEP=500
MINT=0.2
MAXT=1.0
AG_BASE=$(( $PORT_OFFSET + 4001 ))
CO_BASE=$(( $PORT_OFFSET + 8530 ))
DB_BASE=$(( $PORT_OFFSET + 8629 ))
NATH=$(( $NRDBSERVERS + $NRCOORDINATORS + $NRAGENTS ))
LOCALHOST="[::1]"
ANYWHERE="[::]"
rm -rf cluster
if [ -d cluster-init ];then
cp -a cluster-init cluster
fi
mkdir -p cluster
if [ -z "$JWT_SECRET" ];then
AUTHENTICATION="--server.authentication false"
AUTHORIZATION_HEADER=""
else
AUTHENTICATION="--server.jwt-secret $JWT_SECRET"
AUTHORIZATION_HEADER="Authorization: bearer $(jwtgen -a HS256 -s $JWT_SECRET -c 'iss=arangodb' -c 'preferred_username=root')"
fi
if [ "$TRANSPORT" == "ssl" ]; then
SSLKEYFILE="--ssl.keyfile UnitTests/server.pem"
CURL="curl --insecure $CURL_AUTHENTICATION -s -f -X GET https:"
else
SSLKEYFILE=""
CURL="curl -s -f $CURL_AUTHENTICATION -X GET http:"
fi
echo Starting agency ...
for aid in `seq 0 $(( $NRAGENTS - 1 ))`; do
port=$(( $AG_BASE + $aid ))
AGENCY_ENDPOINTS+="--cluster.agency-endpoint $TRANSPORT://$LOCALHOST:$port "
${BUILD}/bin/arangod \
-c none \
--agency.activate true \
--agency.compaction-step-size $COMP \
--agency.compaction-keep-size $KEEP \
--agency.election-timeout-min $MINT \
--agency.election-timeout-max $MAXT \
--agency.endpoint $TRANSPORT://$LOCALHOST:$AG_BASE \
--agency.my-address $TRANSPORT://$LOCALHOST:$port \
--agency.pool-size $NRAGENTS \
--agency.size $NRAGENTS \
--agency.supervision true \
--agency.supervision-frequency $SFRE \
--agency.supervision-grace-period 15 \
--agency.wait-for-sync false \
--database.directory cluster/data$port \
--javascript.app-path ./js/apps \
--javascript.startup-directory ./js \
--javascript.module-directory ./enterprise/js \
--javascript.v8-contexts 1 \
--server.endpoint $TRANSPORT://$ANY:$port \
--server.statistics false \
--server.threads 16 \
--log.file cluster/$port.log \
--log.force-direct true \
--log.level agency=$LOG_LEVEL_AGENCY \
$STORAGE_ENGINE \
$DEFAULT_REPLICATION \
$AUTHENTICATION \
$SSLKEYFILE \
> cluster/$port.stdout 2>&1 &
done
start() {
if [ "$1" == "dbserver" ]; then
ROLE="PRIMARY"
elif [ "$1" == "coordinator" ]; then
ROLE="COORDINATOR"
fi
TYPE=$1
PORT=$2
mkdir cluster/data$PORT
echo Starting $TYPE on port $PORT
mkdir -p cluster/apps$PORT
${BUILD}/bin/arangod \
-c none \
--database.directory cluster/data$PORT \
--cluster.agency-endpoint $TRANSPORT://$LOCALHOST:$AG_BASE \
--cluster.my-address $TRANSPORT://$LOCALHOST:$PORT \
--server.endpoint $TRANSPORT://$ANY:$PORT \
--cluster.my-local-info $TYPE:$LOCALHOST:$PORT \
--server.endpoint $TRANSPORT://$ANY:$PORT \
--cluster.my-role $ROLE \
--log.file cluster/$PORT.log \
--log.level $LOG_LEVEL \
--server.statistics true \
--server.threads 5 \
--javascript.startup-directory ./js \
--javascript.module-directory ./enterprise/js \
--javascript.app-path cluster/apps$PORT \
--log.force-direct true \
--log.level cluster=$LOG_LEVEL_CLUSTER \
$STORAGE_ENGINE \
$DEFAULT_REPLICATION \
$AUTHENTICATION \
$SSLKEYFILE \
> cluster/$PORT.stdout 2>&1 &
}
startTerminal() {
if [ "$1" == "dbserver" ]; then
ROLE="PRIMARY"
elif [ "$1" == "coordinator" ]; then
ROLE="COORDINATOR"
fi
TYPE=$1
PORT=$2
mkdir cluster/data$PORT
echo Starting $TYPE on port $PORT
$XTERM $XTERMOPTIONS -e "${BUILD}/bin/arangod \
-c none \
--database.directory cluster/data$PORT \
--cluster.agency-endpoint $TRANSPORT://$LOCALHOST:$AG_BASE \
--cluster.my-address $TRANSPORT://$LOCALHOST:$PORT \
--server.endpoint $TRANSPORT://$ANY:$PORT \
--cluster.my-role $ROLE \
--log.file cluster/$PORT.log \
--log.level $LOG_LEVEL \
--server.statistics true \
--server.threads 5 \
--javascript.startup-directory ./js \
--javascript.module-directory ./enterprise/js \
--javascript.app-path ./js/apps \
$STORAGE_ENGINE \
$DEFAULT_REPLICATION \
$AUTHENTICATION \
$SSLKEYFILE \
--console" &
}
startDebugger() {
if [ "$1" == "dbserver" ]; then
ROLE="PRIMARY"
elif [ "$1" == "coordinator" ]; then
ROLE="COORDINATOR"
fi
TYPE=$1
PORT=$2
mkdir cluster/data$PORT
echo Starting $TYPE on port $PORT with debugger
${BUILD}/bin/arangod \
-c none \
--database.directory cluster/data$PORT \
--cluster.agency-endpoint $TRANSPORT://$LOCALHOST:$AG_BASE \
--cluster.my-address $TRANSPORT://$LOCALHOST:$PORT \
--server.endpoint $TRANSPORT://$ANY:$PORT \
--cluster.my-role $ROLE \
--log.file cluster/$PORT.log \
--log.level $LOG_LEVEL \
--server.statistics false \
--server.threads 5 \
--javascript.startup-directory ./js \
--javascript.module-directory ./enterprise/js \
--javascript.app-path ./js/apps \
$STORAGE_ENGINE \
$DEFAULT_REPLICATION \
$STORAGE_ENGINE \
$DEFAULT_REPLICATION \
$SSLKEYFILE \
$AUTHENTICATION &
$XTERM $XTERMOPTIONS -e "gdb ${BUILD}/bin/arangod -p $!" &
}
startRR() {
if [ "$1" == "dbserver" ]; then
ROLE="PRIMARY"
elif [ "$1" == "coordinator" ]; then
ROLE="COORDINATOR"
fi
TYPE=$1
PORT=$2
mkdir cluster/data$PORT
echo Starting $TYPE on port $PORT with rr tracer
$XTERM $XTERMOPTIONS -e "rr ${BUILD}/bin/arangod \
-c none \
--database.directory cluster/data$PORT \
--cluster.agency-endpoint $TRANSPORT://$LOCALHOST:$AG_BASE \
--cluster.my-address $TRANSPORT://$LOCALHOST:$PORT \
--server.endpoint $TRANSPORT://$ANY:$PORT \
--cluster.my-role $ROLE \
--log.file cluster/$PORT.log \
--log.level $LOG_LEVEL \
--server.statistics true \
--server.threads 5 \
--javascript.startup-directory ./js \
--javascript.module-directory ./enterprise/js \
--javascript.app-path ./js/apps \
$STORAGE_ENGINE \
$DEFAULT_REPLICATION \
$AUTHENTICATION \
$SSLKEYFILE \
--console" &
}
PORTTOPDB=`expr $DB_BASE + $NRDBSERVERS - 1`
for p in `seq $DB_BASE $PORTTOPDB` ; do
if [ "$CLUSTERDEBUGGER" == "1" ] ; then
startDebugger dbserver $p
elif [ "$RRDEBUGGER" == "1" ] ; then
startRR dbserver $p
else
start dbserver $p
fi
done
if [ "$NRCOORDINATORS" -gt 0 ] ; then
PORTTOPCO=`expr $CO_BASE + $NRCOORDINATORS - 1`
for p in `seq $CO_BASE $PORTTOPCO` ; do
if [ "$CLUSTERDEBUGGER" == "1" ] ; then
startDebugger coordinator $p
elif [ $p == "$CO_BASE" -a ! -z "$COORDINATORCONSOLE" ] ; then
startTerminal coordinator $p
elif [ "$RRDEBUGGER" == "1" ] ; then
startRR coordinator $p
else
start coordinator $p
fi
done
fi
if [ "$CLUSTERDEBUGGER" == "1" ] ; then
echo Waiting for you to setup debugger windows, hit RETURN to continue!
read
fi
echo Waiting for cluster to come up...
testServer() {
PORT=$1
while true ; do
if [ -z "$AUTHORIZATION_HEADER" ]; then
${CURL}//$LOCALHOST:$PORT/_api/version > /dev/null 2>&1
else
${CURL}//$LOCALHOST:$PORT/_api/version -H "$AUTHORIZATION_HEADER" > /dev/null 2>&1
fi
if [ "$?" != "0" ] ; then
echo Server on port $PORT does not answer yet.
else
echo Server on port $PORT is ready for business.
break
fi
sleep 1
done
}
for p in `seq $DB_BASE $PORTTOPDB` ; do
testServer $p
done
if [ "$NRCOORDINATORS" -gt 0 ] ; then
for p in `seq $CO_BASE $PORTTOPCO` ; do
testServer $p
done
fi
if [ "$SECONDARIES" == "1" ] ; then
let index=1
PORTTOPSE=`expr 8729 + $NRDBSERVERS - 1`
for PORT in `seq 8729 $PORTTOPSE` ; do
let dbserverindex=$index-1
mkdir cluster/data$PORT
CLUSTER_ID="Secondary$index"
DBSERVER_ID=$(curl -s $LOCALHOST:$CO_BASE/_admin/cluster/health | jq '.Health | to_entries | map(select(.value.Role == "DBServer")) | .' | jq -r ".[$dbserverindex].key")
echo Registering secondary $CLUSTER_ID for $DBSERVER_ID
curl -s -f -X PUT --data "{\"primary\": \"$DBSERVER_ID\", \"oldSecondary\": \"none\", \"newSecondary\": \"$CLUSTER_ID\"}" -H "Content-Type: application/json" $LOCALHOST:$CO_BASE/_admin/cluster/replaceSecondary
echo Starting Secondary $CLUSTER_ID on port $PORT
${BUILD}/bin/arangod \
-c none \
--database.directory cluster/data$PORT \
--cluster.agency-endpoint $TRANSPORT://$LOCALHOST:$AG_BASE \
--cluster.my-address $TRANSPORT://$LOCALHOST:$PORT \
--server.endpoint $TRANSPORT://$ANY:$PORT \
--cluster.my-id $CLUSTER_ID \
--log.file cluster/$PORT.log \
--server.statistics true \
--javascript.startup-directory ./js \
--javascript.module-directory ./enterprise/js \
$STORAGE_ENGINE \
$DEFAULT_REPLICATION \
$AUTHENTICATION \
$SSLKEYFILE \
--javascript.app-path ./js/apps \
> cluster/$PORT.stdout 2>&1 &
let index=$index+1
done
fi
echo Done, your cluster is ready at
if [ "$NRCOORDINATORS" -gt 0 ] ; then
for p in `seq $CO_BASE $PORTTOPCO` ; do
echo " ${BUILD}/bin/arangosh --server.endpoint $TRANSPORT://$LOCALHOST:$p"
done
fi
Reference in New Issue View Git Blame Copy Permalink