diff --git a/docker-files/hadoop/; b/docker-files/hadoop/; new file mode 100644 index 0000000000000000000000000000000000000000..f83ee127acb4dd173ea7ba539334b4a865bb7d12 --- /dev/null +++ b/docker-files/hadoop/; @@ -0,0 +1,27 @@ +#!/bin/bash +# modification 2024 : test de la ram dispo et utilisation de tel ou tel fichier hadoop.env +# 2024-05-20 Karnas : ajout des variables de chemin + +SCRIPT_PATH=$(dirname $(realpath $0)) +DOCKER_COMPOSE_FILE="docker-compose.yml" +DOCKER_COMPOSE_PATH=$SCRIPT_PATH/$DOCKER_COMPOSE_FILE + +if [ $(free --giga | grep "^Mem" | awk '{ print $2 }') -lt 16 ] +then + cp hadoop-16goRAM.env hadoop.env +elif [ $(free --giga | grep "^Mem" | awk '{ print $2 }') -lt 8 ] +then + cp hadoop-8goRAM.env hadoop.env +fi + +docker network create hbase 2>/dev/null +docker compose -f $DOCKER_COMPOSE_PATH up -d namenode hive-metastore-postgresql +docker compose -f $DOCKER_COMPOSE_PATH up -d datanode1 datanode2 +docker compose -f $DOCKER_COMPOSE_PATH up -d resourcemanager nodemanager1 nodemanager2 historyserver +docker compose -f $DOCKER_COMPOSE_PATH up -d hive-server hive-metastore +docker compose -f $DOCKER_COMPOSE_PATH up -d spark-master spark-worker-1 spark-worker-2 + +my_ip=`ip route get 1 | awk '{ for (i=1;i<=NF;i++) { if ( $i == "src" ) { print $(i+1) ; exit } } }'` +echo "Namenode: (HDFS Filebrowser) http://${my_ip}:9870" +echo "Spark-master: http://${my_ip}:28083" +echo "History Server: http://${my_ip}:28188" diff --git a/docker-files/hadoop/docker-compose-v3.yml b/docker-files/hadoop/docker-compose.yml similarity index 100% rename from docker-files/hadoop/docker-compose-v3.yml rename to docker-files/hadoop/docker-compose.yml diff --git a/docker-files/hadoop/purge-hadoop-ensiie.sh b/docker-files/hadoop/purge-hadoop-ensiie.sh index cfdefdf862f1460a7a20f05b6caf5cd07fd89bd2..d6a9d541268bda65204f983c371fbfda234619a6 100755 --- a/docker-files/hadoop/purge-hadoop-ensiie.sh +++ b/docker-files/hadoop/purge-hadoop-ensiie.sh @@ -1,7 +1,7 @@ #!/bin/bash SCRIPT_PATH=$(dirname $(realpath $0)) -DOCKER_COMPOSE_FILE="docker-compose-v3.yml" +DOCKER_COMPOSE_FILE="docker-compose.yml" DOCKER_COMPOSE_PATH=$SCRIPT_PATH/$DOCKER_COMPOSE_FILE docker compose -f $DOCKER_COMPOSE_PATH down -v diff --git a/docker-files/hadoop/start-hadoop-ensiie.sh b/docker-files/hadoop/start-hadoop-ensiie.sh index 24d95d3c8bb5e107756e106d4b6a0bf7c60ed8f5..f83ee127acb4dd173ea7ba539334b4a865bb7d12 100755 --- a/docker-files/hadoop/start-hadoop-ensiie.sh +++ b/docker-files/hadoop/start-hadoop-ensiie.sh @@ -3,7 +3,7 @@ # 2024-05-20 Karnas : ajout des variables de chemin SCRIPT_PATH=$(dirname $(realpath $0)) -DOCKER_COMPOSE_FILE="docker-compose-v3.yml" +DOCKER_COMPOSE_FILE="docker-compose.yml" DOCKER_COMPOSE_PATH=$SCRIPT_PATH/$DOCKER_COMPOSE_FILE if [ $(free --giga | grep "^Mem" | awk '{ print $2 }') -lt 16 ] diff --git a/docker-files/hadoop/stop-hadoop-ensiie.sh b/docker-files/hadoop/stop-hadoop-ensiie.sh index a42b0e66c3dd05a81ec0c0975312de8da20718c8..b523256a50e56e9e204fb59730281d0fa79878d2 100755 --- a/docker-files/hadoop/stop-hadoop-ensiie.sh +++ b/docker-files/hadoop/stop-hadoop-ensiie.sh @@ -1,7 +1,7 @@ #!/bin/bash SCRIPT_PATH=$(dirname $(realpath $0)) -DOCKER_COMPOSE_FILE="docker-compose-v3.yml" +DOCKER_COMPOSE_FILE="docker-compose.yml" DOCKER_COMPOSE_PATH=$SCRIPT_PATH/$DOCKER_COMPOSE_FILE docker compose -f $DOCKER_COMPOSE_PATH stop