From 1d00fabfa386fa290b6ff0e47e9fc4b50f9a4c38 Mon Sep 17 00:00:00 2001
From: karnas <xavier.deweerd@ensiie.eu>
Date: Mon, 20 May 2024 18:41:46 +0200
Subject: [PATCH] removed obsolete "version"
---
docker-files/hadoop/; | 27 +++++++++++++++++++
...cker-compose-v3.yml => docker-compose.yml} | 0
docker-files/hadoop/purge-hadoop-ensiie.sh | 2 +-
docker-files/hadoop/start-hadoop-ensiie.sh | 2 +-
docker-files/hadoop/stop-hadoop-ensiie.sh | 2 +-
5 files changed, 30 insertions(+), 3 deletions(-)
create mode 100644 docker-files/hadoop/;
rename docker-files/hadoop/{docker-compose-v3.yml => docker-compose.yml} (100%)
diff --git a/docker-files/hadoop/; b/docker-files/hadoop/;
new file mode 100644
index 0000000..f83ee12
--- /dev/null
+++ b/docker-files/hadoop/;
@@ -0,0 +1,27 @@
+#!/bin/bash
+# modification 2024 : test de la ram dispo et utilisation de tel ou tel fichier hadoop.env
+# 2024-05-20 Karnas : ajout des variables de chemin
+
+SCRIPT_PATH=$(dirname $(realpath $0))
+DOCKER_COMPOSE_FILE="docker-compose.yml"
+DOCKER_COMPOSE_PATH=$SCRIPT_PATH/$DOCKER_COMPOSE_FILE
+
+if [ $(free --giga | grep "^Mem" | awk '{ print $2 }') -lt 16 ]
+then
+ cp hadoop-16goRAM.env hadoop.env
+elif [ $(free --giga | grep "^Mem" | awk '{ print $2 }') -lt 8 ]
+then
+ cp hadoop-8goRAM.env hadoop.env
+fi
+
+docker network create hbase 2>/dev/null
+docker compose -f $DOCKER_COMPOSE_PATH up -d namenode hive-metastore-postgresql
+docker compose -f $DOCKER_COMPOSE_PATH up -d datanode1 datanode2
+docker compose -f $DOCKER_COMPOSE_PATH up -d resourcemanager nodemanager1 nodemanager2 historyserver
+docker compose -f $DOCKER_COMPOSE_PATH up -d hive-server hive-metastore
+docker compose -f $DOCKER_COMPOSE_PATH up -d spark-master spark-worker-1 spark-worker-2
+
+my_ip=`ip route get 1 | awk '{ for (i=1;i<=NF;i++) { if ( $i == "src" ) { print $(i+1) ; exit } } }'`
+echo "Namenode: (HDFS Filebrowser) http://${my_ip}:9870"
+echo "Spark-master: http://${my_ip}:28083"
+echo "History Server: http://${my_ip}:28188"
diff --git a/docker-files/hadoop/docker-compose-v3.yml b/docker-files/hadoop/docker-compose.yml
similarity index 100%
rename from docker-files/hadoop/docker-compose-v3.yml
rename to docker-files/hadoop/docker-compose.yml
diff --git a/docker-files/hadoop/purge-hadoop-ensiie.sh b/docker-files/hadoop/purge-hadoop-ensiie.sh
index cfdefdf..d6a9d54 100755
--- a/docker-files/hadoop/purge-hadoop-ensiie.sh
+++ b/docker-files/hadoop/purge-hadoop-ensiie.sh
@@ -1,7 +1,7 @@
#!/bin/bash
SCRIPT_PATH=$(dirname $(realpath $0))
-DOCKER_COMPOSE_FILE="docker-compose-v3.yml"
+DOCKER_COMPOSE_FILE="docker-compose.yml"
DOCKER_COMPOSE_PATH=$SCRIPT_PATH/$DOCKER_COMPOSE_FILE
docker compose -f $DOCKER_COMPOSE_PATH down -v
diff --git a/docker-files/hadoop/start-hadoop-ensiie.sh b/docker-files/hadoop/start-hadoop-ensiie.sh
index 24d95d3..f83ee12 100755
--- a/docker-files/hadoop/start-hadoop-ensiie.sh
+++ b/docker-files/hadoop/start-hadoop-ensiie.sh
@@ -3,7 +3,7 @@
# 2024-05-20 Karnas : ajout des variables de chemin
SCRIPT_PATH=$(dirname $(realpath $0))
-DOCKER_COMPOSE_FILE="docker-compose-v3.yml"
+DOCKER_COMPOSE_FILE="docker-compose.yml"
DOCKER_COMPOSE_PATH=$SCRIPT_PATH/$DOCKER_COMPOSE_FILE
if [ $(free --giga | grep "^Mem" | awk '{ print $2 }') -lt 16 ]
diff --git a/docker-files/hadoop/stop-hadoop-ensiie.sh b/docker-files/hadoop/stop-hadoop-ensiie.sh
index a42b0e6..b523256 100755
--- a/docker-files/hadoop/stop-hadoop-ensiie.sh
+++ b/docker-files/hadoop/stop-hadoop-ensiie.sh
@@ -1,7 +1,7 @@
#!/bin/bash
SCRIPT_PATH=$(dirname $(realpath $0))
-DOCKER_COMPOSE_FILE="docker-compose-v3.yml"
+DOCKER_COMPOSE_FILE="docker-compose.yml"
DOCKER_COMPOSE_PATH=$SCRIPT_PATH/$DOCKER_COMPOSE_FILE
docker compose -f $DOCKER_COMPOSE_PATH stop
--
GitLab