大数据集群一键启动脚本

原创

已于 2023-02-19 16:38:26 修改 · 408 阅读

2 ·

CC 4.0 BY-SA版权

文章标签：

#大数据 #hadoop #hdfs

于 2023-02-11 16:06:13 首次发布

1.一键启动

大数据集群启动脚本，包括zk，hadoop，spark，kafka，hbase，redisclickhouse。

vi startall.sh

#!/bin/bash
SPARK_HOME=/opt/module/spark
REDIS_HOME=/opt/module/redis
/bin/zk_shtd.sh start
/bin/hadoop_shtd.sh start
/bin/hive_shtd.sh start
$SPARK_HOME/sbin/start-history-server.sh
/bin/kafka_shtd.sh start
/bin/hbase_shtd.sh start
$REDIS_HOME/bin/redis-server /opt/module/redis/etc/redis.conf
/bin/clickhouse-server_shtd.sh start
/bin/jpsall

2.zk

vi /bin/zk_shtd.sh

#!/bin/bash
ZK_HOME=/opt/module/zookeeper
names=(master slave1 slave2)
if [ $# -lt 1 ]
then
    echo "No Args Input..."
    exit ;
fi

case $1 in
"start")
        for i in ${names[@]}
    do
        echo "=====================  $i  ======================="
        ssh $i "${ZK_HOME}/bin/zkServer.sh start"
    done
;;
"stop")
        for i in ${names[@]}
    do
        echo "=====================  $i  ======================="
        ssh $i "${ZK_HOME}/bin/zkServer.sh stop"
    done
;;
"status")
        for i in ${names[@]}
    do
        echo "=====================  $i  ======================="
        ssh $i "${ZK_HOME}/bin/zkServer.sh status"
    done
;;
*)
    echo "Input Args Error..."
;;
esac

3. hadoop

vi /bin/hadoop_shtd.sh

#!/bin/bash
HADOOP_HOME=/opt/module/hadoop
names=(master slave1 slave2)
if [ $# -lt 1 ]
then
    echo "No Args Input..."
    exit ;
fi

case $1 in
"start")
        echo " =================== START hadoop ==================="

        echo " --------------- start  hdfs ---------------"
        ssh  ${names[0]} "$HADOOP_HOME/sbin/start-dfs.sh"
        echo " --------------- start yarn ---------------"
        ssh ${names[1]}  "$HADOOP_HOME/sbin/start-yarn.sh"
        echo " --------------- start historyserver ---------------"
        ssh ${names[0]}  "$HADOOP_HOME/bin/mapred --daemon start historyserver"
;;
"stop")
        echo " =================== STOP hadoop ===============