单机版hadoop安装脚本(第一次写脚本，安装有效)

单机版hadoop安装脚本

需要准备hadoop安装包，编译过的包native，都放在/wz/bao下
shell脚本解压会不完整，加上指定路径即可（测试成功）
hostname 与ip 根据自己实际更改

#!/bin/sh
cd /wz/bao
tar -zxvf hadoop-2.6.0-cdh5.14.2.tar.gz -C /wz/bao
sleep 1
mv hadoop-2.6.0-cdh5.14.2 /wz/bigdata/hadoop260
cp native/* /wz/bigdata/hadoop260/lib/native
cd /wz/bigdata/hadoop260/etc/hadoop				   
sed -i 's@export JAVA_HOME=${JAVA_HOME}@''export JAVA_HOME=/wz/bigdata/jdk181''@' hadoop-env.sh 					 
sed -i 's@# export JAVA_HOME=/home/y/libexec/jdk1.6.0/@''export JAVA_HOME=/wz/bigdata/jdk181''@' yarn-env.sh						  
sed -i 's@# export JAVA_HOME=/home/y/libexec/jdk1.6.0/@''export JAVA_HOME=/wz/bigdata/jdk181''@' mapred-env.sh					  
sed -i '19,$d' core-site.xml
sed -i '1d' slaves
echo '------------------env.sh文件配置好了------------------'
mkdir -p /wz/bigdata/hadoop260/data/tmp
echo '------------------创建hadoop数据文件夹成功------------------'
echo '<configuration>
        <property>
                <name>fs.defaultFS</name>
                <value>hdfs://bigdata110:9000</value>
        </property>
        <property>
                <name>hadoop.tmp.dir</name>
                <value>/wz/bigdata/hadoop260/data/tmp</value>
        </property>
</configuration>' >>core-site.xml
						  
sed -i '19,$d' hdfs-site.xml
echo '<configuration>
        <property>
                <name>dfs.replication</name>
                <value>1</value>
        </property>
        <property>
                <name>dfs.namenode.secondary.http-address</name>
                <value>bigdata110:50090</value>
        </property>
</configuration>' >>hdfs-site.xml		 						  
sed -i '15,$d' yarn-site.xml
echo '<configuration>
        <property>
                <name>yarn.nodemanager.aux-services</name>
                <value>mapreduce_shuffle</value>
        </property>
        <property>
                <name>yarn.resourcemanager.hostname</name>
                <value>bigdata110</value>
        </property>
</configuration>' >>yarn-site.xml
cp mapred-site.xml.template mapred-site.xml
							
sed -i '19,$d' mapred-site.xml
echo '<configuration>
        <property>
                <name>mapreduce.framework.name</name>
                <value>yarn</value>
        </property>
        <property>
                <name>mapreduce.jobhistory.address</name>
                <value>bigdata110:10020</value>
        </property>
        <property>
                <name>mapreduce.jobhistory.webapp.address</name>
                <value>bigdata110:19888</value>
        </property>
</configuration>' >>mapred-site.xml
echo 'bigdata110' >>slaves
echo '------------------site.xml文件配置好------------------'
echo 'export HADOOP_HOME=/wz/bigdata/hadoop260
export HADOOP_MAPRED_HOME=$HADOOP_HOME
export HADOOP_COMMON_HOME=$HADOOP_HOME
export HADOOP_HDFS_HOME=$HADOOP_HOME
export YARN_HOME=$HADOOP_HOME
export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native
export PATH=$PATH:$HADOOP_HOME/sbin:$HADOOP_HOME/bin
export HADOOP_INSTALL=$HADOOP_HOME
export HADOOP_OPTS="-Djava.library.path=$HADOOP_HOME/lib:$HADOOP_COMMON_LIB_NATIVE_DIR"' >>/etc/profile
echo '------------------环境变量配置好了------------------'
source /etc/profile
hadoop namenode -format
echo '------------------格式化namenode成功------------------'
echo '请输入start-all.sh测试'