centos 单机安装hadoop

准备jdk环境： 安装jdk.

高版本： hadoop 0.23

我选择低版本： hadoop 0.21

一、准备阶段

1. 由于是单机，需要能ssh localhost，配一下ssh.

[root@jolly /usr/share/hadoop-0.20.1]# 

ssh-keygen -t dsa -P '' -f ~/.ssh/id_dsa
....

cd ~/.ssh
cat id_rsa.pub > authorized_keys
ssh localhost 

2.配置hadoop环境：

进入conf目录，

配置hadoop-env.sh，修改JAVA_HOME

 export JAVA_HOME=/usr/share/jdk1.6.0_43

配置core-site.xml

<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>

<!-- Put site-specific property overrides in this file. -->

<configuration>

    <!--add by jolly 2013.3.17 -->
    <property>
        <name>fs.default.name</name>
        <value>hdfs://localhost:9000</value>
    </property>

</configuration>

配置hdfs-site.xml

   
   

    
    <?
    
    xml version
    
    =
    
    "1.0"
    
    ?>
   
   
   
   

    
    <?
    
    xml
    
    -
    
    stylesheet type
    
    =
    
    "text/xsl"
    
     href
    
    =
    
    "configuration.xsl"
    
    ?>
   
   
   
   


   
   
   
   

    
    <!-- Put site-specific property overrides in this file. -->
   
   
   
   


   
   
   
   

    
    <configuration>
   
   
   
   

    
        
    
    <!-- add by jolly 2013.3.17 -->
   
   
   
   

    
        
    
    <property>
   
   
   
   

    
            
    
    <name>
    
    dfs.replication
    
    </name>
   
   
   
   

    
            
    
    <value>
    
    1
    
    </value>
   
   
   
   

    
        
    
    </property>
   
   
   
   

    
    </configuration>
   
   

配置mapred-site.xml

   
   

    
    <?
    
    xml version
    
    =
    
    "1.0"
    
    ?>
   
   
   
   

    
    <?
    
    xml
    
    -
    
    stylesheet type
    
    =
    
    "text/xsl"
    
     href
    
    =
    
    "configuration.xsl"
    
    ?>
   
   
   
   


   
   
   
   

    
    <!-- Put site-specific property overrides in this file. -->
   
   
   
   


   
   
   
   

    
    <configuration>
   
   
   
   

    
        
    
    <!-- add by jolly 2013.3.17 -->
   
   
   
   

    
        
    
    <property>
   
   
   
   

    
            
    
    <name>
    
    mapred.job.tracker
    
    </name>
   
   
   
   

    
            
    
    <value>
    
    localhost:9001
    
    </value>
   
   
   
   

    
        
    
    </property>
   
   
   
   

    
    </configuration>
   
   

3. 启动服务

a.格式化

[root@jolly /usr/share/hadoop-0.20.1]# bin/hadoop namenode -format


3/03/17 12:35:12 INFO namenode.NameNode: STARTUP_MSG: 
/************************************************************
STARTUP_MSG: Starting NameNode
STARTUP_MSG:   host = jolly/67.215.65.132
STARTUP_MSG:   args = [-format]
STARTUP_MSG:   version = 0.20.1
STARTUP_MSG:   build = http://svn.apache.org/repos/asf/hadoop/common/tags/release-0.20.1-rc1 -r 810220; compiled by 'oom' on Tue Sep  1 20:55:56 UTC 2009
************************************************************/
13/03/17 12:35:13 INFO namenode.FSNamesystem: fsOwner=root,root,bin,daemon,sys,adm,disk,wheel
13/03/17 12:35:13 INFO namenode.FSNamesystem: supergroup=supergroup
13/03/17 12:35:13 INFO namenode.FSNamesystem: isPermissionEnabled=true
13/03/17 12:35:13 INFO common.Storage: Image file of size 94 saved in 0 seconds.
13/03/17 12:35:13 INFO common.Storage: Storage directory /tmp/hadoop-root/dfs/name has been successfully formatted.
13/03/17 12:35:13 INFO namenode.NameNode: SHUTDOWN_MSG: 
/************************************************************
SHUTDOWN_MSG: Shutting down NameNode at jolly/67.215.65.132
************************************************************/

  
  


  
  

b. 启动守护进程

[root@jolly /usr/share/hadoop-0.20.1]#bin/start-all.sh


starting namenode, logging to /usr/share/hadoop-0.20.1/bin/../logs/hadoop-root-namenode-jolly.out
localhost: starting datanode, logging to /usr/share/hadoop-0.20.1/bin/../logs/hadoop-root-datanode-jolly.out
localhost: starting secondarynamenode, logging to /usr/share/hadoop-0.20.1/bin/../logs/hadoop-root-secondarynamenode-jolly.out
starting jobtracker, logging to /usr/share/hadoop-0.20.1/bin/../logs/hadoop-root-jobtracker-jolly.out
localhost: starting tasktracker, logging to /usr/share/hadoop-0.20.1/bin/../logs/hadoop-root-tasktracker-jolly.out

4.查看相关信息

NameNode - http://localhost:50070/

JobTracker - http://localhost:50030/

5.查看相关服务

  
  

   
   [
   
   root@jolly hadoop
   
   -
   
   0.20
   
   .
   
   1
   
   ]
   
   # jps
  
  
  
  


  
  
  
  


  
  
  
  

   
   3885
   
    
   
   NameNode
  
  
  
  

   
   4250
   
    
   
   TaskTracker
  
  
  
  

   
   3986
   
    
   
   DataNode
  
  
  
  

   
   4160
   
    
   
   JobTracker
  
  
  
  

   
   4100
   
    
   
   SecondaryNameNode
  
  
  
  

   
   4324
   
    
   
   Jps
  
  

6. 离开安全模式

hadoop dfsadmin -safemode leave