[实验]单机hadoop配置

[b]环境：[/b]
hadoop1.2.0

[b]配置[/b]
修改conf/core-site.xml

<configuration>
        <property>
                <name>fs.default.name</name>
                <value>hdfs://localhost:9000</value>
        </property>
</configuration>

修改conf/hdfs-site.xml

<configuration>
        <property>
                <name>dfs.replication</name>
                <value>1</value>
        </property>
        <property>
                <name>dfs.permissions</name>
                <value>false</value>
        </property>
</configuration>

修改conf/mapred-site.xml

<configuration>
        <property>
                <name>mapred.job.tracker</name>
                <value>localhost:9001</value>
        </property>
</configuration>

[b]初始化[/b]

bin/hadoop namenode -format

[b]启动[/b]

bin/start-all.sh

[b]验证[/b]
http://node04vm01:50030
http://node04vm01:50070

[b]wordcount[/b]

bin/hadoop fs -mkdir /test/input
bin/hadoop fs -put ~/test/senseandsensibility/chapter1.txt /test/input/
bin/hadoop fs -lsr /test

drwxr-xr-x - hue supergroup 0 2013-08-28 06:06 /test/input
-rw-r--r-- 1 hue supergroup 8976 2013-08-28 06:06 /test/input/chapter1.txt

bin/hadoop jar hadoop-examples-1.2.0.jar wordcount /test/input /test/output

13/08/28 06:11:14 INFO input.FileInputFormat: Total input paths to process : 1
13/08/28 06:11:14 INFO util.NativeCodeLoader: Loaded the native-hadoop library
13/08/28 06:11:14 WARN snappy.LoadSnappy: Snappy native library not loaded
13/08/28 06:11:14 INFO mapred.JobClient: Running job: job_201308280534_0001
13/08/28 06:11:15 INFO mapred.JobClient: map 0% reduce 0%
13/08/28 06:11:22 INFO mapred.JobClient: map 100% reduce 0%
13/08/28 06:11:32 INFO mapred.JobClient: map 100% reduce 33%
13/08/28 06:11:33 INFO mapred.JobClient: map 100% reduce 100%
13/08/28 06:11:34 INFO mapred.JobClient: Job complete: job_201308280534_0001
13/08/28 06:11:34 INFO mapred.JobClient: Counters: 29
13/08/28 06:11:34 INFO mapred.JobClient: Job Counters
13/08/28 06:11:34 INFO mapred.JobClient: Launched reduce tasks=1
13/08/28 06:11:34 INFO mapred.JobClient: SLOTS_MILLIS_MAPS=6197
13/08/28 06:11:34 INFO mapred.JobClient: Total time spent by all reduces waiting after reserving slots (ms)=0
13/08/28 06:11:34 INFO mapred.JobClient: Total time spent by all maps waiting after reserving slots (ms)=0
13/08/28 06:11:34 INFO mapred.JobClient: Launched map tasks=1
13/08/28 06:11:34 INFO mapred.JobClient: Data-local map tasks=1
13/08/28 06:11:34 INFO mapred.JobClient: SLOTS_MILLIS_REDUCES=10546
13/08/28 06:11:34 INFO mapred.JobClient: File Output Format Counters
13/08/28 06:11:34 INFO mapred.JobClient: Bytes Written=6128
13/08/28 06:11:34 INFO mapred.JobClient: FileSystemCounters
13/08/28 06:11:34 INFO mapred.JobClient: FILE_BYTES_READ=8632
13/08/28 06:11:34 INFO mapred.JobClient: HDFS_BYTES_READ=9086
13/08/28 06:11:34 INFO mapred.JobClient: FILE_BYTES_WRITTEN=124965
13/08/28 06:11:34 INFO mapred.JobClient: HDFS_BYTES_WRITTEN=6128
13/08/28 06:11:34 INFO mapred.JobClient: File Input Format Counters
13/08/28 06:11:34 INFO mapred.JobClient: Bytes Read=8976
13/08/28 06:11:34 INFO mapred.JobClient: Map-Reduce Framework
13/08/28 06:11:34 INFO mapred.JobClient: Map output materialized bytes=8632
13/08/28 06:11:34 INFO mapred.JobClient: Map input records=14
13/08/28 06:11:34 INFO mapred.JobClient: Reduce shuffle bytes=8632
13/08/28 06:11:34 INFO mapred.JobClient: Spilled Records=1260
13/08/28 06:11:34 INFO mapred.JobClient: Map output bytes=15111
13/08/28 06:11:34 INFO mapred.JobClient: Total committed heap usage (bytes)=189726720
13/08/28 06:11:34 INFO mapred.JobClient: CPU time spent (ms)=2620
13/08/28 06:11:34 INFO mapred.JobClient: Combine input records=1547
13/08/28 06:11:34 INFO mapred.JobClient: SPLIT_RAW_BYTES=110
13/08/28 06:11:34 INFO mapred.JobClient: Reduce input records=630
13/08/28 06:11:34 INFO mapred.JobClient: Reduce input groups=630
13/08/28 06:11:34 INFO mapred.JobClient: Combine output records=630
13/08/28 06:11:34 INFO mapred.JobClient: Physical memory (bytes) snapshot=285716480
13/08/28 06:11:34 INFO mapred.JobClient: Reduce output records=630
13/08/28 06:11:34 INFO mapred.JobClient: Virtual memory (bytes) snapshot=1533976576
13/08/28 06:11:34 INFO mapred.JobClient: Map output records=1547