导包:
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-core</artifactId>
<version>1.2.1</version>
</dependency>
通过解压工具替换hadoop-core.1.2.1.jar中org.apache.hadoop.fs.FileUtil.class
替换步骤
- 新建FileUtil.java类
- 注释掉checkReturnValue()方法的内容
- 重新编译
- 替换
示例代码
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.LongWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapred.*;
import org.apache.hadoop.mapred.lib.LongSumReducer;
import org.apache.hadoop.mapred.lib.TokenCountMapper;
import java.io.IOException;
public class WordCount {
public static void main(String argv[]) throws IOException {
JobClient client = new JobClient();
JobConf conf = new JobConf(WordCount.class);
FileInputFormat.addInputPath(conf,new Path("input"));
FileOutputFormat.setOutputPath(conf,new Path("output"));
conf.setOutputKeyClass(Text.class);
conf.setOutputValueClass(LongWritable.class);
conf.setMapperClass(TokenCountMapper.class);
conf.setCombinerClass(LongSumReducer.class);
conf.setReducerClass(LongSumReducer.class);
client.setConf(conf);
JobClient.runJob(conf);
}
}