java读写HDFS简单demo

最新推荐文章于 2025-05-12 19:27:44 发布

转载最新推荐文章于 2025-05-12 19:27:44 发布 · 6.8k 阅读

hdfs 专栏收录该内容

1 篇文章

订阅专栏

本文介绍了一个简单的Hadoop HDFS文件系统读写操作示例。通过Java代码演示了如何将字符串写入HDFS以及从HDFS中读取数据并打印到标准输出。示例代码包括配置Hadoop环境、创建文件路径、打开文件输入输出流等关键步骤。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

package 
test;
 
import 
java.io.IOException;
import 
java.net.URI;
import 
org.apache.hadoop.conf.Configuration;
import 
org.apache.hadoop.fs.FileSystem;
import 
org.apache.hadoop.fs.Path; 
import 
org.apache.hadoop.fs.FSDataInputStream;
import 
org.apache.hadoop.fs.FSDataOutputStream;;
 
public 
class Test {
     
     
    publicvoid
WriteFile(String hdfs)throws
IOException {
        Configuration conf =new
Configuration();
        FileSystem fs = FileSystem.get(URI.create(hdfs),conf);
        FSDataOutputStream hdfsOutStream = fs.create(newPath(hdfs));
        hdfsOutStream.writeChars("hello");
        hdfsOutStream.close();
        fs.close();    
    }
     
    publicvoid
ReadFile(String hdfs)throws
IOException {
        Configuration conf =new
Configuration();
        FileSystem fs = FileSystem.get(URI.create(hdfs),conf);
        FSDataInputStream hdfsInStream = fs.open(newPath(hdfs));
         
        byte[] ioBuffer =new
byte[1024];
        intreadLen = hdfsInStream.read(ioBuffer);
        while(readLen!=-1)
        {
            System.out.write(ioBuffer,0, readLen);
            readLen = hdfsInStream.read(ioBuffer);
        }
        hdfsInStream.close();
        fs.close();
    }
         
    publicstatic
void main(String[] args)
throws IOException {    
        String hdfs ="hdfs://192.168.56.112:9000/test/hello.txt";
        Test t =new
Test();       
        t.WriteFile(hdfs);
        t.ReadFile(hdfs);
      }
}