hadoop读取文件内容

aa346359669

于 2015-01-07 11:00:20 发布

阅读量302

点赞数 1

分类专栏： hadoop 文章标签： hadoop java

本文链接：https://blog.youkuaiyun.com/aa346359669/article/details/84694742

版权

hadoop 专栏收录该内容

5 篇文章

订阅专栏


/**
     * @see 读取dst文件内容
     * @param dst
     * @return
     * @throws Exception
     */
    public static byte[] readHDFSFile(String dst) throws Exception
    {
        Configuration conf = new Configuration();
        FileSystem fs = FileSystem.get(conf);

        // check if the file exists
        Path path = new Path(dst);
        if ( fs.exists(path) )
        {
            FSDataInputStream is = fs.open(path);
            // get the file info to create the buffer
            FileStatus stat = fs.getFileStatus(path);

            // create the buffer
            byte[] buffer = new byte[Integer.parseInt(String.valueOf(stat.getLen()))];
            is.readFully(0, buffer);

            is.close();
            fs.close();

            return buffer;
        }
        else
        {
            throw new Exception("the file is not found .");
        }
    }