Java To Hive

创建文件java2hive

编辑文件

在datasources.properties配置文件里

driver = org.apache.hive.jdbc.HiveDriver
url = jdbc:hive2://192.168.184.200:10000/exam
username = root
//password hive没有，为空

在log4j.properties日志文件里

log4j.rootLogger=INFO, stdout
log4j.appender.stdout=org.apache.log4j.ConsoleAppender
log4j.appender.stdout.layout=org.apache.log4j.PatternLayout
log4j.appender.stdout.layout.ConversionPattern=%d %p [%c] - %m%n
log4j.appender.logfile=org.apache.log4j.FileAppender
log4j.appender.logfile.File=target/hadoop.log
log4j.appender.logfile.layout=org.apache.log4j.PatternLayout
log4j.appender.logfile.layout.ConversionPattern=%d %p [%c] - %m%n

在java2hive项目下编辑sql文件夹，在sql文件夹里创建hql语句

--create table hdbace(id int,name string)
--show tables
--drop table hdbace

select * from visit

BaseConfig类

public class BaseConfig {
    private class Config{
       private String driver;
       private String url;
       private String username;
       private String password;

    }
    private Config config;

    private boolean valid(String url){
        Pattern p = Pattern.compile("jdbc:\\w+://((\\d{1,3}\\.){3}\\d{1,3}|\\w+):\\d{1,5}/\\w+");
        Matcher m=p.matcher(url);
        return m.matches();
    }

    private void init() throws Exception {
        String path=Thread.currentThread().getContextClassLoader().getResource("datasources.properties").getPath();
        //Properties文件流读取datasource，properties
        
        Properties pro=new Properties();
       pro.load(new FileReader(path));
        String url=pro.getProperty("url");
        if(null==url || !valid(url)){
            throw new Exception("invalid url exception");
        }
        //初始化成员变量
        config = new Config();
        this.config.url=url;
        this.config.driver =pro.getProperty("driver","com.mysql.jdbc.Driver");
        this.config.username=pro.getProperty("username","root");
        this.config.password=pro.getProperty("password","");

    }

    {
        try {
            init();
           Class.forName(config.driver);
        } catch (Exception e) {
            System.out.println(e.getMessage());
        }
    }

    Connection getCon() throws SQLException {
        return DriverManager.getConnection(config.url,config.username,config.password);
    }

    void close(AutoCloseable...acs){
        for (AutoCloseable ac : acs) {
            if(null!=ac){
                try {
                    ac.close();
                } catch (Exception e) {
                    e.printStackTrace();
                }
            }
        }
    }
}

BaseDao类，result类

public class BaseDao extends BaseConfig{
    private PreparedStatement getPst(Connection con,String sql,Object...params) throws SQLException {
        PreparedStatement pst = con.prepareStatement(sql);
        if(params.length>0){
            for (int i = 0; i < params.length; i++) {
                pst.setObject(i+1,params[i]);
            }
        }
        return pst;
    }
	//执行非查询操作
    public Result exeNonQuery(String sql,Object...params){
        Connection con=null;
        PreparedStatement pst=null;
        try {
            con=getCon();
            pst=getPst(con,sql,params);
            pst.execute();
            return Result.succeed();
        } catch (SQLException e) {
            e.printStackTrace();
            return Result.failed();
        }finally {
            close(pst,con);
        }

    }
	//执行查询操作，返回二维字符串数组
    public Result exeQuery (String sql, Object...params){
        Connection con=null;
        PreparedStatement pst=null;
        ResultSet rst=null;
        try{
            con=getCon();
            pst=getPst(con,sql,params);
            rst=pst.executeQuery();
            List<List<String>> table=null;
            if(null != rst && rst.next()){
                table=new ArrayList<>();
                final int COL=rst.getMetaData().getColumnCount();
                do{
                    List<String> row=new ArrayList<>(COL);
                    for (int i = 1; i <= COL; i++) {
                        row.add(rst.getObject(i).toString());
                    }
                    table.add(row);
                }while(rst.next());
            }
            return Result.succeed(table);
        }catch (Exception e){
            return Result.failed();
        }finally {
            close(rst,pst,con);
        }
    }
	//文件流从系统文件读取sql
    public String readSql(String...paths) throws Exception {
        String path = paths.length==0 ? "sql/sql.sql" : paths[0];
        StringBuilder builder = new StringBuilder();
        BufferedReader reader = new BufferedReader(new FileReader(path));
        String line = null;
        while (null != (line=reader.readLine())){
            builder.append(line.trim()+" ");
        }
        return builder.toString();
    }

}

public class Result <T>{
    private boolean err;
    private T data;

    public static <T> Result succeed(T...data){
        return new Result(false,data){};
    }

    public static Result failed(){
        return new Result(true){};
    }
    private Result(boolean err, T... data) {
        this.err = err;
        this.data = data.length>0?data[0]:null;
    }

    public boolean isErr() {
        return err;
    }

    public T getData() {
        return data;
    }
}

Test类

    public static void main( String[] args ) throws Exception {
    BaseDao dao=new BaseDao();
   	//   System.out.println(dao.exeNonQuery(dao.readSql()).isErr());
	
        Result<List<List<String>>> tables = dao.exeQuery(dao.readSql());
        tables.getData().forEach(row->{
            row.forEach(cell->{
                System.out.print(cell+"\t");
            });
            System.out.println();
        });

    }