多线程程序

private final ThreadPoolExecutor pool;

pool = new BlockedThreadPoolExecutor(maxThreads,
                maxThreads,
                1, TimeUnit.DAYS,
                new ArrayBlockingQueue(maxThreads),
                new CustomNameThreadFactory("FaceBaseClient"));

futures.add(pool.submit(new ImportTask(index++, url, user, passwd,
                                                       this.getFetchSql(startRyid),batch,
                                                       faceBaseName, metrics, conf)));

public Integer call() {
     int total = 0;
        Connection con = null;
        Statement stmt = null;

        System.out.println("Import job '" + index + "' is starting...");

        FaceBaseClient client = null;
        try{
            this.metrics.incrementTaskCount();
            client = new FaceBaseClient(conf);
            Class.forName("oracle.jdbc.driver.OracleDriver");
            con = DriverManager.getConnection(url, user, passwd);

            System.out.println("TaskID=" + index + ", connect db...");
            stmt = con.createStatement();

            System.out.println("TaskID=" + index + ", query: " + sql);
            ResultSet results = stmt.executeQuery(sql);
            List<FaceRecord> records = new ArrayList<FaceRecord>();
            while(results.next()){

                try{
                    records.add(resultSet2FaceRecord(results));
                }catch (SQLException e1){
                 System.out.println("TaskID=" + index + ", Exception:" + e1.getMessage() + ", continue..");
                }

                if(records.size() >= this.batch){
                    client.updateFaceRecords(faceBaseName, records, false);
                    this.metrics.addAndGet(records.size());
                    records.clear();
                }
                total++;
            }

            if(records.size() > 0){
                client.insertFaceRecords(faceBaseName, records);
                this.metrics.addAndGet(records.size());
                records.clear();
            }
        }catch (Exception e){
         System.out.println("TaskID=" + index + ", Exception:" + e.getMessage());
            e.printStackTrace();
        } finally {
            if(con != null){
                try {
                    con.close();
                } catch (SQLException e) {
                    e.printStackTrace();
                }
            }

            if(client != null){
                client.cleanup();
            }
        }

        this.metrics.incrementFinishedTaskCount();
        return total;
    }

 

评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值