掠夺者—自己写新闻采集器（2）

下面就逐一把主要类里的代码贴出来（公司名用**代替），给大家分享，恳请大家多多批评指教。

一、Article 一个JavaBean，定义了文章的标题、正文等

public class Article { private String id; private String title; private String pictureUrl; private String content; private String articleUrlOfResource; public String getArticleUrlOfResource() { return articleUrlOfResource; } public void setArticleUrlOfResource(String articleUrlOfResource) { this.articleUrlOfResource = articleUrlOfResource; } public String getTitle() { return title; } public void setTitle(String title) { this.title = title; } public String getPictureUrl() { return pictureUrl; } public void setPictureUrl(String pictureUrl) { this.pictureUrl = pictureUrl; } public String getContent() { return content; } public void setContent(String content) { this.content = content; } public String getId() { return id; } public void setId(String id) { this.id = id; } }

二、TimeRobot 掠夺者（我给采集器起的名字）的入口，定义了ｍａｉｎ函数
//让各种任务定时执行的机器人 import java.text.ParseException; import java.text.SimpleDateFormat; import java.util.Date; import java.util.Timer; import cn.**.getInofs.GetWeatherForecast; import cn.**.getInofs.NewsGeter; import cn.**.staticPages.StaticIndex; public class TimeRobot { public static void main(String[] args) { System.out.println("掠夺者启动！"); Timer timer = new Timer(); //定义首次执行时间 SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss"); Date firstRunTime; try { firstRunTime = sdf.parse("2009-01-06 19:10:00"); } catch (ParseException e) { e.printStackTrace(); firstRunTime = new Date(); } //定时新闻任务 if(args[0].equals("1")) timer.schedule(new NewsGeter(), firstRunTime, 3600000 * 2); //定时天气预报任务 if(args[1].equals("1")) timer.schedule(new GetWeatherForecast(), firstRunTime, 3600000); //定时静态化主页任务 if(args[2].equals("1")) timer.schedule(new StaticIndex(), firstRunTime, 3600000); } }
三、Common 公共函数类，定义了被多个类调用的各种函数，如下载图片、格式化时间、过滤等

import java.io.File; import java.io.FileNotFoundException; import java.io.FileOutputStream; import java.io.IOException; import java.io.InputStream; import java.io.OutputStream; import java.net.MalformedURLException; import java.net.URL; import java.text.SimpleDateFormat; import java.util.Date; public class Common { /** * 从地址得到图片并保存在本地 * @param pictureUrl * @return */ public static String getPictureFromUrl(String resourceUrl, String targetUrl) { URL imgUrl = null; try { imgUrl = new URL(resourceUrl); } catch (MalformedURLException e) { System.out.println("图片获取不到，抛出异常如下："); e.printStackTrace(); return null; } InputStream inputStream = null; try { inputStream = imgUrl.openStream(); } catch (IOException e1) { System.out.println("图片获取不到，抛出异常如下："); e1.printStackTrace(); return null; } //获取图片扩展名 String extendName = resourceUrl.substring(resourceUrl.lastIndexOf("."), resourceUrl.length()); //生成图片新文件名 Date date = new Date(); String newName = "ssbfm_" + date.getTime() + "_" + (int)(Math.random() * 1000) + extendName; OutputStream outputStream = null; File root = new File(targetUrl); if (!root.exists()) { root.mkdirs(); } try{ outputStream = new FileOutputStream(root + "//" + newName); int bytesRead = 0; byte[] buffer = new byte[1024]; while((bytesRead = inputStream.read(buffer,0,1024))!=-1){ outputStream.write(buffer,0,bytesRead); } return newName; }catch(FileNotFoundException e){ System.out.println("图片获取不到，抛出异常如下："); e.printStackTrace(); } catch (IOException e) { System.out.println("图片获取不到，抛出异常如下："); e.printStackTrace(); } return null; } /** * 过滤关键字 * @param content * @return */ public static boolean hasKeyWord(String content) { if(content.indexOf("关键字1") + content.indexOf("关键字2") + content.indexOf("关键字3") + content.indexOf("关键字4") + content.indexOf("关键字5") + content.indexOf("关键字6") + content.indexOf("关键字7") >= 0) return true; return false; } /** * 返回当前时间的格式化形式 * @param time * @param formatString * @return */ public static String getFormatNowTime(String formatString) { //获取当前时间 Date time = new Date(); SimpleDateFormat formatter = new SimpleDateFormat(formatString); String dateStr = formatter.format(time); return dateStr; } /** * 去掉左右空格后字符串是否为空 * @param astr * @return */ public static boolean isTrimEmpty(String astr) { if ((null == astr) || (astr.length() == 0)) { return true; } if (isBlank(astr.trim())) { return true; } return false; } /** * 字符串是否为空:null或者长度为0 * @param astr * @return */ public static boolean isBlank(String astr) { if ((null == astr) || (astr.length() == 0)) { return true; }else { return false; } } }

四、SqlDao 封装了所需的数据库方法

import java.sql.Connection; import java.sql.DriverManager; import java.sql.ResultSet; import java.sql.SQLException; import java.sql.Statement; public class SqlDao { private static String driver="com.microsoft.jdbc.sqlserver.SQLServerDriver"; private static String url="jdbc:sqlserver://192.168.1.100:1433;databasename=aaa;user=sa;password=111"; private static Connection conn=null; private Statement st = null; public ResultSet rs = null; public SqlDao() { try { st = SqlDao.initConn().createStatement(); } catch (SQLException e) { // TODO Auto-generated catch block System.out.println("SqlDao初始化失败!"); e.printStackTrace(); } } /** * 初始化 * @return */ public static Connection initConn() { try { Class.forName(driver); conn = DriverManager.getConnection(url); }catch (Exception e) { e.printStackTrace(); } return conn; } /** * 执行插入/更新SQL语句 * @param sql * @return */ public int executeUpdate(String sql) { try { return st.executeUpdate(sql); } catch (SQLException e) { // TODO Auto-generated catch block System.out.println("SQL插入/更新语句执行失败!"); e.printStackTrace(); } return -1; } /** * 执行查询SQL语句 * @param sql * @return */ public ResultSet executeQuery(String sql) { try { rs = st.executeQuery(sql); } catch (SQLException e) { // TODO Auto-generated catch block System.out.println("SQL查询语句执行失败!"); e.printStackTrace(); return null; } return rs; } public boolean rsNext(String sql) { try { rs = st.executeQuery(sql); if(rs.next()) return true; } catch (SQLException e) { // TODO Auto-generated catch block e.printStackTrace(); } return false; } /** * 关闭链接 */ public void closeDB() { try { st.close(); conn.close(); } catch (SQLException e) { // TODO Auto-generated catch block System.out.println("关闭错误!"); e.printStackTrace(); } } }

五、NewsGeter 采集新闻，掠夺者仅认识NewsGeter，这个类封装了各种新闻的采集
/* 一个可以自动读取网上新闻的类 * 给它一个含有新闻列表的网页地址 * Create by Libo */ import cn.libodls.common.MyTime; import java.text.SimpleDateFormat; import java.util.Date; import java.util.TimerTask; import cn.libodls.files.FileIO; public class NewsGeter extends TimerTask { @Override public void run() { Date nowTime = new Date(); int nowHour = Integer.valueOf(new SimpleDateFormat("HH").format(nowTime)); if(nowHour == 6 || nowHour == 8 || nowHour == 10 || nowHour == 12 || nowHour == 14 || nowHour == 16 || nowHour == 18 || nowHour == 20) { System.out.println("/n更新新闻！"); try { //采WAP新闻 GetWapNews wap = new GetWapNews(); wap.releaseArticles(栏目, 带有新闻列表的地址, "UTF-8"); //采WEB新闻 GetWebNews web = new GetWebNews(); web.releaseArticles(栏目, 带有新闻列表的地址, "GBK"); //采本地新闻 GetLocalNews local = new GetLocalNews(); local.releaseArticles(栏目, 带有新闻列表的地址, "UTF-8"); } catch (Exception e) { // TODO Auto-generated catch block e.printStackTrace(); } } } }