抓取网页内容

public static final String generate(final String url) {
if (StringUtils.isBlank(url)) {
return null;
}
Pattern pattern = Pattern.compile("(http://|https://){1}[\\w\\.\\-/:]+");
Matcher matcher = pattern.matcher(url);
if (!matcher.find()) {
return null;
}
StringBuffer sb = new StringBuffer();
try {
URL _url = new URL(url);
URLConnection urlConnection = _url.openConnection();
BufferedReader in = new BufferedReader(new InputStreamReader(urlConnection.getInputStream()));
String inputLine;
while ((inputLine = in.readLine()) != null) {

sb.append(inputLine);

String url = "http://www.bnu.edu.cn";//www.bnu.edu.cn";

02	URL theUrl= new URL(url);

03	openStream = theUrl.openStream();

04	//<meta http-equiv="Content-Type" content="text/html; charset=utf-8">

05	//构建输入流的的字符集必须和HTML源码中的 charset一致

06	bf = new BufferedReader(new InputStreamReader(openStream,"utf-8"));

07	String line = null;

08	while((line = bf.readLine())!=null) {

09	System.out.println(line);

10

}