java 程序下载网页

参考

http://www.360doc.com/content/08/0708/16/26857_1410575.shtml

package testme;

import java.io.BufferedInputStream;
import java.io.BufferedReader;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.FileReader;
import java.io.FileWriter;
import java.io.IOException;
import java.io.PrintWriter;
import java.net.MalformedURLException;
import java.net.URL;
import java.net.URLConnection;
import java.util.ArrayList;

public class ReadCsv
{
	public ArrayList<String>urlList=new ArrayList<String>();
	public ReadCsv()
	{
		String file="/home/lyle/Documents/lemurData/test_set_results.csv";
		try
		{
			BufferedReader buf=new BufferedReader(new FileReader(file));
			String line=null;
			while((line=buf.readLine())!=null)
			{
				String []lineArray=line.split(",");
				String url=new String(lineArray[0].substring(1,lineArray[0].length()-1));
				urlList.add(url);
				System.out.println(url+"\t"+lineArray[1]+"\t"+lineArray[2]+"\t"+lineArray.length);
			}
		} catch (FileNotFoundException e)
		{
			// TODO Auto-generated catch block
			e.printStackTrace();
		} catch (IOException e)
		{
			// TODO Auto-generated catch block
			e.printStackTrace();
		}
	}
	
	public static void main(String[] args)
	{
		String outFile="/home/lyle/Downloads/23.html";
		int bufferSize=1024;
		byte[] b=new byte[bufferSize];
		
		try
		{
			int readedByte=0;
			FileOutputStream fo=new FileOutputStream(outFile);
			URL u=new URL("http://f.xunlei.com/channel");
			URLConnection uconnection=u.openConnection();
			BufferedInputStream bf=new BufferedInputStream(uconnection.getInputStream());
			while((readedByte=bf.read(b))!=-1)
			{
				fo.write(b,0,readedByte);
			}
			fo.close();
			bf.close();
		} catch (MalformedURLException e)
		{
			// TODO Auto-generated catch block
			e.printStackTrace();
		} catch (IOException e)
		{
			// TODO Auto-generated catch block
			e.printStackTrace();
		}
		
	}

}