java:爬虫雏形

目前使用命令操作且只能爬取主页内容,后续更新将会将其图形化与增加更多功能.

import java.io.PrintWriter;
import java.net.URL;
import java.util.Scanner;

public class demo07_wbe_File {

	public static void main(String[] args) {
		// TODO Auto-generated method stub
		System.out.println("Enter url");
		@SuppressWarnings({ "resource", "unused" })
		String urlstr = new Scanner(System.in).next();
		System.out.println(" save file the path: if:\"d:\\test.txt");
		@SuppressWarnings("resource")
		String file2 = new Scanner(System.in).next();
		try {
			URL url = new URL(urlstr);
			try (Scanner input = new Scanner(url.openStream(), "GBK");) {
				try (PrintWriter a = new PrintWriter(file2)) {
					while (input.hasNext()) {
						String line = input.nextLine();
						a.println(line);
					}
				}
			}
		} catch (Exception e) {
			System.out.println("error");
		}
	}
}