htmlparser提取正文

最新推荐文章于 2022-11-29 08:39:32 发布

iteye_1029

最新推荐文章于 2022-11-29 08:39:32 发布

阅读量154

点赞数

分类专栏： Parser_html 文章标签： .net HTML

本文链接：https://blog.youkuaiyun.com/iteye_1029/article/details/81766292

版权

Parser_html 专栏收录该内容

15 篇文章

订阅专栏

htmlparser提取正文，提取新浪等门户首页是不太干净


mport org.htmlparser.Parser; 
import org.htmlparser.beans.StringBean; 
import org.htmlparser.filters.NodeClassFilter; 
import org.htmlparser.parserapplications.StringExtractor; 
import org.htmlparser.tags.BodyTag; 
import org.htmlparser.util.NodeList; 
import org.htmlparser.util.ParserException; 

public class GetContent { 

	public void getContentUsingStringBean(String url) { 
        StringBean sb = new StringBean(); 
        sb.setLinks(true);           
        sb.setCollapse(true);  
        sb.setReplaceNonBreakingSpaces(true);// If true regular space 
        sb.setURL("http://www.blogjava.net/51AOP/archive/2006/07/19/59064.html"); 
        System.out.println("The Content is :\n" + sb.getStrings()); 

    } 

    public void getContentUsingStringExtractor(String url, boolean link) { 
        StringExtractor se = new StringExtractor(url); 
        String text = null; 
        try { 
            text = se.extractStrings(link); 
            System.out.println("The content is :\n" + text); 
        } catch (ParserException e) { 
            e.printStackTrace(); 
        } 
    } 

    public void getContentUsingParser(String url) { 
        NodeList nl; 
        try { 
            Parser p = new Parser(url); 
            nl = p.parse(new NodeClassFilter(BodyTag.class)); 
            BodyTag bt = (BodyTag) nl.elementAt(0); 
            System.out.println(bt.toPlainTextString()); 
            } catch (ParserException e) { 
            e.printStackTrace(); 
        } 
    } 

    public static void main(String[] args) {
    	GetContent g = new GetContent();
//    	g.getContentUsingStringBean("");
//    	g.getContentUsingParser("http://www.blogjava.net/51AOP/archive/2006/07/19/59064.html");
    	g.getContentUsingStringExtractor("http://www.sina.com.cn/", false);
	}