利用Jsoup包爬取网站内容

一 Jsoup包

　　下载链接：http://download.csdn.net/detail/u014000832/7994245

二 爬取搜狐新闻网站标题等内容

package com.test1;
import java.io.IOException;
import org.jsoup.*;
import org.jsoup.helper.*;
import org.jsoup.nodes.*;
import org.jsoup.parser.*;
import org.jsoup.select.*;
public class HtmlParser {
    static void print(Document doc){  

        //<h1 itemprop="headline">日本物流公司瞄准中国海淘族 跨境快递4天到货</h1>
                Elements h = doc.select("h1[itemprop]");//标题
                System.out.println(h.text());  

                Elements time = doc.select("div.time");//时间
                System.out.println(time.text());
                /*
                Element source = doc.select("span[itemprop=name]").first();//来源
                System.out.println(source.text());
                */  

                Elements source = doc.select("div[class=source]");
                System.out.println(source.text());  

                Elements body = doc.select("div[itemprop=articleBody]");
                System.out.println(body.text());  

    }
    public static void main(String[] args) {
        // TODO Auto-generated method stub  

        try {
            String url = "http://news.sohu.com/";
            Document doc,TempDoc;
            doc = Jsoup.connect(url).get();
            //System.out.println(doc);
            //findalllinks
            Elements links = doc.select("a[href]");
            for (Element link : links){
                String StrUrl = link.attr("abs:href");
                if (StrUrl.startsWith("http://news.sohu.com/2016"))
                {
                    System.out.println(StrUrl);
                    TempDoc = Jsoup.connect(StrUrl).get();
                    print(TempDoc);
                }
            }
        } catch (IOException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }
    }
} 

　原文：http://blog.csdn.net/u012315428/article/details/51136490 , 复制链接打开