ASP.NET取网页数据《数据采集》

最新推荐文章于 2025-12-30 16:11:19 发布

原创最新推荐文章于 2025-12-30 16:11:19 发布 · 479 阅读

0 ·

CC 4.0 BY-SA版权

文章标签：

#asp.net #string #regex #stream #object #url

本文展示了一个使用C#从指定URL抓取网页内容并利用正则表达式解析特定数据的例子。通过创建HTTP请求获取远程资源，然后读取并解析响应内容来提取有用的数据。

using System;
using System.Data;
using System.Configuration;
using System.Collections;
using System.Web;
using System.Web.Security;
using System.Web.UI;
using System.Web.UI.WebControls;
using System.Web.UI.WebControls.WebParts;
using System.Web.UI.HtmlControls;
using System.IO;
using System.Net;
using System.Text;
using System.Text.RegularExpressions;

public partial class _Default : System.Web.UI.Page
{
    protected void Page_Load(object sender, EventArgs e)
    {
        string strURl = "http://www.jxflcp.net/ssc/";//换成你要的那个网址
        string str = GetHttp(strURl);
        if (str != "xx")
        {
            //换成你想要截取网页部分内容的代码
            Regex reg = new Regex(@"<td width=""100"" height=""22"" style=""font-size: 14px;font-weight: bold;color: #006600;"">(/d+)</td>[/s/r/n]*<td width=""80"" style=""font-size: 14px;font-weight: bold;color: #0099FF;"">([/d/s/:]+)</td>[/s/r/n]*<td width=""100"" style=""font-size: 14px;font-weight: bold;color: #cc0000;"">([/d,/s]+)</td>");
            if (reg.IsMatch(str))
            {
                MatchCollection mc = reg.Matches(str);
                foreach (Match m in mc)
                {
                    Response.Write(m.Result("$1"));
                    Response.Write(" ");
                    Response.Write(m.Result("$2"));//如果你不想要时间..注释掉
                    Response.Write(" ");
                    Response.Write(m.Result("$3"));
                    Response.Write("<br>");
                }
            }
        }
    }
    private string GetHttp(string url)
    {
        string strResult;
        try
        {
            HttpWebRequest myReq = (HttpWebRequest)HttpWebRequest.Create(url);
            myReq.Timeout = 50000;
            HttpWebResponse HttpWResp = (HttpWebResponse)myReq.GetResponse();

            Stream myStream = HttpWResp.GetResponseStream();
            StreamReader sr = new StreamReader(myStream, Encoding.Default);
            StringBuilder strBuilder = new StringBuilder();
            while (-1 != sr.Peek())
            {
                strBuilder.Append(sr.ReadLine() + "/r/n");
            }
            strResult = strBuilder.ToString();
        }
        catch
        {
            strResult = "xx";
        }
        return strResult;
    }

}