获取远程网页的内容之二（downmoon原创）

最新推荐文章于 2021-08-04 22:30:18 发布

最新推荐文章于 2021-08-04 22:30:18 发布 · 69 阅读

本机直接上网时，请参看
获取远程网页的内容之一（downmoon原创）

本文仅针AD下代理上网的情况：
代码如下：
1、定义变量：

定义变量 #region 　定义变量

private string strFireWallIP

... {

get

... {

return System.Configuration.ConfigurationSettings.AppSettings[ " strFireWallIP " ];

}

private string strFireWallPort

... {

get

... {

return System.Configuration.ConfigurationSettings.AppSettings[ " strFireWallPort " ];

}

private string strUID

... {

get

... {

return System.Configuration.ConfigurationSettings.AppSettings[ " strUID " ];

}

private string strPWD

... {

get

... {

return System.Configuration.ConfigurationSettings.AppSettings[ " strPWD " ];

}

private string strDomain

... {

get

... {

return System.Configuration.ConfigurationSettings.AppSettings[ " strDomain " ];

}

#endregion

方法：
获取指定远程网页内容

/**/ /// <summary>

/// 获取指定远程网页内容

/// </summary>

/// <paramname="strUrl"> 所要查找的远程网页地址 </param>

/// <returns></returns>

// [WebMethod(Description="获取指定远程网页内容。")]

public string getPageContent( string strUrl)

... {

string strResult = "" ;

this .CurrentUrl = strUrl;

if ( this .CurrentUrl.ToLower().StartsWith( " http:// " ) == false )

this .CurrentUrl = " http:// " + this .CurrentUrl;

try

... {

contentBytes = GetHtmlByte(CurrentUrl);

}

catch (Exceptionerr)

... {

strResult = " 请求错误： " + err.Message;

}

if (contentBytes == null )

... {

throw new Exception( " 没有获得返回值 " );

}

strResult = getStringFromByteArray(contentBytes,Encoding.UTF8);

return strResult;

}

获取指定远程网页元素字节数组::

获取指定远程网页元素字节数组 #region 获取指定远程网页元素字节数组

/**/ /// <summary>

/// 获取指定远程网页元素字节数组

/// </summary>

/// <paramname="strUrl"> 所要查找的远程网页地址 </param>

/// <returns></returns>

private byte []GetHtmlByte( string strUrl)

... {

string strPara = (strUrl.IndexOf( " ? " ) >= 0 ? strUrl.Substring(strUrl.IndexOf( " ? " ) + 1 ): "" );

System.Text.Encodingencoding = new UTF8Encoding();

byte []byte1 = encoding.GetBytes(strPara);

byte []byteReturn = new byte [ 10000000 ];

if (strUrl.Trim().ToLower().StartsWith( " http:// " ) == false )

... {

strUrl = " http:// " + strUrl;

}

HttpWebRequestmyHttpWebRequest = (HttpWebRequest)WebRequest.Create(strUrl);

myHttpWebRequest.AllowAutoRedirect = true ;

myHttpWebRequest.KeepAlive = true ;

myHttpWebRequest.UserAgent = " Mozilla/4.0(compatible;MSIE6.0;WindowsNT5.0;.NETCLR1.1.4322) " ;

System.Net.WebProxyproxy = new WebProxy(strFireWallIP + " : " + strFireWallPort, true );

// proxy=(WebProxy)System.Net.GlobalProxySelection.Select;

System.Net.NetworkCredentialmyCredential = new NetworkCredential(strUID,strPWD,strDomain);

proxy.Credentials = myCredential;

myHttpWebRequest.Proxy = proxy;

HttpWebResponsemyHttpWebResponse = (HttpWebResponse)myHttpWebRequest.GetResponse();

byte []bRead = new byte [ 1024 ];

int lngCount = 1 ;

int totalLen = 0 ;

StreamrecWeb = myHttpWebResponse.GetResponseStream();

lngCount = recWeb.Read(bRead, 0 , 1024 );

while (lngCount > 0 )

... {

Array.Copy(bRead, 0 ,byteReturn,totalLen,lngCount);

totalLen += lngCount;

lngCount = recWeb.Read(bRead, 0 , 1024 );

}

recWeb.Close();

byte []byteGets = new byte [totalLen];

Array.Copy(byteReturn, 0 ,byteGets, 0 ,totalLen);

byteReturn = null ;

bRead = null ;

return byteGets;

}

#endregion

转换指定字节数组为字符串::

转换指定字节数组为字符串 #region 　转换指定字节数组为字符串

/**/ /// <summary>

/// 转换指定字节数组为字符串

/// </summary>

/// <paramname="ByteGet"> 字节数组Byte[] </param>

/// <paramname="myEncoding"> 编码方式 </param>

/// <returns></returns>

private static string getStringFromByteArray(Byte[]ByteGet,EncodingmyEncoding)

... {

int i,lngCount;

StringBuilderaTemp = new StringBuilder( 10000 );

lngCount = ByteGet.Length;

for (i = 0 ;i < lngCount;i += 10000 )

... {

aTemp.Append(myEncoding.GetString(ByteGet,i,(lngCount >= i + 10000 ? 10000 :lngCount - i)));

}

if (i <= lngCount)

... {

aTemp.Append(myEncoding.GetString(ByteGet,i,(lngCount - i)));

}

return aTemp.ToString();

}

#endregion

借用这个，写了个抽取中国天气网预报的服务！很爽！

在webForm中WebRequest/WebClient/WebBrowser获取远程页面源码的三种方式（downmoon)