鉴客 C# 抓取页面（带认证）

1. [代码][C#]代码    

01	HttpWebRequest req = (HttpWebRequest)HttpWebRequest.Create("");

02	req.UserAgent = "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.0.3705;)";

03	req.Method = "POST";

04	req.Accept = "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8";

05	req.Headers.Add("Accept-Language: en-us,en;q=0.5");

06	req.Headers.Add("Accept-Encoding: gzip,deflate");

07	req.Headers.Add("Accept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.7");

08	req.KeepAlive = true;

09	req.Headers.Add("Keep-Alive: 300");

10	req.Referer = "copy from url";

11

12	req.ContentType = "application/x-www-form-urlencoded";

13

14	String Username = copy from url;

15	String PassWord = copy from url;

16

17	StreamWriter sw = new StreamWriter(req.GetRequestStream());

18	sw.Write(string.Format("&loginname={0}&password={1}&btnSubmit=Log In&institutioncode=H4V9KLUT45AV&version=2", Username, PassWord));

19	sw.Close();

20	HttpWebResponse response = (HttpWebResponse)req.GetResponse();

21

22	StreamReader reader = new StreamReader(response.GetResponseStream());

23	string tmp = reader.ReadToEnd();

2. [代码]Cookie 处理     跳至 [1] [2] [全屏预览]

view sourceprint?

01	CookieCollection cookiesResponse = new CookieCollection();

02

03	if (response != null)

04

{

05	foreach (string cookie in response.Headers["Set-Cookie"].Split(';'))

06

{

07	string name = cookie.Split('=')[0];

08	string value = cookie.Substring(name.Length + 1);

09	cookiesResponse.Add(new Cookie(name.Trim(), value.Trim(), path, domain));

10

}

11

}