Question

如何借用Webbrowser进行抓取Ajax请求的数据

Answer 1

WebClient MyWebClient = new WebClient();
MyWebClient.Credentials = CredentialCache.DefaultCredentials; //获取或设置用于向Internet资源的请求进行身份验证的网络凭据
Byte[] pageData = MyWebClient.DownloadData(tbUrl.Text); //从指定网站下载数据
string pageHtml = Encoding.Default.GetString(pageData); //把字节转化为字符串，注意编码方式

2、使用WebBrowser控件
//通过WebBrowser空间访问网页，然后获取网页数据
WebBrowser web = new WebBrowser();
web.Navigate(tbUrl.Text);
web.DocumentCompleted += new WebBrowserDocumentCompletedEventHandler(web_DocumentCompleted); //当网页加载完成时触发该事件，获取网页数据

void web_DocumentCompleted(object sender, WebBrowserDocumentCompletedEventArgs e)
{
//获取该html页面内的Table标签的内容
WebBrowser web = (WebBrowser)sender;
HtmlElementCollection ElementCollection = web.Document.getElementsByTagName_r("Table");
foreach (HtmlElement item in ElementCollection)
{
textBox1.AppendText(item.InnerText + "\n");
}
}