使用HtmlAgilityPack XPath 表達式抓取博客園數據的實現代碼

2020-01-18 00:36:12

字體：大中小

來源：轉載

供稿：網友

Web 前端代碼

 
<%@ Page Language="C#" AutoEventWireup="true" CodeFile="Default.aspx.cs" Inherits="_Default" %> 
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> 
<html xmlns="http://www.w3.org/1999/xhtml"> 
<head runat="server"> 
<title></title> 
</head> 
<body> 
<form id="form1" runat="server"> 
<div> 
<table cellpadding="1" cellspacing="1" bgcolor="#f1f1f1" style="text-align: center"> 
<asp:Repeater ID="Repeater1" runat="server"> 
<HeaderTemplate> 
<tr> 
<td> 
標題 
</td> 
<td> 
發布作者 
</td> 
<td> 
發布時間 
</td> 
</tr> 
</HeaderTemplate> 
<ItemTemplate> 
<tr bgcolor="#ffffff"> 
<td align="left"> 
<a href='<%#Eval("url") %>' target="_blank"> 
<%#Eval("title") %> 
</a> 
</td> 
<td> 
<a href='<%#Eval("authorUrl") %>' target="_blank"> 
<%#Eval("author") %> 
</a> 
</td> 
<td> 
<%#Eval("updatetime") %> 
</td> 
</tr> 
</ItemTemplate> 
</asp:Repeater> 
</table> 
</div> 
</form> 
</body> 
</html> 

cs 后臺代碼：

復制代碼代碼如下:

 
using System; 
using System.Collections.Generic; 
using System.Linq; 
using System.Web; 
using System.Web.UI; 
using System.Web.UI.WebControls; 
using S1; 
using System.Net; 
using System.IO; 
using System.Text; 
using HtmlAgilityPack; 
public partial class _Default : System.Web.UI.Page 
{ 
protected void Page_Load(object sender, EventArgs e) 
{ 
string page = string.Empty; 
if (!IsPostBack) 
{ 
WebClient wc = new WebClient(); 
string address = "http://www.cnblogs.com"; 
if (!string.IsNullOrEmpty(Request.QueryString["p"])) 
{ 
address += "/" + Request.QueryString["p"];//分頁，p=p2,p=p3 
} 
Stream stream = wc.OpenRead(address); 
StreamReader sr = new StreamReader(stream, Encoding.UTF8); 
string html = sr.ReadToEnd(); 
//實例化HtmlAgilityPack.HtmlDocument對象 
HtmlDocument doc = new HtmlDocument(); 
//載入HTML 
doc.LoadHtml(html); 
//根據HTML節點NODE的ID獲取節點 
HtmlNode navNode = doc.GetElementbyId("post_list"); 
//div[2]表示文章鏈接a位于post_list里面第3個div節點中 
HtmlNodeCollection list = navNode.SelectNodes("http://div[2]/h3/a"); //根據XPATH來索引節點 
Cnblogs cnblogs = null; 
IList<Cnblogs> cnlist = new List<Cnblogs>(); 
foreach (HtmlNode node in list) 
{ 
cnblogs = new Cnblogs(); 
//獲取文章鏈接地址 
cnblogs.url = node.Attributes["href"].Value.ToString(); 
//獲取文章標題 
cnblogs.title = node.InnerText; 
cnlist.Add(cnblogs); 
} 
HtmlNodeCollection list1 = navNode.SelectNodes("http://div[2]/div/a"); 
for (int i = 0; i < cnlist.Count; i++) 
{ 
cnlist[i].author = list1[i].InnerText; 
cnlist[i].authorUrl = list1[i].Attributes["href"].Value.ToString(); 
cnlist[i].updatetime = list1[i].NextSibling.InnerText.Replace("發布于", "").Trim(); 
} 
this.Repeater1.DataSource = cnlist; 
this.Repeater1.DataBind(); 
} 
} 
public class Cnblogs 
{ 
public string title { get; set; } 
public string url { get; set; } 
public string author { get; set; } 
public string authorUrl { get; set; } 
public string updatetime { get; set; } 
} 
} 