C# 網頁數據表格抓取數據


 

 

主要方法:

public List<string> datasearch()
{
List<string> list = new List<string>();

string url = @""+txtUrl.Text.Trim().ToString();

WebRequest request = WebRequest.Create(url); //請求url
WebResponse response = request.GetResponse(); //獲取url數據
StreamReader reader = null;
switch (cboCode.SelectedItem.ToString())
{
case "UTF-8":
reader = new StreamReader(response.GetResponseStream(), Encoding.GetEncoding("UTF-8"));
break;
case "Default":
reader = new StreamReader(response.GetResponseStream(), Encoding.Default);
break;
default:
reader = new StreamReader(response.GetResponseStream(), Encoding.Default);
break;
}
string str = reader.ReadToEnd(); //將數據寫入到textbox中

reader.Close();
reader.Dispose();
response.Close();
string strRegexR = @"(?<=<tr>)([\s\S]*?)(?=</tr>)"; //構造解析表格行數據的正則表達式
string strRegexD = @"(?<=<td[^>]*>[\s]*?)([\S]*)(?=[\s]*?</td>)"; //構造解析表格列數據的正則表達式
Regex regexR = new Regex(strRegexR);
MatchCollection mcR = regexR.Matches(str); //執行匹配
bool first = true;
foreach (Match mr in mcR)
{
Regex regexD = new Regex(strRegexD);
MatchCollection mcD = regexD.Matches(mr.Groups[0].ToString()); //執行匹配

string Mydata = "";
for (int i = 0;i < mcD.Count; i++)
{
Mydata += mcD[i].Value + " ";
}
list.Add(Mydata);
}

return list;
}

Form1.cs 文件

using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Drawing;
using System.Linq;
using System.Text;
using System.Windows.Forms;
using System.Text.RegularExpressions;
using System.IO;
using System.Net;

namespace Demo
{
public partial class Form1 : Form
{
public Form1()
{
InitializeComponent();
cboCode.SelectedIndex = 0;
}

public List<string> datasearch()
{
List<string> list = new List<string>();

string url = @""+txtUrl.Text.Trim().ToString();

WebRequest request = WebRequest.Create(url); //請求url
WebResponse response = request.GetResponse(); //獲取url數據
StreamReader reader = null;
switch (cboCode.SelectedItem.ToString())
{
case "UTF-8":
reader = new StreamReader(response.GetResponseStream(), Encoding.GetEncoding("UTF-8"));
break;
case "Default":
reader = new StreamReader(response.GetResponseStream(), Encoding.Default);
break;
default:
reader = new StreamReader(response.GetResponseStream(), Encoding.Default);
break;
}
string str = reader.ReadToEnd(); //將數據寫入到textbox中

reader.Close();
reader.Dispose();
response.Close();
string strRegexR = @"(?<=<tr>)([\s\S]*?)(?=</tr>)"; //構造解析表格數據的正則表達式
string strRegexD = @"(?<=<td[^>]*>[\s]*?)([\S]*)(?=[\s]*?</td>)";
Regex regexR = new Regex(strRegexR);
MatchCollection mcR = regexR.Matches(str); //執行匹配
bool first = true;
foreach (Match mr in mcR)
{
Regex regexD = new Regex(strRegexD);
MatchCollection mcD = regexD.Matches(mr.Groups[0].ToString()); //執行匹配

string Mydata = "";
for (int i = 0;i < mcD.Count; i++)
{
Mydata += mcD[i].Value + " ";
}
list.Add(Mydata);
}

return list;
}
private void btnGet_Click(object sender, EventArgs e)
{
List<string> list = datasearch();

string str = "";
for (int i = 0; i < list.Count; i++)
{

str += list[i].ToString() + @"
";
}
txtResult.Text = str;
}

private void btnSave_Click(object sender, EventArgs e)
{
TXTHelper.TxtSaveByStr(@"" + txtSaveUrl.Text.Trim(), txtResult.Text);//C:\Users\Administrator\Desktop\Work File\網頁表格抓取\1.txt
MessageBox.Show("存儲成功!");
}

private void btnAdd_Click(object sender, EventArgs e)
{
TXTHelper.TxtAddByStr(@"" + txtSaveUrl.Text.Trim(), txtResult.Text);
MessageBox.Show("存儲添加成功!");
}
}
}

TXTHelper.cs 文件

 

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.IO;
using System.Collections.Specialized;

 

namespace Demo
{
public class TXTHelper
{
public static StringCollection Read_txt(string url) //讀取TXT內容
{
FileStream fs = new FileStream(url, FileMode.Open, FileAccess.Read);
/**/
///定義輸出字符串
StringCollection collection = new StringCollection();

 

/**/
///初始化該字符串的長度為0

 


/**/
///為上面創建的文件流創建讀取數據流
StreamReader read = new StreamReader(fs);

 

/**/
///設置當前流的起始位置為文件流的起始點
read.BaseStream.Seek(0, SeekOrigin.Begin);

 

/**/
///讀取文件
while (read.Peek() > -1)
{
/**/
///取文件的一行內容並換行
///
string str = read.ReadLine();
collection.Add(str);
}

 

/**/
///關閉釋放讀數據流
read.Close();
fs.Close();
/**/
///返回讀到的日志文件內容
return collection;
}
public static void Update_txt(string url) //修改TXT
{
FileStream fs = new FileStream(url, FileMode.OpenOrCreate, FileAccess.Write);
StreamWriter sw = new StreamWriter(fs);
sw.Flush();
sw.BaseStream.Seek(0, SeekOrigin.Begin);
sw.Write("1");
sw.Flush();
sw.Close();
}

 

public static void TxtSaveByStr(string savePath, string txtStr)
{
FileStream fs = new FileStream(savePath, FileMode.Create);
StreamWriter sw = new StreamWriter(fs);
//開始寫入
sw.Write(txtStr);
//清空緩沖區
sw.Flush();
//關閉流
sw.Close();
fs.Close();
}
public static void TxtAddByStr(string savePath, string txtStr)
{
FileStream fs = new FileStream(savePath, FileMode.Append);
StreamWriter sw = new StreamWriter(fs);
//開始寫入
sw.Write(txtStr);
//清空緩沖區
sw.Flush();
//關閉流
sw.Close();
fs.Close();
}

 

public static DateTime File_Info(string url) //讀取txt修改時間
{
FileInfo fi = new FileInfo(url);
DateTime d = fi.LastWriteTime;
return d;
}

 

}
}

 

運行結果圖:


免責聲明!

本站轉載的文章為個人學習借鑒使用,本站對版權不負任何法律責任。如果侵犯了您的隱私權益,請聯系本站郵箱yoyou2525@163.com刪除。



 
粵ICP備18138465號   © 2018-2025 CODEPRJ.COM