asp.net 需要登陸的網(wǎng)站上下載網(wǎng)頁源代碼和文件
更新時間:2009年05月26日 02:36:28 作者:
最近有個項目需要從網(wǎng)絡(luò)上下載網(wǎng)頁信息和文件,并且需要登錄后才能下載,所以做了個下載的通用類,供大家參考。
這個是文件下載類:
using System;
using System.IO;
using System.Net;
using System.Web;
public class SRWebClient
{
CookieContainer cookie;
public SRWebClient()
{
cookie = new CookieContainer();
}
/// <TgData>
/// <Alias>下載Web源代碼</Alias>
/// </TgData>
public string DownloadHtml(string URL)
{
HttpWebRequest request = HttpWebRequest.Create(URL) as HttpWebRequest;
request.CookieContainer = cookie;
request.AllowAutoRedirect = false;
WebResponse res = request.GetResponse();
string r = "";
StreamReader S1 = new StreamReader(res.GetResponseStream(), System.Text.Encoding.Default);
try
{
r = S1.ReadToEnd();
}
catch (Exception er)
{
Log l = new Log();
l.writelog("下載Web錯誤", er.ToString());
}
finally
{
res.Close();
S1.Close();
}
return r;
}
/// <TgData>
/// <Alias>下載文件</Alias>
/// </TgData>
public long DownloadFile(string FileURL, string FileSavePath)
{
long Filelength = 0;
HttpWebRequest req = HttpWebRequest.Create(FileURL) as HttpWebRequest;
req.CookieContainer = cookie;
req.AllowAutoRedirect = true;
HttpWebResponse res = req.GetResponse() as HttpWebResponse;
System.IO.Stream stream = res.GetResponseStream();
try
{
Filelength = res.ContentLength;
byte[] b = new byte[512];
int nReadSize = 0;
nReadSize = stream.Read(b, 0, 512);
System.IO.FileStream fs = System.IO.File.Create(FileSavePath);
try
{
while (nReadSize > 0)
{
fs.Write(b, 0, nReadSize);
nReadSize = stream.Read(b, 0, 512);
}
}
finally
{
fs.Close();
}
}
catch (Exception er)
{
Log l = new Log();
l.writelog("下載文件錯誤", er.ToString());
}
finally
{
res.Close();
stream.Close();
}
return Filelength;
}
/// <TgData>
/// <Alias>提交數(shù)據(jù)</Alias>
/// </TgData>
public void Request(string RequestPageURL, RequestData Data)
{
string StrUrl = RequestPageURL;
HttpWebRequest request = HttpWebRequest.Create(StrUrl) as HttpWebRequest;
HttpWebResponse response;
string postdata = Data.GetData();
request.Referer = RequestPageURL;
request.AllowAutoRedirect = false;
request.UserAgent = "Mozilla/4.0 (compatible; MSIE 6.01; Windows NT 5.0)";
request.CookieContainer = cookie;
Uri u = new Uri(StrUrl);
if (postdata.Length > 0) //包含要提交的數(shù)據(jù) 就使用Post方式
{
//作為表單請求
request.ContentType = "application/x-www-form-urlencoded";
//方式就是Post
request.Method = "POST";
//把提交的數(shù)據(jù)換成字節(jié)數(shù)組
Byte[] B = System.Text.Encoding.Default.GetBytes(postdata);
request.ContentLength = B.Length;
Stream SW = request.GetRequestStream(); //開始提交數(shù)據(jù)
SW.Write(B, 0, B.Length);
SW.Close();
}
response = request.GetResponse() as HttpWebResponse;
response.Close();
}
}
這個是提交的數(shù)據(jù)類:
using System.Collections;
using System.IO;
public class RequestData
{
ArrayList arr = new ArrayList();
public RequestData()
{
}
public string GetData()
{
string r = "";
for (int i = 0; i < arr.Count; i++)
{
data d = (data) arr[i];
if (r.Length > 0)
r += "&";
r += d.Field + "=" + d.Value;
}
return r;
}
public void AddField(string Field, string Value)
{
data a = new data();
a.Field = Field;
a.Value = Value;
arr.Add(a);
}
struct data
{
public string Field, Value;
}
}
代碼貼完了,下面是測試代碼,因為有些數(shù)據(jù)涉及到客戶的資料,故隱去
using NUnit.Framework;
[TestFixture]
public class TestWeb
{
[Test]
public void testDownSEOrder()
{
RequestData data = new RequestData();
data.AddField("name", "abc");
data.AddField("password", "121");
SRWebClient web = new SRWebClient();
web.Request("http://127.0.0.1/login.asp", data);
string s = web.DownloadHtml("http://127.0.0.1/dingdan.asp");
System.Console.WriteLine(s);
}
[Test]
public void testDownFile()
{
RequestData data = new RequestData();
data.AddField("name", "aaa");
data.AddField("password", "bbb");
SRWebClient web = new SRWebClient();
web.Request("http://127.0.0.1/login.asp", data);
web.DownloadFile("http://127.0.0.1/download.asp?fileid=1", @"c:\a.txt");
}
}
復(fù)制代碼 代碼如下:
using System;
using System.IO;
using System.Net;
using System.Web;
public class SRWebClient
{
CookieContainer cookie;
public SRWebClient()
{
cookie = new CookieContainer();
}
/// <TgData>
/// <Alias>下載Web源代碼</Alias>
/// </TgData>
public string DownloadHtml(string URL)
{
HttpWebRequest request = HttpWebRequest.Create(URL) as HttpWebRequest;
request.CookieContainer = cookie;
request.AllowAutoRedirect = false;
WebResponse res = request.GetResponse();
string r = "";
StreamReader S1 = new StreamReader(res.GetResponseStream(), System.Text.Encoding.Default);
try
{
r = S1.ReadToEnd();
}
catch (Exception er)
{
Log l = new Log();
l.writelog("下載Web錯誤", er.ToString());
}
finally
{
res.Close();
S1.Close();
}
return r;
}
/// <TgData>
/// <Alias>下載文件</Alias>
/// </TgData>
public long DownloadFile(string FileURL, string FileSavePath)
{
long Filelength = 0;
HttpWebRequest req = HttpWebRequest.Create(FileURL) as HttpWebRequest;
req.CookieContainer = cookie;
req.AllowAutoRedirect = true;
HttpWebResponse res = req.GetResponse() as HttpWebResponse;
System.IO.Stream stream = res.GetResponseStream();
try
{
Filelength = res.ContentLength;
byte[] b = new byte[512];
int nReadSize = 0;
nReadSize = stream.Read(b, 0, 512);
System.IO.FileStream fs = System.IO.File.Create(FileSavePath);
try
{
while (nReadSize > 0)
{
fs.Write(b, 0, nReadSize);
nReadSize = stream.Read(b, 0, 512);
}
}
finally
{
fs.Close();
}
}
catch (Exception er)
{
Log l = new Log();
l.writelog("下載文件錯誤", er.ToString());
}
finally
{
res.Close();
stream.Close();
}
return Filelength;
}
/// <TgData>
/// <Alias>提交數(shù)據(jù)</Alias>
/// </TgData>
public void Request(string RequestPageURL, RequestData Data)
{
string StrUrl = RequestPageURL;
HttpWebRequest request = HttpWebRequest.Create(StrUrl) as HttpWebRequest;
HttpWebResponse response;
string postdata = Data.GetData();
request.Referer = RequestPageURL;
request.AllowAutoRedirect = false;
request.UserAgent = "Mozilla/4.0 (compatible; MSIE 6.01; Windows NT 5.0)";
request.CookieContainer = cookie;
Uri u = new Uri(StrUrl);
if (postdata.Length > 0) //包含要提交的數(shù)據(jù) 就使用Post方式
{
//作為表單請求
request.ContentType = "application/x-www-form-urlencoded";
//方式就是Post
request.Method = "POST";
//把提交的數(shù)據(jù)換成字節(jié)數(shù)組
Byte[] B = System.Text.Encoding.Default.GetBytes(postdata);
request.ContentLength = B.Length;
Stream SW = request.GetRequestStream(); //開始提交數(shù)據(jù)
SW.Write(B, 0, B.Length);
SW.Close();
}
response = request.GetResponse() as HttpWebResponse;
response.Close();
}
}
這個是提交的數(shù)據(jù)類:
復(fù)制代碼 代碼如下:
using System.Collections;
using System.IO;
public class RequestData
{
ArrayList arr = new ArrayList();
public RequestData()
{
}
public string GetData()
{
string r = "";
for (int i = 0; i < arr.Count; i++)
{
data d = (data) arr[i];
if (r.Length > 0)
r += "&";
r += d.Field + "=" + d.Value;
}
return r;
}
public void AddField(string Field, string Value)
{
data a = new data();
a.Field = Field;
a.Value = Value;
arr.Add(a);
}
struct data
{
public string Field, Value;
}
}
代碼貼完了,下面是測試代碼,因為有些數(shù)據(jù)涉及到客戶的資料,故隱去
復(fù)制代碼 代碼如下:
using NUnit.Framework;
[TestFixture]
public class TestWeb
{
[Test]
public void testDownSEOrder()
{
RequestData data = new RequestData();
data.AddField("name", "abc");
data.AddField("password", "121");
SRWebClient web = new SRWebClient();
web.Request("http://127.0.0.1/login.asp", data);
string s = web.DownloadHtml("http://127.0.0.1/dingdan.asp");
System.Console.WriteLine(s);
}
[Test]
public void testDownFile()
{
RequestData data = new RequestData();
data.AddField("name", "aaa");
data.AddField("password", "bbb");
SRWebClient web = new SRWebClient();
web.Request("http://127.0.0.1/login.asp", data);
web.DownloadFile("http://127.0.0.1/download.asp?fileid=1", @"c:\a.txt");
}
}
您可能感興趣的文章:
- asp.net Web Services上傳和下載文件(完整代碼)
- asp.net 文件下載實現(xiàn)代碼
- asp.net 下載文件時根據(jù)MIME類型自動判斷保存文件的擴展名
- asp.net(c#)文件下載實現(xiàn)代碼
- asp.net 多文件上傳,兼容IE6/7/8,提供完整代碼下載
- asp.net實現(xiàn)文件下載的代碼
- Asp.net生成Excel文件并下載(更新:解決使用迅雷下載頁面而不是文件的問題)
- Asp.net實現(xiàn)MVC處理文件的上傳下載功能實例教程
- Asp.net獲取服務(wù)器指定文件夾目錄文件并提供下載的方法
- ASP.NET(C#) Web Api通過文件流下載文件的實例
相關(guān)文章
Asp.net中使用Sqlite數(shù)據(jù)庫的方法
Sqlite是最近比較流行的數(shù)據(jù)庫了,擁有比Access高效快速,易操作易實施。完全不需要在客戶端進行任何的配置,只需要在站點中引用入DLL文件即可使用了。2009-11-11[Asp.Net Core]用Blazor Server Side實現(xiàn)圖片驗證碼
這篇文章主要介紹了如何用Blazor Server Side實現(xiàn)圖片驗證碼,文中講解非常詳細,代碼幫助大家更好理解和學(xué)習(xí),感興趣的朋友可以了解下2020-07-07ASP.NET性能優(yōu)化之讓瀏覽器緩存動態(tài)網(wǎng)頁的方法
上一篇《ASP.NET性能優(yōu)化之構(gòu)建自定義文件緩存》我們通過OutputCache,讓請求去訪問服務(wù)器asp.net的輸出緩存,我們擴展了OutputCacheProvider,這相當(dāng)于是訪問服務(wù)器上的靜態(tài)資源。2011-09-09JQuery為用戶控件(ASCX)賦值與接口的應(yīng)用
在網(wǎng)頁動態(tài)加載用戶控件,并使用JQuery為來把網(wǎng)頁處理的值傳給用戶控件,此文利用了接口方面的知識,感興趣的各位可以參考下哈2013-03-03在ASP.NET Core 中發(fā)送郵件的實現(xiàn)方法(必看篇)
下面小編就為大家?guī)硪黄贏SP.NET Core 中發(fā)送郵件的實現(xiàn)方法(必看篇)。小編覺得挺不錯的,現(xiàn)在就分享給大家,也給大家做個參考。一起跟隨小編過來看看吧2017-05-05asp.net Forms身份驗證和基于角色的權(quán)限訪問
Forms身份驗證用來判斷是否合法用戶,當(dāng)用戶合法后,再通過用戶的角色決定能訪問的頁面。2009-09-09Asp.net中使用DapperExtensions和反射來實現(xiàn)一個通用搜索
這篇文章主要介紹了Asp.net中使用DapperExtensions和反射來實現(xiàn)一個通用搜索功能,非常不錯,具有參考解決價值,需要的朋友可以參考下2017-03-03