C#限速下載網(wǎng)絡(luò)文件的方法實(shí)例
C#限速下載網(wǎng)絡(luò)文件的方法,具體如下:
using System; using System.Collections.Concurrent; using System.Collections.Generic; using System.ComponentModel; using System.Data; using System.Drawing; using System.IO; using System.Linq; using System.Net; using System.Text; using System.Text.RegularExpressions; using System.Threading; using System.Threading.Tasks; using System.Windows.Forms; using Common.Utils; using Utils; namespace 爬蟲(chóng) { public partial class Form1 : Form { #region 變量 /// <summary> /// 已完成字節(jié)數(shù) /// </summary> private long completedCount = 0; /// <summary> /// 是否完成 /// </summary> private bool isCompleted = true; /// <summary> /// 數(shù)據(jù)塊隊(duì)列 /// </summary> private ConcurrentQueue<MemoryStream> msQueue = new ConcurrentQueue<MemoryStream>(); /// <summary> /// 下載開(kāi)始位置 /// </summary> private long range = 0; /// <summary> /// 文件大小 /// </summary> private long total = 0; /// <summary> /// 一段時(shí)間內(nèi)的完成節(jié)點(diǎn)數(shù),計(jì)算網(wǎng)速用 /// </summary> private long unitCount = 0; /// <summary> /// 上次計(jì)時(shí)時(shí)間,計(jì)算網(wǎng)速用 /// </summary> private DateTime lastTime = DateTime.MinValue; /// <summary> /// 一段時(shí)間內(nèi)的完成字節(jié)數(shù),控制網(wǎng)速用 /// </summary> private long unitCountForLimit = 0; /// <summary> /// 上次計(jì)時(shí)時(shí)間,控制網(wǎng)速用 /// </summary> private DateTime lastTimeForLimit = DateTime.MinValue; /// <summary> /// 下載文件sleep時(shí)間,控制速度用 /// </summary> private int sleepTime = 1; #endregion #region Form1 public Form1() { InitializeComponent(); } #endregion #region Form1_Load private void Form1_Load(object sender, EventArgs e) { lblMsg.Text = string.Empty; lblByteMsg.Text = string.Empty; lblSpeed.Text = string.Empty; } #endregion #region Form1_FormClosing private void Form1_FormClosing(object sender, FormClosingEventArgs e) { } #endregion #region btnDownload_Click 下載 private void btnDownload_Click(object sender, EventArgs e) { isCompleted = false; btnDownload.Enabled = false; string url = txtUrl.Text.Trim(); string filePath = CreateFilePath(url); #region 下載線程 Thread thread = new Thread(new ThreadStart(() => { int tryTimes = 0; while (!HttpDownloadFile(url, filePath)) { Thread.Sleep(10000); tryTimes++; LogUtil.Log("請(qǐng)求服務(wù)器失敗,重新請(qǐng)求" + tryTimes.ToString() + "次"); this.Invoke(new InvokeDelegate(() => { lblMsg.Text = "請(qǐng)求服務(wù)器失敗,重新請(qǐng)求" + tryTimes.ToString() + "次"; })); HttpDownloadFile(url, filePath); } })); thread.IsBackground = true; thread.Start(); #endregion #region 保存文件線程 thread = new Thread(new ThreadStart(() => { while (!isCompleted) { MemoryStream ms; if (msQueue.TryDequeue(out ms)) { using (FileStream fs = new FileStream(filePath, FileMode.Open, FileAccess.Write)) { fs.Seek(completedCount, SeekOrigin.Begin); fs.Write(ms.ToArray(), 0, (int)ms.Length); fs.Close(); } completedCount += ms.Length; } if (total != 0 && total == completedCount) { Thread.Sleep(100); isCompleted = true; } Thread.Sleep(1); } })); thread.IsBackground = true; thread.Start(); #endregion #region 計(jì)算網(wǎng)速/進(jìn)度線程 thread = new Thread(new ThreadStart(() => { while (!isCompleted) { Thread.Sleep(1000); if (lastTime != DateTime.MinValue) { double sec = DateTime.Now.Subtract(lastTime).TotalSeconds; double speed = unitCount / sec / 1024; try { #region 顯示速度 if (speed < 1024) { this.Invoke(new InvokeDelegate(() => { lblSpeed.Text = string.Format("{0}KB/S", speed.ToString("0.00")); })); } else { this.Invoke(new InvokeDelegate(() => { lblSpeed.Text = string.Format("{0}MB/S", (speed / 1024).ToString("0.00")); })); } #endregion #region 顯示進(jìn)度 this.Invoke(new InvokeDelegate(() => { string strTotal = (total / 1024 / 1024).ToString("0.00") + "MB"; if (total < 1024 * 1024) { strTotal = (total / 1024).ToString("0.00") + "KB"; } string completed = (completedCount / 1024 / 1024).ToString("0.00") + "MB"; if (completedCount < 1024 * 1024) { completed = (completedCount / 1024).ToString("0.00") + "KB"; } lblMsg.Text = string.Format("進(jìn)度:{0}/{1}", completed, strTotal); lblByteMsg.Text = string.Format("已下載:{0}\r\n總大小:{1}", completedCount, total); if (completedCount == total) { MessageBox.Show("完成"); } })); #endregion } catch { } lastTime = DateTime.Now; unitCount = 0; } } })); thread.IsBackground = true; thread.Start(); #endregion #region 限制網(wǎng)速線程 thread = new Thread(new ThreadStart(() => { while (!isCompleted) { Thread.Sleep(100); if (lastTimeForLimit != DateTime.MinValue) { double sec = DateTime.Now.Subtract(lastTimeForLimit).TotalSeconds; double speed = unitCountForLimit / sec / 1024; try { #region 限速/解除限速 double limitSpeed = 0; if (double.TryParse(txtSpeed.Text.Trim(), out limitSpeed)) { if (speed > limitSpeed && sleepTime < 1000) { sleepTime += 1; } if (speed < limitSpeed - 10 && sleepTime >= 2) { sleepTime -= 1; } } else { this.Invoke(new InvokeDelegate(() => { txtSpeed.Text = "100"; })); } #endregion } catch { } lastTimeForLimit = DateTime.Now; unitCountForLimit = 0; } } })); thread.IsBackground = true; thread.Start(); #endregion } #endregion #region HttpDownloadFile 下載文件 /// <summary> /// Http下載文件 /// </summary> public bool HttpDownloadFile(string url, string filePath) { try { if (!File.Exists(filePath)) { using (FileStream fs = new FileStream(filePath, FileMode.Create)) { fs.Close(); } } else { FileInfo fileInfo = new FileInfo(filePath); range = fileInfo.Length; } // 設(shè)置參數(shù) HttpWebRequest request = WebRequest.Create(url) as HttpWebRequest; request.UserAgent = "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0)"; request.Proxy = null; //發(fā)送請(qǐng)求并獲取相應(yīng)回應(yīng)數(shù)據(jù) HttpWebResponse response = request.GetResponse() as HttpWebResponse; if (response.ContentLength == range) { this.Invoke(new InvokeDelegate(() => { lblMsg.Text = "文件已下載"; })); return true; } // 設(shè)置參數(shù) request = WebRequest.Create(url) as HttpWebRequest; request.UserAgent = "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0)"; request.Proxy = null; request.AddRange(range); //發(fā)送請(qǐng)求并獲取相應(yīng)回應(yīng)數(shù)據(jù) response = request.GetResponse() as HttpWebResponse; //直到request.GetResponse()程序才開(kāi)始向目標(biāo)網(wǎng)頁(yè)發(fā)送Post請(qǐng)求 Stream responseStream = response.GetResponseStream(); total = range + response.ContentLength; completedCount = range; MemoryStream ms = new MemoryStream(); byte[] bArr = new byte[1024]; lastTime = DateTime.Now; lastTimeForLimit = DateTime.Now; int size = responseStream.Read(bArr, 0, (int)bArr.Length); unitCount += size; unitCountForLimit += size; ms.Write(bArr, 0, size); while (!isCompleted) { size = responseStream.Read(bArr, 0, (int)bArr.Length); unitCount += size; unitCountForLimit += size; ms.Write(bArr, 0, size); if (ms.Length > 102400) { msQueue.Enqueue(ms); ms = new MemoryStream(); } if (completedCount + ms.Length == total) { msQueue.Enqueue(ms); ms = new MemoryStream(); } Thread.Sleep(sleepTime); } responseStream.Close(); return true; } catch (Exception ex) { LogUtil.LogError(ex.Message + "\r\n" + ex.StackTrace); return false; } } #endregion #region 根據(jù)URL生成文件保存路徑 private string CreateFilePath(string url) { string path = Application.StartupPath + "\\download"; if (!Directory.Exists(path)) { Directory.CreateDirectory(path); } string fileName = Path.GetFileName(url); if (fileName.IndexOf("?") > 0) { return path + "\\" + fileName.Substring(0, fileName.IndexOf("?")); } else { return path + "\\" + fileName; } } #endregion } //end Form1類 }
測(cè)試截圖:
以上就是本文的全部?jī)?nèi)容,希望對(duì)大家的學(xué)習(xí)有所幫助,也希望大家多多支持腳本之家。
相關(guān)文章
C#(.net)中按字節(jié)數(shù)截取字符串最后出現(xiàn)亂碼問(wèn)題的解決
這篇文章主要給大家介紹了關(guān)于C#(.net)中按字節(jié)數(shù)截取字符串最后出現(xiàn)亂碼問(wèn)題的解決方法,文中通過(guò)示例代碼介紹的非常詳細(xì),對(duì)大家的學(xué)習(xí)或者工作具有一定的參考學(xué)習(xí)價(jià)值,需要的朋友們下面隨著小編來(lái)一起學(xué)習(xí)學(xué)習(xí)吧2018-06-06使用C#實(shí)現(xiàn)數(shù)據(jù)結(jié)構(gòu)堆的代碼
這篇文章主要介紹了使用C#實(shí)現(xiàn)數(shù)據(jù)結(jié)構(gòu)堆,本文通過(guò)實(shí)例代碼給大家介紹的非常詳細(xì),對(duì)大家的學(xué)習(xí)或工作具有一定的參考借鑒價(jià)值,需要的朋友可以參考下2021-02-02C#實(shí)現(xiàn)動(dòng)態(tài)創(chuàng)建接口并調(diào)用的實(shí)例
這篇文章介紹了C#實(shí)現(xiàn)動(dòng)態(tài)創(chuàng)建接口并調(diào)用,文中通過(guò)實(shí)例代碼介紹的非常詳細(xì)。對(duì)大家的學(xué)習(xí)或者工作具有一定的參考學(xué)習(xí)價(jià)值,需要的朋友們下面隨著小編來(lái)一起學(xué)習(xí)學(xué)習(xí)吧2021-11-11C#調(diào)用windows api關(guān)機(jī)(關(guān)機(jī)api)示例代碼分享
本文主要介紹了C#調(diào)用windows api關(guān)機(jī)的示例代碼,大家參考使用吧2014-01-01提示出現(xiàn)unresolved external symbol _main的解決方法
提示出現(xiàn)unresolved external symbol _main的解決方法...2007-11-11picturebox加載圖片的三種方法與網(wǎng)站驗(yàn)證碼的抓取
這篇文章主要介紹了picturebox加載圖片的三種方法與網(wǎng)站驗(yàn)證碼的抓取,需要的朋友可以參考下2015-03-03c#動(dòng)態(tài)調(diào)用Webservice的兩種方法實(shí)例
這篇文章介紹了c#動(dòng)態(tài)調(diào)用Webservice的兩種方法實(shí)例,有需要的朋友可以參考一下2013-08-08