C#限速下载网络文件
代码:
using System;
using System.Collections.Concurrent;
using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Drawing;
using System.IO;
using System.Linq;
using System.Net;
using System.Text;
using System.Text.RegularExpressions;
using System.Threading;
using System.Threading.Tasks;
using System.Windows.Forms;
using Common.Utils;
using Utils; namespace 爬虫
{
public partial class Form1 : Form
{
#region 变量
/// <summary>
/// 已完成字节数
/// </summary>
private long completedCount = ;
/// <summary>
/// 是否完成
/// </summary>
private bool isCompleted = true;
/// <summary>
/// 数据块队列
/// </summary>
private ConcurrentQueue<MemoryStream> msQueue = new ConcurrentQueue<MemoryStream>();
/// <summary>
/// 下载开始位置
/// </summary>
private long range = ;
/// <summary>
/// 文件大小
/// </summary>
private long total = ;
/// <summary>
/// 一段时间内的完成节点数,计算网速用
/// </summary>
private long unitCount = ;
/// <summary>
/// 上次计时时间,计算网速用
/// </summary>
private DateTime lastTime = DateTime.MinValue;
/// <summary>
/// 一段时间内的完成字节数,控制网速用
/// </summary>
private long unitCountForLimit = ;
/// <summary>
/// 上次计时时间,控制网速用
/// </summary>
private DateTime lastTimeForLimit = DateTime.MinValue;
/// <summary>
/// 下载文件sleep时间,控制速度用
/// </summary>
private int sleepTime = ;
#endregion #region Form1
public Form1()
{
InitializeComponent();
}
#endregion #region Form1_Load
private void Form1_Load(object sender, EventArgs e)
{
lblMsg.Text = string.Empty;
lblByteMsg.Text = string.Empty;
lblSpeed.Text = string.Empty;
}
#endregion #region Form1_FormClosing
private void Form1_FormClosing(object sender, FormClosingEventArgs e)
{ }
#endregion #region btnDownload_Click 下载
private void btnDownload_Click(object sender, EventArgs e)
{
isCompleted = false;
btnDownload.Enabled = false;
string url = txtUrl.Text.Trim();
string filePath = CreateFilePath(url); #region 下载线程
Thread thread = new Thread(new ThreadStart(() =>
{
int tryTimes = ;
while (!HttpDownloadFile(url, filePath))
{
Thread.Sleep(); tryTimes++;
LogUtil.Log("请求服务器失败,重新请求" + tryTimes.ToString() + "次");
this.Invoke(new InvokeDelegate(() =>
{
lblMsg.Text = "请求服务器失败,重新请求" + tryTimes.ToString() + "次";
}));
HttpDownloadFile(url, filePath);
}
}));
thread.IsBackground = true;
thread.Start();
#endregion #region 保存文件线程
thread = new Thread(new ThreadStart(() =>
{
while (!isCompleted)
{
MemoryStream ms;
if (msQueue.TryDequeue(out ms))
{
using (FileStream fs = new FileStream(filePath, FileMode.Open, FileAccess.Write))
{
fs.Seek(completedCount, SeekOrigin.Begin);
fs.Write(ms.ToArray(), , (int)ms.Length);
fs.Close();
}
completedCount += ms.Length;
} if (total != && total == completedCount)
{
Thread.Sleep();
isCompleted = true;
} Thread.Sleep();
}
}));
thread.IsBackground = true;
thread.Start();
#endregion #region 计算网速/进度线程
thread = new Thread(new ThreadStart(() =>
{
while (!isCompleted)
{
Thread.Sleep(); if (lastTime != DateTime.MinValue)
{
double sec = DateTime.Now.Subtract(lastTime).TotalSeconds;
double speed = unitCount / sec / ; try
{
#region 显示速度
if (speed < )
{
this.Invoke(new InvokeDelegate(() =>
{
lblSpeed.Text = string.Format("{0}KB/S", speed.ToString("0.00"));
}));
}
else
{
this.Invoke(new InvokeDelegate(() =>
{
lblSpeed.Text = string.Format("{0}MB/S", (speed / ).ToString("0.00"));
}));
}
#endregion #region 显示进度
this.Invoke(new InvokeDelegate(() =>
{
string strTotal = (total / / ).ToString("0.00") + "MB";
if (total < * )
{
strTotal = (total / ).ToString("0.00") + "KB";
}
string completed = (completedCount / / ).ToString("0.00") + "MB";
if (completedCount < * )
{
completed = (completedCount / ).ToString("0.00") + "KB";
}
lblMsg.Text = string.Format("进度:{0}/{1}", completed, strTotal);
lblByteMsg.Text = string.Format("已下载:{0}\r\n总大小:{1}", completedCount, total); if (completedCount == total)
{
MessageBox.Show("完成");
}
}));
#endregion
}
catch { } lastTime = DateTime.Now;
unitCount = ;
}
}
}));
thread.IsBackground = true;
thread.Start();
#endregion #region 限制网速线程
thread = new Thread(new ThreadStart(() =>
{
while (!isCompleted)
{
Thread.Sleep(); if (lastTimeForLimit != DateTime.MinValue)
{
double sec = DateTime.Now.Subtract(lastTimeForLimit).TotalSeconds;
double speed = unitCountForLimit / sec / ; try
{
#region 限速/解除限速
double limitSpeed = ;
if (double.TryParse(txtSpeed.Text.Trim(), out limitSpeed))
{
if (speed > limitSpeed && sleepTime < )
{
sleepTime += ;
}
if (speed < limitSpeed - && sleepTime >= )
{
sleepTime -= ;
}
}
else
{
this.Invoke(new InvokeDelegate(() =>
{
txtSpeed.Text = "";
}));
}
#endregion
}
catch { } lastTimeForLimit = DateTime.Now;
unitCountForLimit = ;
}
}
}));
thread.IsBackground = true;
thread.Start();
#endregion }
#endregion #region HttpDownloadFile 下载文件
/// <summary>
/// Http下载文件
/// </summary>
public bool HttpDownloadFile(string url, string filePath)
{
try
{
if (!File.Exists(filePath))
{
using (FileStream fs = new FileStream(filePath, FileMode.Create))
{
fs.Close();
}
}
else
{
FileInfo fileInfo = new FileInfo(filePath);
range = fileInfo.Length;
} // 设置参数
HttpWebRequest request = WebRequest.Create(url) as HttpWebRequest;
request.UserAgent = "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0)";
request.Proxy = null;
//发送请求并获取相应回应数据
HttpWebResponse response = request.GetResponse() as HttpWebResponse;
if (response.ContentLength == range)
{
this.Invoke(new InvokeDelegate(() =>
{
lblMsg.Text = "文件已下载";
}));
return true;
} // 设置参数
request = WebRequest.Create(url) as HttpWebRequest;
request.UserAgent = "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0)";
request.Proxy = null;
request.AddRange(range);
//发送请求并获取相应回应数据
response = request.GetResponse() as HttpWebResponse;
//直到request.GetResponse()程序才开始向目标网页发送Post请求
Stream responseStream = response.GetResponseStream(); total = range + response.ContentLength;
completedCount = range; MemoryStream ms = new MemoryStream();
byte[] bArr = new byte[];
lastTime = DateTime.Now;
lastTimeForLimit = DateTime.Now;
int size = responseStream.Read(bArr, , (int)bArr.Length);
unitCount += size;
unitCountForLimit += size;
ms.Write(bArr, , size);
while (!isCompleted)
{
size = responseStream.Read(bArr, , (int)bArr.Length);
unitCount += size;
unitCountForLimit += size;
ms.Write(bArr, , size);
if (ms.Length > )
{
msQueue.Enqueue(ms);
ms = new MemoryStream();
}
if (completedCount + ms.Length == total)
{
msQueue.Enqueue(ms);
ms = new MemoryStream();
} Thread.Sleep(sleepTime);
}
responseStream.Close();
return true;
}
catch (Exception ex)
{
LogUtil.LogError(ex.Message + "\r\n" + ex.StackTrace);
return false;
}
}
#endregion #region 根据URL生成文件保存路径
private string CreateFilePath(string url)
{
string path = Application.StartupPath + "\\download";
if (!Directory.Exists(path))
{
Directory.CreateDirectory(path);
} string fileName = Path.GetFileName(url);
if (fileName.IndexOf("?") > )
{
return path + "\\" + fileName.Substring(, fileName.IndexOf("?"));
}
else
{
return path + "\\" + fileName;
}
}
#endregion } //end Form1类
}
测试截图:

C#限速下载网络文件的更多相关文章
- JAVA多线程下载网络文件
JAVA多线程下载网络文件,开启多个线程,同时下载网络文件. 源码如下:(点击下载 MultiThreadDownload.java) import java.io.InputStream; im ...
- Java读取并下载网络文件
CreateTime--2017年8月21日10:11:07 Author:Marydon import java.io.ByteArrayOutputStream; import java.io ...
- python下载网络文件
python下载网络文件 制作人:全心全意 下载图片 #!/usr/bin/python #-*- coding: utf-8 -*- import requests url = "http ...
- DELPHI TDownLoadURL下载网络文件
DELPHI XE6 FMX 附件:http://files.cnblogs.com/xe2011/IDHttp_fmx.7z unit Unit1; interface uses //引用 Vc ...
- 【python】下载网络文件到本地
# 下载网络图片文件到本地 import urllib.request rsp=urllib.request.urlopen("http://n.sinaimg.cn/ent/transfo ...
- java 下载网络文件
1.FileUtils.copyURLToFile实现: import java.io.File; import java.net.URL; import org.apache.commons.io. ...
- python使用wget下载网络文件
wget是一个从网络上自动下载文件的自由工具.它支持HTTP,HTTPS和FTP协议,可以使用HTTP代理. ubuntu 安装wget pip install wget 从网络或本地硬盘下载文件(并 ...
- 解决FTPClient下载网络文件线程挂起问题
今天在windows上调试FTP下载文件时,出险线程假死,代码如下: if (inputStream != null) { byte[] data = null; ByteArrayOutputStr ...
- 网络编程(一):用C#下载网络文件的2种方法
使用C#下载一个Internet上的文件主要是依靠HttpWebRequest/HttpWebResonse和WebClient.具体处理起来还有同步和异步两种方式,所以我们其实有四种组合. 1.使用 ...
随机推荐
- 如何利用pt-online-schema-change进行MySQL表的主键变更
业务运行一段时间,发现原来的主键设置并不合理,这个时候,想变更主键.这种需求在实际生产中还是蛮多的. 下面,看看pt-online-schema-change解决这类问题的处理方式. 首先,创建一张测 ...
- 步入angularjs directive(指令)--准备工作熟悉hasOwnProperty
在讲解directive之前,先做一下准备工作,为何要这样呢? 因为我们不是简单的说说directive怎么用,还要知道为什么这么用!(今天我们先磨磨刀!). 首先我们讲讲js 基础的知识--hasO ...
- iOS之绘制虚线
/* ** lineFrame: 虚线的 frame ** length: 虚线中短线的宽度 ** spacing: 虚线中短线之间的间距 ** co ...
- Android开发学习——画横线竖线
画横线/竖线 竖线 <View android:layout_width="1dp" android:layout_height="match_parent&quo ...
- git快速get
配置:git config --global user.name 'yangshaoxiang' git config --global user.email '254135495@qq.com' s ...
- postgresql无法安装pldbgapi的问题
要对函数进行调试需要安装插件pldbgapi,当初在windows上面的postgresql实例中执行了一下语句就安装上了: create extension pldbgapi; 但是在linux中执 ...
- Linux设备管理(一)_kobject, kset,ktype分析
Linux内核大量使用面向对象的设计思想,通过追踪源码,我们甚至可以使用面向对象语言常用的UML类图来分析Linux设备管理的"类"之间的关系.这里以4.8.5内核为例从kobje ...
- MyEclipse对Maven的安装
好记性不如烂笔头,记录一下. 操作系统:windows 7 MyEclipse2015 JDK1.7 maven的下载链接,点这里下载apache-maven-3.0.4-bin.tar.gz. 下载 ...
- 聊聊从web session的共享到可扩展缓存设计
先从web session的共享说起 许多系统需要提供7*24小时服务,这类系统肯定需要考虑灾备问题,单台服务器如果宕机可能无法立马恢复使用,这必定影响到服务.这个问题对于系统规模来说,从小到大可 ...
- 云计算之路-阿里云上:“黑色1秒”最新线索——w3tp与w3dt
向大家分享一下最近排查“黑色1秒”问题的进展,“黑色1秒”的问题表现详见什么是黑色1秒. 1. 发生在w3wp进程内 判断依据:“黑色1秒”期间,http.sys的HTTP Service Reque ...