java多线程分块上传并支持断点续传最新修正完整版本[转]
- package com.test;
- import java.io.DataInputStream;
- import java.io.DataOutputStream;
- import java.io.File;
- import java.io.FileInputStream;
- import java.io.FileOutputStream;
- import java.io.IOException;
- import java.io.RandomAccessFile;
- import java.net.HttpURLConnection;
- import java.net.URL;
- /**
- * 文件断点续传加分段上传线程
- * @author wzztestin
- *
- */
- /**
- * 文件断点续传加分段上传线程
- * @author wzztestin
- *
- */
- public class DownFileFetch extends Thread {
- DownFileInfoBean siteInfoBean = null; // 文件信息 Bean
- long[] nStartPos; // 开始位置
- long[] nEndPos; // 结束位置
- DownFileSplitterFetch[] fileSplitterFetch; // 子线程对象
- long nFileLength; // 文件长度
- boolean bFirst = true; // 是否第一次取文件
- boolean bStop = false; // 停止标志
- File tmpFile; // 文件下载的临时信息
- DataOutputStream output; // 输出到文件的输出流
- boolean fileflag; //是本地上传还是远程下载的标志
- File downfile; //本地文件下载
- int splitter = 0;
- /**
- * 下载上传文件抓取初始化
- * @param bean
- * @throws IOException
- */
- public DownFileFetch(DownFileInfoBean bean) throws IOException {
- siteInfoBean = bean;
- /**
- * File.separator windows是\,unix是/
- */
- tmpFile = new File(bean.getSFilePath() + File.separator
- + bean.getSFileName() + ".info");
- if (tmpFile.exists()) {
- bFirst = false;
- //读取已下载的文件信息
- read_nPos();
- } else {
- nStartPos = new long[bean.getNSplitter()];
- nEndPos = new long[bean.getNSplitter()];
- }
- fileflag = bean.getFileflag();
- downfile = bean.getDownfile();
- this.splitter = bean.getNSplitter();
- }
- public void run() {
- // 获得文件长度
- // 分割文件
- // 实例 FileSplitterFetch
- // 启动 FileSplitterFetch 线程
- // 等待子线程返回
- try {
- if (bFirst) {
- nFileLength = getFileSize();
- if (nFileLength == -1) {
- DownFileUtility.log("File Length is not known!");
- } else if (nFileLength == -2) {
- DownFileUtility.log("File is not access!");
- } else {
- for (int i = 0; i < nStartPos.length; i++) {
- nStartPos[i] = (long) (i * (nFileLength / nStartPos.length));
- }
- for (int i = 0; i < nEndPos.length - 1; i++) {
- nEndPos[i] = nStartPos[i + 1];
- }
- nEndPos[nEndPos.length - 1] = nFileLength;
- }
- }
- // 启动子线程
- fileSplitterFetch = new DownFileSplitterFetch[nStartPos.length];
- for (int i = 0; i < nStartPos.length; i++) {
- fileSplitterFetch[i] = new DownFileSplitterFetch(
- siteInfoBean.getSSiteURL(), siteInfoBean.getSFilePath()
- + File.separator + siteInfoBean.getSFileName()+"_"+i,
- nStartPos[i], nEndPos[i], i,fileflag,downfile,bFirst);
- DownFileUtility.log("Thread " + i + " , nStartPos = " + nStartPos[i]
- + ", nEndPos = " + nEndPos[i]);
- fileSplitterFetch[i].start();
- }
- //下载子线程是否完成标志
- boolean breakWhile = false;
- while (!bStop) {
- write_nPos();
- DownFileUtility.sleep(500);
- breakWhile = true;
- for (int i = 0; i < nStartPos.length; i++) {
- if (!fileSplitterFetch[i].bDownOver) {
- breakWhile = false;
- break;
- }else{
- write_nPos();
- }
- }
- if (breakWhile){
- break;
- }
- }
- hebinfile(siteInfoBean.getSFilePath()+ File.separator + siteInfoBean.getSFileName(),splitter);
- DownFileUtility.log("文件下载结束!");
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- /**
- * 获得文件长度
- * @return
- */
- public long getFileSize() {
- int nFileLength = -1;
- if(fileflag){
- try {
- URL url = new URL(siteInfoBean.getSSiteURL());
- HttpURLConnection httpConnection = (HttpURLConnection) url
- .openConnection();
- httpConnection.setRequestProperty("User-Agent", "NetFox");
- int responseCode = httpConnection.getResponseCode();
- if (responseCode >= 400) {
- processErrorCode(responseCode);
- //represent access is error
- return -2;
- }
- String sHeader;
- for (int i = 1;; i++) {
- sHeader = httpConnection.getHeaderFieldKey(i);
- if (sHeader != null) {
- if (sHeader.equals("Content-Length")) {
- nFileLength = Integer.parseInt(httpConnection
- .getHeaderField(sHeader));
- break;
- }
- } else {
- break;
- }
- }
- } catch (IOException e) {
- e.printStackTrace();
- } catch (Exception e) {
- e.printStackTrace();
- }
- DownFileUtility.log(nFileLength);
- }else{
- try{
- File myflie = downfile;
- nFileLength = (int)myflie.length();
- }catch(Exception e){
- e.printStackTrace();
- }
- DownFileUtility.log(nFileLength);
- }
- return nFileLength;
- }
- /**
- * 保存下载信息(文件指针位置)
- */
- private void write_nPos() {
- try {
- output = new DataOutputStream(new FileOutputStream(tmpFile));
- output.writeInt(nStartPos.length);
- for (int i = 0; i < nStartPos.length; i++) {
- output.writeLong(fileSplitterFetch[i].nStartPos);
- output.writeLong(fileSplitterFetch[i].nEndPos);
- }
- output.close();
- } catch (IOException e) {
- e.printStackTrace();
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- /**
- * 读取保存的下载信息(文件指针位置)
- */
- private void read_nPos() {
- try {
- DataInputStream input = new DataInputStream(new FileInputStream(
- tmpFile));
- int nCount = input.readInt();
- nStartPos = new long[nCount];
- nEndPos = new long[nCount];
- for (int i = 0; i < nStartPos.length; i++) {
- nStartPos[i] = input.readLong();
- nEndPos[i] = input.readLong();
- }
- input.close();
- } catch (IOException e) {
- e.printStackTrace();
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- /**
- * 输出错误信息
- * @param nErrorCode
- */
- private void processErrorCode(int nErrorCode) {
- DownFileUtility.log("Error Code : " + nErrorCode);
- }
- /**
- * 停止文件下载
- */
- public void siteStop() {
- bStop = true;
- for (int i = 0; i < nStartPos.length; i++)
- fileSplitterFetch[i].splitterStop();
- }
- /**
- * 合并文件
- * @param sName
- * @param splitternum
- */
- private void hebinfile(String sName,int splitternum){
- try{
- File file = new File(sName);
- if(file.exists()){
- file.delete();
- }
- RandomAccessFile saveinput = new RandomAccessFile(sName,"rw");
- for(int i = 0;i<splitternum;i++){
- try {
- RandomAccessFile input = new RandomAccessFile (new File(sName+"_"+i),"r");
- byte[] b = new byte[1024];
- int nRead;
- while ((nRead = input.read(b, 0, 1024)) > 0) {
- write(saveinput,b, 0, nRead);
- }
- input.close();
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- DownFileUtility.log("file size is "+saveinput.length());
- }catch(Exception e){
- e.printStackTrace();
- }
- }
- /**
- * 写文件
- * @param b
- * @param nStart
- * @param nLen
- * @return
- */
- private int write(RandomAccessFile oSavedFile,byte[] b, int nStart, int nLen) {
- int n = -1;
- try {
- oSavedFile.seek(oSavedFile.length());
- oSavedFile.write(b, nStart, nLen);
- n = nLen;
- } catch (IOException e) {
- e.printStackTrace();
- }
- return n;
- }
- }
- package com.test;
- import java.io.File;
- import java.io.IOException;
- import java.io.InputStream;
- import java.io.RandomAccessFile;
- import java.net.HttpURLConnection;
- import java.net.URL;
- /**
- * 下载上传子线程
- * @author wzztestin
- *
- */
- public class DownFileSplitterFetch extends Thread {
- String sURL; // 下载文件的地址
- long nStartPos; // 文件分段的开始位置
- long nEndPos; // 文件分段的结束位置
- int nThreadID; // 线程的 ID
- boolean bDownOver = false; // 是否下载完成
- boolean bStop = false; // 停止下载
- DownFileAccess fileAccessI = null; // 文件对象
- boolean fileflag; //是URL下载还是本地下载
- File file = null;//本地下载文件
- boolean bFirst = true;
- /**
- * 下载,上传子线程初始化
- * @param sURL
- * @param sName
- * @param nStart
- * @param nEnd
- * @param id
- * @param fileflag
- * @param downfile
- * @throws IOException
- */
- public DownFileSplitterFetch(String sURL, String sName, long nStart, long nEnd,
- int id,boolean fileflag,File downfile,boolean bFirst) throws IOException {
- this.sURL = sURL;
- this.nStartPos = nStart;
- this.nEndPos = nEnd;
- nThreadID = id;
- fileAccessI = new DownFileAccess(sName, nStartPos,bFirst);
- this.fileflag = fileflag;
- this.file = downfile;
- this.bFirst = bFirst;
- }
- /**
- * 线程执行
- */
- public void run() {
- if(fileflag){
- this.urldownload();
- }else{
- this.filedownload();
- }
- }
- /**
- * 打印回应的头信息
- * @param con
- */
- public void logResponseHead(HttpURLConnection con) {
- for (int i = 1;; i++) {
- String header = con.getHeaderFieldKey(i);
- if (header != null){
- DownFileUtility.log(header + " : " + con.getHeaderField(header));
- }else{
- break;
- }
- }
- }
- /**
- * 地址下载
- */
- private void urldownload(){
- DownFileUtility.log("Thread " + nThreadID + " url down filesize is "+(nEndPos-nStartPos));
- DownFileUtility.log("Thread " + nThreadID + " url start >> "+nStartPos +"------end >> "+nEndPos);
- while (nStartPos < nEndPos && !bStop) {
- try {
- URL url = new URL(sURL);
- HttpURLConnection httpConnection = (HttpURLConnection) url
- .openConnection();
- httpConnection.setRequestProperty("User-Agent", "NetFox");
- String sProperty = "bytes=" + nStartPos + "-";
- httpConnection.setRequestProperty("RANGE", sProperty);
- DownFileUtility.log(sProperty);
- InputStream input = httpConnection.getInputStream();
- byte[] b = new byte[1024];
- int nRead;
- while ((nRead = input.read(b, 0, 1024)) > 0
- && nStartPos < nEndPos && !bStop) {
- if((nStartPos+nRead)>nEndPos)
- {
- nRead = (int)(nEndPos - nStartPos);
- }
- nStartPos += fileAccessI.write(b, 0, nRead);
- }
- DownFileUtility.log("Thread " + nThreadID + " nStartPos : "+nStartPos);
- fileAccessI.oSavedFile.close();
- DownFileUtility.log("Thread " + nThreadID + " is over!");
- input.close();
- bDownOver = true;
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- if(!bDownOver){
- if(nStartPos >= nEndPos){
- bDownOver = true;
- }
- }
- }
- /**
- * 文件下载
- */
- private void filedownload(){
- DownFileUtility.log("Thread " + nThreadID + " down filesize is "+(nEndPos-nStartPos));
- DownFileUtility.log("Thread " + nThreadID + " start >> "+nStartPos +"------end >> "+nEndPos);
- while (nStartPos < nEndPos && !bStop) {
- try {
- RandomAccessFile input = new RandomAccessFile(file,"r");
- input.seek(nStartPos);
- byte[] b = new byte[1024];
- int nRead;
- while ((nRead = input.read(b, 0, 1024)) > 0
- && nStartPos < nEndPos && !bStop) {
- if((nStartPos+nRead)>nEndPos)
- {
- nRead = (int)(nEndPos - nStartPos);
- }
- nStartPos += fileAccessI.write(b, 0, nRead);
- }
- fileAccessI.oSavedFile.close();
- DownFileUtility.log("Thread " + nThreadID + " is over!");
- input.close();
- bDownOver = true;
- input.close();
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- if(!bDownOver){
- if(nStartPos >= nEndPos){
- bDownOver = true;
- }
- }
- DownFileUtility.log("Thread " + nThreadID + "last start >> "+nStartPos );
- }
- /**
- * 停止
- */
- public void splitterStop() {
- bStop = true;
- }
- }
- package com.test;
- import java.io.*;
- /**
- * 文件对象
- * @author wzztestin
- *
- */
- public class DownFileAccess implements Serializable {
- /**
- *
- */
- private static final long serialVersionUID = -2518013155676212866L;
- //写入文件的流
- RandomAccessFile oSavedFile;
- //开始位置
- long nPos;
- boolean bFirst;
- public DownFileAccess() throws IOException {
- this("", 0,true);
- }
- /**
- * 写入文件初始化
- * @param sName
- * @param nPos
- * @throws IOException
- */
- public DownFileAccess(String sName, long nPos,boolean bFirst) throws IOException {
- File wfile = new File(sName);
- oSavedFile = new RandomAccessFile(wfile,"rw");
- if(!bFirst){
- oSavedFile.seek(wfile.length());
- }
- this.nPos = nPos;
- this.bFirst = bFirst;
- }
- /**
- * 写文件
- * @param b
- * @param nStart
- * @param nLen
- * @return
- */
- public synchronized int write(byte[] b, int nStart, int nLen) {
- int n = -1;
- try {
- oSavedFile.write(b, nStart, nLen);
- n = nLen;
- } catch (IOException e) {
- e.printStackTrace();
- }
- return n;
- }
- }
- package com.test;
- import java.io.File;
- public class DownFileInfoBean {
- private String sSiteURL; // 文件的下载地址
- private String sFilePath; // 保存文件的路径
- private String sFileName; // 保存文件的名字
- private int nSplitter; // 文件分成几段,默认是5段
- private boolean fileflag; // 如果为FALSE则是本地下载,为TRUE则URL下载
- private File downfile;
- public File getDownfile() {
- return downfile;
- }
- public void setDownfile(File downfile) {
- this.downfile = downfile;
- }
- public boolean getFileflag() {
- return fileflag;
- }
- public void setFileflag(boolean fileflag) {
- this.fileflag = fileflag;
- }
- /**
- * 默认初始化
- */
- public DownFileInfoBean() {
- // default 5
- this("", "", "", 5,false,null);
- }
- /**
- * 下载文件信息初始化
- * @param sURL 下载的链接地址
- * @param sPath 上传的保存路径
- * @param sName 上传保存的文件名
- * @param nSpiltter 文件分段个数
- * @param fileflag 是本地文件上传下载还是链接上传下载的标志
- * @param downfile 本地下载文件(FILE)
- */
- public DownFileInfoBean(String sURL, String sPath, String sName, int nSpiltter,boolean fileflag,File downfile) {
- sSiteURL = sURL;
- sFilePath = sPath;
- sFileName = sName;
- this.nSplitter = nSpiltter;
- this.fileflag = fileflag;
- this.downfile = downfile;
- }
- public String getSSiteURL() {
- return sSiteURL;
- }
- public void setSSiteURL(String value) {
- sSiteURL = value;
- }
- public String getSFilePath() {
- return sFilePath;
- }
- public void setSFilePath(String value) {
- sFilePath = value;
- }
- public String getSFileName() {
- return sFileName;
- }
- public void setSFileName(String value) {
- sFileName = value;
- }
- public int getNSplitter() {
- return nSplitter;
- }
- public void setNSplitter(int nCount) {
- nSplitter = nCount;
- }
- }
- package com.test;
- /**
- * 简单的工具类
- * @author wzztestin
- *
- */
- public class DownFileUtility {
- public DownFileUtility() {
- }
- /**
- * 休眠时长
- * @param nSecond
- */
- public static void sleep(int nSecond) {
- try {
- Thread.sleep(nSecond);
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- /**
- * 打印日志信息
- * @param sMsg
- */
- public static void log(String sMsg) {
- System.err.println(sMsg);
- }
- /**
- * 打印日志信息
- * @param sMsg
- */
- public static void log(int sMsg) {
- System.err.println(sMsg);
- }
- }
- package com.test;
- public class TestMethod {
- public TestMethod() {
- try {
- DownFileInfoBean bean = new DownFileInfoBean(
- "http://cdn.market.hiapk.com/data/upload//2012/09_27/17/car.wu.wei.kyo.shandian_174928.apk", "D:\\temp",
- "shandian_174928.apk", 5,true,null);
- /*File file = new File("D:\\dan07.apk");
- DownFileInfoBean bean = new DownFileInfoBean(null, "D:\\temp",
- "dan07.apk", 3,false,file);*/
- DownFileFetch fileFetch = new DownFileFetch(bean);
- fileFetch.start();
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- public static void main(String[] args) {
- new TestMethod();
- }
- }
java多线程分块上传并支持断点续传最新修正完整版本[转]的更多相关文章
- java大附件上传,支持断点续传
一. 功能性需求与非功能性需求 要求操作便利,一次选择多个文件和文件夹进行上传:支持PC端全平台操作系统,Windows,Linux,Mac 支持文件和文件夹的批量下载,断点续传.刷新页面后继续传输. ...
- web大附件上传,支持断点续传
一. 功能性需求与非功能性需求 要求操作便利,一次选择多个文件和文件夹进行上传:支持PC端全平台操作系统,Windows,Linux,Mac 支持文件和文件夹的批量下载,断点续传.刷新页面后继续传输. ...
- jsp大附件上传,支持断点续传
我们平时经常做的是上传文件,上传文件夹与上传文件类似,但也有一些不同之处,这次做了上传文件夹就记录下以备后用. 这次项目的需求: 支持大文件的上传和续传,要求续传支持所有浏览器,包括ie6,ie7,i ...
- B/S大附件上传,支持断点续传
核心原理: 该项目核心就是文件分块上传.前后端要高度配合,需要双方约定好一些数据,才能完成大文件分块,我们在项目中要重点解决的以下问题. * 如何分片: * 如何合成一个文件: * 中断了从哪个分片开 ...
- PHP 大文件上传,支持断点续传,求具体方案、源码或者文件上传插件
文件夹数据库处理逻辑 publicclass DbFolder { JSONObject root; public DbFolder() { this.root = new JSONObject(); ...
- 【FTP】FTP文件上传下载-支持断点续传
Jar包:apache的commons-net包: 支持断点续传 支持进度监控(有时出不来,搞不清原因) 相关知识点 编码格式: UTF-8等; 文件类型: 包括[BINARY_FILE_TYPE(常 ...
- php大附件上传,支持断点续传
前段时间做视频上传业务,通过网页上传视频到服务器. 视频大小 小则几十M,大则 1G+,以一般的HTTP请求发送数据的方式的话,会遇到的问题:1,文件过大,超出服务端的请求大小限制:2,请求时间过长, ...
- asp.net大附件上传,支持断点续传
以ASP.NET Core WebAPI 作后端 API ,用 Vue 构建前端页面,用 Axios 从前端访问后端 API ,包括文件的上传和下载. 准备文件上传的API #region 文件上传 ...
- FTP文件上传并支持断点续传(一)—— win10 本地环境 ftp站点构建
由于之前项目开发是采用是采用的FTP文件上传,就一直想学习,但由于FTP服务器是公司的,为了方便就像把本地变成ftp站点,其实很简单,但也有很多坑 这里简单介绍一下自己遇到的坑 一:开通本地的ftp权 ...
随机推荐
- ARM汇编编程基础之一 —— 寄存器
ARM的汇编编程,本质上就是针对CPU寄存器的编程,所以我们首先要弄清楚ARM有哪些寄存器?这些寄存器都是如何使用的? ARM寄存器分为2类,普通寄存器和状态寄存器 寄存器类别 寄存器在汇编中的名称 ...
- NodeJS下的Mongodb操作
今天用Node写一个小程序中需要用到数据库操作,试用了一下,发现官方的驱动已经非常好用了,也支持async. 一个简单的实例如下: const MongoClient = require('mongo ...
- C - 项目收藏
Web框架 [荐]Kore:开源 C 语言 Web 框架 Raphters:A web framework for C ulfius:Web Framework for REST API in C, ...
- Weekly linux and ConferenceByYear(2002-now)
https://lwn.net/Archives/ https://lwn.net/Archives/ConferenceByYear/
- Revit API过滤元素类别(FamilySymbol与FamilyInstance)
仅OfCategory()过滤的元素包含系统FamilySymbolOfClass(typeof(FamilyInstance))过滤出来文档中族实例. ; ; ; ...
- error: internal error: unable to execute QEMU command 'migrate': this feature or command is not cur
感谢朋友支持本博客,欢迎共同探讨交流,因为能力和时间有限.错误之处在所难免,欢迎指正. 假设转载.请保留作者信息. 博客地址:http://blog.csdn.net/qq_21398167 原博文地 ...
- ASP.NET Web API实践系列11,如何设计出优秀的API
本篇摘自:InfoQ的微信公众号 在设计API的时候考虑的问题包括:API所使用的传输协议.支持的消息格式.接口的控制.名称.关联.次序,等等.我们很难始终作出正确的决策,很可能是在多次犯错之后,并从 ...
- C#编程(四十二)----------委托和事件
委托和事件 委托是C#总比较重要的概念,学习C#爱这里最容易产生迷惑. 有些时候,犹豫我们在开发程序时对后续可能出现的要求及变化考虑不足而导致麻烦,这些新变化可能导致程序的重新编写,那能不能改变这种情 ...
- WordPress主题开发:WP_Query基本用法
为什么要学WP_Query? wordpress默认会根据网址调用数据,不能满足我们所有建站要求,而WP_Query可以用于查询任何你想要的内容,相当于自定义数据调用. 便于记忆,在讲用法之前我们回顾 ...
- log4j1修改DailyRollingFileAppender支持日志最大数量
配置说明: log4j.appender.logfile=org.apache.log4j.MyDailyRollingFileAppender log4j.appender.logfile.File ...