java多线程分块上传并支持断点续传最新修正完整版本[转]
- package com.test;
- import java.io.DataInputStream;
- import java.io.DataOutputStream;
- import java.io.File;
- import java.io.FileInputStream;
- import java.io.FileOutputStream;
- import java.io.IOException;
- import java.io.RandomAccessFile;
- import java.net.HttpURLConnection;
- import java.net.URL;
- /**
- * 文件断点续传加分段上传线程
- * @author wzztestin
- *
- */
- /**
- * 文件断点续传加分段上传线程
- * @author wzztestin
- *
- */
- public class DownFileFetch extends Thread {
- DownFileInfoBean siteInfoBean = null; // 文件信息 Bean
- long[] nStartPos; // 开始位置
- long[] nEndPos; // 结束位置
- DownFileSplitterFetch[] fileSplitterFetch; // 子线程对象
- long nFileLength; // 文件长度
- boolean bFirst = true; // 是否第一次取文件
- boolean bStop = false; // 停止标志
- File tmpFile; // 文件下载的临时信息
- DataOutputStream output; // 输出到文件的输出流
- boolean fileflag; //是本地上传还是远程下载的标志
- File downfile; //本地文件下载
- int splitter = 0;
- /**
- * 下载上传文件抓取初始化
- * @param bean
- * @throws IOException
- */
- public DownFileFetch(DownFileInfoBean bean) throws IOException {
- siteInfoBean = bean;
- /**
- * File.separator windows是\,unix是/
- */
- tmpFile = new File(bean.getSFilePath() + File.separator
- + bean.getSFileName() + ".info");
- if (tmpFile.exists()) {
- bFirst = false;
- //读取已下载的文件信息
- read_nPos();
- } else {
- nStartPos = new long[bean.getNSplitter()];
- nEndPos = new long[bean.getNSplitter()];
- }
- fileflag = bean.getFileflag();
- downfile = bean.getDownfile();
- this.splitter = bean.getNSplitter();
- }
- public void run() {
- // 获得文件长度
- // 分割文件
- // 实例 FileSplitterFetch
- // 启动 FileSplitterFetch 线程
- // 等待子线程返回
- try {
- if (bFirst) {
- nFileLength = getFileSize();
- if (nFileLength == -1) {
- DownFileUtility.log("File Length is not known!");
- } else if (nFileLength == -2) {
- DownFileUtility.log("File is not access!");
- } else {
- for (int i = 0; i < nStartPos.length; i++) {
- nStartPos[i] = (long) (i * (nFileLength / nStartPos.length));
- }
- for (int i = 0; i < nEndPos.length - 1; i++) {
- nEndPos[i] = nStartPos[i + 1];
- }
- nEndPos[nEndPos.length - 1] = nFileLength;
- }
- }
- // 启动子线程
- fileSplitterFetch = new DownFileSplitterFetch[nStartPos.length];
- for (int i = 0; i < nStartPos.length; i++) {
- fileSplitterFetch[i] = new DownFileSplitterFetch(
- siteInfoBean.getSSiteURL(), siteInfoBean.getSFilePath()
- + File.separator + siteInfoBean.getSFileName()+"_"+i,
- nStartPos[i], nEndPos[i], i,fileflag,downfile,bFirst);
- DownFileUtility.log("Thread " + i + " , nStartPos = " + nStartPos[i]
- + ", nEndPos = " + nEndPos[i]);
- fileSplitterFetch[i].start();
- }
- //下载子线程是否完成标志
- boolean breakWhile = false;
- while (!bStop) {
- write_nPos();
- DownFileUtility.sleep(500);
- breakWhile = true;
- for (int i = 0; i < nStartPos.length; i++) {
- if (!fileSplitterFetch[i].bDownOver) {
- breakWhile = false;
- break;
- }else{
- write_nPos();
- }
- }
- if (breakWhile){
- break;
- }
- }
- hebinfile(siteInfoBean.getSFilePath()+ File.separator + siteInfoBean.getSFileName(),splitter);
- DownFileUtility.log("文件下载结束!");
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- /**
- * 获得文件长度
- * @return
- */
- public long getFileSize() {
- int nFileLength = -1;
- if(fileflag){
- try {
- URL url = new URL(siteInfoBean.getSSiteURL());
- HttpURLConnection httpConnection = (HttpURLConnection) url
- .openConnection();
- httpConnection.setRequestProperty("User-Agent", "NetFox");
- int responseCode = httpConnection.getResponseCode();
- if (responseCode >= 400) {
- processErrorCode(responseCode);
- //represent access is error
- return -2;
- }
- String sHeader;
- for (int i = 1;; i++) {
- sHeader = httpConnection.getHeaderFieldKey(i);
- if (sHeader != null) {
- if (sHeader.equals("Content-Length")) {
- nFileLength = Integer.parseInt(httpConnection
- .getHeaderField(sHeader));
- break;
- }
- } else {
- break;
- }
- }
- } catch (IOException e) {
- e.printStackTrace();
- } catch (Exception e) {
- e.printStackTrace();
- }
- DownFileUtility.log(nFileLength);
- }else{
- try{
- File myflie = downfile;
- nFileLength = (int)myflie.length();
- }catch(Exception e){
- e.printStackTrace();
- }
- DownFileUtility.log(nFileLength);
- }
- return nFileLength;
- }
- /**
- * 保存下载信息(文件指针位置)
- */
- private void write_nPos() {
- try {
- output = new DataOutputStream(new FileOutputStream(tmpFile));
- output.writeInt(nStartPos.length);
- for (int i = 0; i < nStartPos.length; i++) {
- output.writeLong(fileSplitterFetch[i].nStartPos);
- output.writeLong(fileSplitterFetch[i].nEndPos);
- }
- output.close();
- } catch (IOException e) {
- e.printStackTrace();
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- /**
- * 读取保存的下载信息(文件指针位置)
- */
- private void read_nPos() {
- try {
- DataInputStream input = new DataInputStream(new FileInputStream(
- tmpFile));
- int nCount = input.readInt();
- nStartPos = new long[nCount];
- nEndPos = new long[nCount];
- for (int i = 0; i < nStartPos.length; i++) {
- nStartPos[i] = input.readLong();
- nEndPos[i] = input.readLong();
- }
- input.close();
- } catch (IOException e) {
- e.printStackTrace();
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- /**
- * 输出错误信息
- * @param nErrorCode
- */
- private void processErrorCode(int nErrorCode) {
- DownFileUtility.log("Error Code : " + nErrorCode);
- }
- /**
- * 停止文件下载
- */
- public void siteStop() {
- bStop = true;
- for (int i = 0; i < nStartPos.length; i++)
- fileSplitterFetch[i].splitterStop();
- }
- /**
- * 合并文件
- * @param sName
- * @param splitternum
- */
- private void hebinfile(String sName,int splitternum){
- try{
- File file = new File(sName);
- if(file.exists()){
- file.delete();
- }
- RandomAccessFile saveinput = new RandomAccessFile(sName,"rw");
- for(int i = 0;i<splitternum;i++){
- try {
- RandomAccessFile input = new RandomAccessFile (new File(sName+"_"+i),"r");
- byte[] b = new byte[1024];
- int nRead;
- while ((nRead = input.read(b, 0, 1024)) > 0) {
- write(saveinput,b, 0, nRead);
- }
- input.close();
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- DownFileUtility.log("file size is "+saveinput.length());
- }catch(Exception e){
- e.printStackTrace();
- }
- }
- /**
- * 写文件
- * @param b
- * @param nStart
- * @param nLen
- * @return
- */
- private int write(RandomAccessFile oSavedFile,byte[] b, int nStart, int nLen) {
- int n = -1;
- try {
- oSavedFile.seek(oSavedFile.length());
- oSavedFile.write(b, nStart, nLen);
- n = nLen;
- } catch (IOException e) {
- e.printStackTrace();
- }
- return n;
- }
- }
- package com.test;
- import java.io.File;
- import java.io.IOException;
- import java.io.InputStream;
- import java.io.RandomAccessFile;
- import java.net.HttpURLConnection;
- import java.net.URL;
- /**
- * 下载上传子线程
- * @author wzztestin
- *
- */
- public class DownFileSplitterFetch extends Thread {
- String sURL; // 下载文件的地址
- long nStartPos; // 文件分段的开始位置
- long nEndPos; // 文件分段的结束位置
- int nThreadID; // 线程的 ID
- boolean bDownOver = false; // 是否下载完成
- boolean bStop = false; // 停止下载
- DownFileAccess fileAccessI = null; // 文件对象
- boolean fileflag; //是URL下载还是本地下载
- File file = null;//本地下载文件
- boolean bFirst = true;
- /**
- * 下载,上传子线程初始化
- * @param sURL
- * @param sName
- * @param nStart
- * @param nEnd
- * @param id
- * @param fileflag
- * @param downfile
- * @throws IOException
- */
- public DownFileSplitterFetch(String sURL, String sName, long nStart, long nEnd,
- int id,boolean fileflag,File downfile,boolean bFirst) throws IOException {
- this.sURL = sURL;
- this.nStartPos = nStart;
- this.nEndPos = nEnd;
- nThreadID = id;
- fileAccessI = new DownFileAccess(sName, nStartPos,bFirst);
- this.fileflag = fileflag;
- this.file = downfile;
- this.bFirst = bFirst;
- }
- /**
- * 线程执行
- */
- public void run() {
- if(fileflag){
- this.urldownload();
- }else{
- this.filedownload();
- }
- }
- /**
- * 打印回应的头信息
- * @param con
- */
- public void logResponseHead(HttpURLConnection con) {
- for (int i = 1;; i++) {
- String header = con.getHeaderFieldKey(i);
- if (header != null){
- DownFileUtility.log(header + " : " + con.getHeaderField(header));
- }else{
- break;
- }
- }
- }
- /**
- * 地址下载
- */
- private void urldownload(){
- DownFileUtility.log("Thread " + nThreadID + " url down filesize is "+(nEndPos-nStartPos));
- DownFileUtility.log("Thread " + nThreadID + " url start >> "+nStartPos +"------end >> "+nEndPos);
- while (nStartPos < nEndPos && !bStop) {
- try {
- URL url = new URL(sURL);
- HttpURLConnection httpConnection = (HttpURLConnection) url
- .openConnection();
- httpConnection.setRequestProperty("User-Agent", "NetFox");
- String sProperty = "bytes=" + nStartPos + "-";
- httpConnection.setRequestProperty("RANGE", sProperty);
- DownFileUtility.log(sProperty);
- InputStream input = httpConnection.getInputStream();
- byte[] b = new byte[1024];
- int nRead;
- while ((nRead = input.read(b, 0, 1024)) > 0
- && nStartPos < nEndPos && !bStop) {
- if((nStartPos+nRead)>nEndPos)
- {
- nRead = (int)(nEndPos - nStartPos);
- }
- nStartPos += fileAccessI.write(b, 0, nRead);
- }
- DownFileUtility.log("Thread " + nThreadID + " nStartPos : "+nStartPos);
- fileAccessI.oSavedFile.close();
- DownFileUtility.log("Thread " + nThreadID + " is over!");
- input.close();
- bDownOver = true;
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- if(!bDownOver){
- if(nStartPos >= nEndPos){
- bDownOver = true;
- }
- }
- }
- /**
- * 文件下载
- */
- private void filedownload(){
- DownFileUtility.log("Thread " + nThreadID + " down filesize is "+(nEndPos-nStartPos));
- DownFileUtility.log("Thread " + nThreadID + " start >> "+nStartPos +"------end >> "+nEndPos);
- while (nStartPos < nEndPos && !bStop) {
- try {
- RandomAccessFile input = new RandomAccessFile(file,"r");
- input.seek(nStartPos);
- byte[] b = new byte[1024];
- int nRead;
- while ((nRead = input.read(b, 0, 1024)) > 0
- && nStartPos < nEndPos && !bStop) {
- if((nStartPos+nRead)>nEndPos)
- {
- nRead = (int)(nEndPos - nStartPos);
- }
- nStartPos += fileAccessI.write(b, 0, nRead);
- }
- fileAccessI.oSavedFile.close();
- DownFileUtility.log("Thread " + nThreadID + " is over!");
- input.close();
- bDownOver = true;
- input.close();
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- if(!bDownOver){
- if(nStartPos >= nEndPos){
- bDownOver = true;
- }
- }
- DownFileUtility.log("Thread " + nThreadID + "last start >> "+nStartPos );
- }
- /**
- * 停止
- */
- public void splitterStop() {
- bStop = true;
- }
- }
- package com.test;
- import java.io.*;
- /**
- * 文件对象
- * @author wzztestin
- *
- */
- public class DownFileAccess implements Serializable {
- /**
- *
- */
- private static final long serialVersionUID = -2518013155676212866L;
- //写入文件的流
- RandomAccessFile oSavedFile;
- //开始位置
- long nPos;
- boolean bFirst;
- public DownFileAccess() throws IOException {
- this("", 0,true);
- }
- /**
- * 写入文件初始化
- * @param sName
- * @param nPos
- * @throws IOException
- */
- public DownFileAccess(String sName, long nPos,boolean bFirst) throws IOException {
- File wfile = new File(sName);
- oSavedFile = new RandomAccessFile(wfile,"rw");
- if(!bFirst){
- oSavedFile.seek(wfile.length());
- }
- this.nPos = nPos;
- this.bFirst = bFirst;
- }
- /**
- * 写文件
- * @param b
- * @param nStart
- * @param nLen
- * @return
- */
- public synchronized int write(byte[] b, int nStart, int nLen) {
- int n = -1;
- try {
- oSavedFile.write(b, nStart, nLen);
- n = nLen;
- } catch (IOException e) {
- e.printStackTrace();
- }
- return n;
- }
- }
- package com.test;
- import java.io.File;
- public class DownFileInfoBean {
- private String sSiteURL; // 文件的下载地址
- private String sFilePath; // 保存文件的路径
- private String sFileName; // 保存文件的名字
- private int nSplitter; // 文件分成几段,默认是5段
- private boolean fileflag; // 如果为FALSE则是本地下载,为TRUE则URL下载
- private File downfile;
- public File getDownfile() {
- return downfile;
- }
- public void setDownfile(File downfile) {
- this.downfile = downfile;
- }
- public boolean getFileflag() {
- return fileflag;
- }
- public void setFileflag(boolean fileflag) {
- this.fileflag = fileflag;
- }
- /**
- * 默认初始化
- */
- public DownFileInfoBean() {
- // default 5
- this("", "", "", 5,false,null);
- }
- /**
- * 下载文件信息初始化
- * @param sURL 下载的链接地址
- * @param sPath 上传的保存路径
- * @param sName 上传保存的文件名
- * @param nSpiltter 文件分段个数
- * @param fileflag 是本地文件上传下载还是链接上传下载的标志
- * @param downfile 本地下载文件(FILE)
- */
- public DownFileInfoBean(String sURL, String sPath, String sName, int nSpiltter,boolean fileflag,File downfile) {
- sSiteURL = sURL;
- sFilePath = sPath;
- sFileName = sName;
- this.nSplitter = nSpiltter;
- this.fileflag = fileflag;
- this.downfile = downfile;
- }
- public String getSSiteURL() {
- return sSiteURL;
- }
- public void setSSiteURL(String value) {
- sSiteURL = value;
- }
- public String getSFilePath() {
- return sFilePath;
- }
- public void setSFilePath(String value) {
- sFilePath = value;
- }
- public String getSFileName() {
- return sFileName;
- }
- public void setSFileName(String value) {
- sFileName = value;
- }
- public int getNSplitter() {
- return nSplitter;
- }
- public void setNSplitter(int nCount) {
- nSplitter = nCount;
- }
- }
- package com.test;
- /**
- * 简单的工具类
- * @author wzztestin
- *
- */
- public class DownFileUtility {
- public DownFileUtility() {
- }
- /**
- * 休眠时长
- * @param nSecond
- */
- public static void sleep(int nSecond) {
- try {
- Thread.sleep(nSecond);
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- /**
- * 打印日志信息
- * @param sMsg
- */
- public static void log(String sMsg) {
- System.err.println(sMsg);
- }
- /**
- * 打印日志信息
- * @param sMsg
- */
- public static void log(int sMsg) {
- System.err.println(sMsg);
- }
- }
- package com.test;
- public class TestMethod {
- public TestMethod() {
- try {
- DownFileInfoBean bean = new DownFileInfoBean(
- "http://cdn.market.hiapk.com/data/upload//2012/09_27/17/car.wu.wei.kyo.shandian_174928.apk", "D:\\temp",
- "shandian_174928.apk", 5,true,null);
- /*File file = new File("D:\\dan07.apk");
- DownFileInfoBean bean = new DownFileInfoBean(null, "D:\\temp",
- "dan07.apk", 3,false,file);*/
- DownFileFetch fileFetch = new DownFileFetch(bean);
- fileFetch.start();
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- public static void main(String[] args) {
- new TestMethod();
- }
- }
java多线程分块上传并支持断点续传最新修正完整版本[转]的更多相关文章
- java大附件上传,支持断点续传
一. 功能性需求与非功能性需求 要求操作便利,一次选择多个文件和文件夹进行上传:支持PC端全平台操作系统,Windows,Linux,Mac 支持文件和文件夹的批量下载,断点续传.刷新页面后继续传输. ...
- web大附件上传,支持断点续传
一. 功能性需求与非功能性需求 要求操作便利,一次选择多个文件和文件夹进行上传:支持PC端全平台操作系统,Windows,Linux,Mac 支持文件和文件夹的批量下载,断点续传.刷新页面后继续传输. ...
- jsp大附件上传,支持断点续传
我们平时经常做的是上传文件,上传文件夹与上传文件类似,但也有一些不同之处,这次做了上传文件夹就记录下以备后用. 这次项目的需求: 支持大文件的上传和续传,要求续传支持所有浏览器,包括ie6,ie7,i ...
- B/S大附件上传,支持断点续传
核心原理: 该项目核心就是文件分块上传.前后端要高度配合,需要双方约定好一些数据,才能完成大文件分块,我们在项目中要重点解决的以下问题. * 如何分片: * 如何合成一个文件: * 中断了从哪个分片开 ...
- PHP 大文件上传,支持断点续传,求具体方案、源码或者文件上传插件
文件夹数据库处理逻辑 publicclass DbFolder { JSONObject root; public DbFolder() { this.root = new JSONObject(); ...
- 【FTP】FTP文件上传下载-支持断点续传
Jar包:apache的commons-net包: 支持断点续传 支持进度监控(有时出不来,搞不清原因) 相关知识点 编码格式: UTF-8等; 文件类型: 包括[BINARY_FILE_TYPE(常 ...
- php大附件上传,支持断点续传
前段时间做视频上传业务,通过网页上传视频到服务器. 视频大小 小则几十M,大则 1G+,以一般的HTTP请求发送数据的方式的话,会遇到的问题:1,文件过大,超出服务端的请求大小限制:2,请求时间过长, ...
- asp.net大附件上传,支持断点续传
以ASP.NET Core WebAPI 作后端 API ,用 Vue 构建前端页面,用 Axios 从前端访问后端 API ,包括文件的上传和下载. 准备文件上传的API #region 文件上传 ...
- FTP文件上传并支持断点续传(一)—— win10 本地环境 ftp站点构建
由于之前项目开发是采用是采用的FTP文件上传,就一直想学习,但由于FTP服务器是公司的,为了方便就像把本地变成ftp站点,其实很简单,但也有很多坑 这里简单介绍一下自己遇到的坑 一:开通本地的ftp权 ...
随机推荐
- stm32f103串口实现映射功能
在实际开发中,常常遇到串口的默认输出IO口被其它模块占用了,所以我们要用到串口IO口映射功能.是指将原来实现功能的IO口映射到其它指定IO口,其它不变.详细操作例如以下: 先贴出默认下的串口初始化设置 ...
- 关于bootstrap的treeview不显示多选(复选框)的问题,以及联动选择的问题,外加多选后取值
最近做项目用到了treeview.因为涉及到多选的问题,很是棘手,于是乎,我决定查看原生JS,探个究竟.需要引用官方的bootstrap-treeview.js都知道吧,对于所需要引用的,我就不多说了 ...
- 在阿里云里申请免费Https证书SSL
在阿里云控制台:安全(云盾)->证书服务->购买证书里(地址:https://common-buy.aliyun.com/?spm=5176.2020520163.cas.1.zTLyhO ...
- 【linux】linux 下 shell命令 执行结果赋值给变量【两种方式】
方法1:[通用方法] 使用Tab键上面的反引号 例子如下: find命令 模糊查询在/apps/swapping目录下 查找 文件名中包含swapping并且以.jar结尾的文件 使用反引号 引住命令 ...
- Step Detector and Step Counter Sensors on Android
Step Detector and Step Counter Sensors on Android 时间 2014-03-31 11:56:00 Tech Droid 原文 http://techd ...
- 详解Java Spring各种依赖注入注解的区别
注解注入顾名思义就是通过注解来实现注入,Spring和注入相关的常见注解有Autowired.Resource.Qualifier.Service.Controller.Repository.Comp ...
- 从CRITS发展历史解读结构框架
Michael Goffin 是MITRE公司的一名员工,在其博客中介绍了Crits 的发展历史.原文地址例如以下: CRITs: Collaborative Research Into Threat ...
- Java并发编程的艺术(十)——线程池(1)
线程池的作用 减少资源的开销 减少了每次创建线程.销毁线程的开销. 提高响应速度 每次请求到来时,由于线程的创建已经完成,故可以直接执行任务,因此提高了响应速度. 提高线程的可管理性 线程是一种稀缺资 ...
- Java常用工具类之ArrayUtil
过滤 ArrayUtil.filter方法用于编辑已有数组元素,只针对泛型数组操作,原始类型数组并未提供. 方法中Editor接口用于返回每个元素编辑后的值,返回null此元素将被抛弃. 例如:过滤数 ...
- Java(C#)基础差异-语法
1.long类型 Java long类型,若赋值大于int型的最大值,或小于int型的最小值,则需要在数字后加L或者l,表示该数值为长整数,如long num=2147483650L. 举例如下: p ...