java多线程分块上传并支持断点续传最新修正完整版本[转]
- package com.test;
- import java.io.DataInputStream;
- import java.io.DataOutputStream;
- import java.io.File;
- import java.io.FileInputStream;
- import java.io.FileOutputStream;
- import java.io.IOException;
- import java.io.RandomAccessFile;
- import java.net.HttpURLConnection;
- import java.net.URL;
- /**
- * 文件断点续传加分段上传线程
- * @author wzztestin
- *
- */
- /**
- * 文件断点续传加分段上传线程
- * @author wzztestin
- *
- */
- public class DownFileFetch extends Thread {
- DownFileInfoBean siteInfoBean = null; // 文件信息 Bean
- long[] nStartPos; // 开始位置
- long[] nEndPos; // 结束位置
- DownFileSplitterFetch[] fileSplitterFetch; // 子线程对象
- long nFileLength; // 文件长度
- boolean bFirst = true; // 是否第一次取文件
- boolean bStop = false; // 停止标志
- File tmpFile; // 文件下载的临时信息
- DataOutputStream output; // 输出到文件的输出流
- boolean fileflag; //是本地上传还是远程下载的标志
- File downfile; //本地文件下载
- int splitter = 0;
- /**
- * 下载上传文件抓取初始化
- * @param bean
- * @throws IOException
- */
- public DownFileFetch(DownFileInfoBean bean) throws IOException {
- siteInfoBean = bean;
- /**
- * File.separator windows是\,unix是/
- */
- tmpFile = new File(bean.getSFilePath() + File.separator
- + bean.getSFileName() + ".info");
- if (tmpFile.exists()) {
- bFirst = false;
- //读取已下载的文件信息
- read_nPos();
- } else {
- nStartPos = new long[bean.getNSplitter()];
- nEndPos = new long[bean.getNSplitter()];
- }
- fileflag = bean.getFileflag();
- downfile = bean.getDownfile();
- this.splitter = bean.getNSplitter();
- }
- public void run() {
- // 获得文件长度
- // 分割文件
- // 实例 FileSplitterFetch
- // 启动 FileSplitterFetch 线程
- // 等待子线程返回
- try {
- if (bFirst) {
- nFileLength = getFileSize();
- if (nFileLength == -1) {
- DownFileUtility.log("File Length is not known!");
- } else if (nFileLength == -2) {
- DownFileUtility.log("File is not access!");
- } else {
- for (int i = 0; i < nStartPos.length; i++) {
- nStartPos[i] = (long) (i * (nFileLength / nStartPos.length));
- }
- for (int i = 0; i < nEndPos.length - 1; i++) {
- nEndPos[i] = nStartPos[i + 1];
- }
- nEndPos[nEndPos.length - 1] = nFileLength;
- }
- }
- // 启动子线程
- fileSplitterFetch = new DownFileSplitterFetch[nStartPos.length];
- for (int i = 0; i < nStartPos.length; i++) {
- fileSplitterFetch[i] = new DownFileSplitterFetch(
- siteInfoBean.getSSiteURL(), siteInfoBean.getSFilePath()
- + File.separator + siteInfoBean.getSFileName()+"_"+i,
- nStartPos[i], nEndPos[i], i,fileflag,downfile,bFirst);
- DownFileUtility.log("Thread " + i + " , nStartPos = " + nStartPos[i]
- + ", nEndPos = " + nEndPos[i]);
- fileSplitterFetch[i].start();
- }
- //下载子线程是否完成标志
- boolean breakWhile = false;
- while (!bStop) {
- write_nPos();
- DownFileUtility.sleep(500);
- breakWhile = true;
- for (int i = 0; i < nStartPos.length; i++) {
- if (!fileSplitterFetch[i].bDownOver) {
- breakWhile = false;
- break;
- }else{
- write_nPos();
- }
- }
- if (breakWhile){
- break;
- }
- }
- hebinfile(siteInfoBean.getSFilePath()+ File.separator + siteInfoBean.getSFileName(),splitter);
- DownFileUtility.log("文件下载结束!");
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- /**
- * 获得文件长度
- * @return
- */
- public long getFileSize() {
- int nFileLength = -1;
- if(fileflag){
- try {
- URL url = new URL(siteInfoBean.getSSiteURL());
- HttpURLConnection httpConnection = (HttpURLConnection) url
- .openConnection();
- httpConnection.setRequestProperty("User-Agent", "NetFox");
- int responseCode = httpConnection.getResponseCode();
- if (responseCode >= 400) {
- processErrorCode(responseCode);
- //represent access is error
- return -2;
- }
- String sHeader;
- for (int i = 1;; i++) {
- sHeader = httpConnection.getHeaderFieldKey(i);
- if (sHeader != null) {
- if (sHeader.equals("Content-Length")) {
- nFileLength = Integer.parseInt(httpConnection
- .getHeaderField(sHeader));
- break;
- }
- } else {
- break;
- }
- }
- } catch (IOException e) {
- e.printStackTrace();
- } catch (Exception e) {
- e.printStackTrace();
- }
- DownFileUtility.log(nFileLength);
- }else{
- try{
- File myflie = downfile;
- nFileLength = (int)myflie.length();
- }catch(Exception e){
- e.printStackTrace();
- }
- DownFileUtility.log(nFileLength);
- }
- return nFileLength;
- }
- /**
- * 保存下载信息(文件指针位置)
- */
- private void write_nPos() {
- try {
- output = new DataOutputStream(new FileOutputStream(tmpFile));
- output.writeInt(nStartPos.length);
- for (int i = 0; i < nStartPos.length; i++) {
- output.writeLong(fileSplitterFetch[i].nStartPos);
- output.writeLong(fileSplitterFetch[i].nEndPos);
- }
- output.close();
- } catch (IOException e) {
- e.printStackTrace();
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- /**
- * 读取保存的下载信息(文件指针位置)
- */
- private void read_nPos() {
- try {
- DataInputStream input = new DataInputStream(new FileInputStream(
- tmpFile));
- int nCount = input.readInt();
- nStartPos = new long[nCount];
- nEndPos = new long[nCount];
- for (int i = 0; i < nStartPos.length; i++) {
- nStartPos[i] = input.readLong();
- nEndPos[i] = input.readLong();
- }
- input.close();
- } catch (IOException e) {
- e.printStackTrace();
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- /**
- * 输出错误信息
- * @param nErrorCode
- */
- private void processErrorCode(int nErrorCode) {
- DownFileUtility.log("Error Code : " + nErrorCode);
- }
- /**
- * 停止文件下载
- */
- public void siteStop() {
- bStop = true;
- for (int i = 0; i < nStartPos.length; i++)
- fileSplitterFetch[i].splitterStop();
- }
- /**
- * 合并文件
- * @param sName
- * @param splitternum
- */
- private void hebinfile(String sName,int splitternum){
- try{
- File file = new File(sName);
- if(file.exists()){
- file.delete();
- }
- RandomAccessFile saveinput = new RandomAccessFile(sName,"rw");
- for(int i = 0;i<splitternum;i++){
- try {
- RandomAccessFile input = new RandomAccessFile (new File(sName+"_"+i),"r");
- byte[] b = new byte[1024];
- int nRead;
- while ((nRead = input.read(b, 0, 1024)) > 0) {
- write(saveinput,b, 0, nRead);
- }
- input.close();
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- DownFileUtility.log("file size is "+saveinput.length());
- }catch(Exception e){
- e.printStackTrace();
- }
- }
- /**
- * 写文件
- * @param b
- * @param nStart
- * @param nLen
- * @return
- */
- private int write(RandomAccessFile oSavedFile,byte[] b, int nStart, int nLen) {
- int n = -1;
- try {
- oSavedFile.seek(oSavedFile.length());
- oSavedFile.write(b, nStart, nLen);
- n = nLen;
- } catch (IOException e) {
- e.printStackTrace();
- }
- return n;
- }
- }
- package com.test;
- import java.io.File;
- import java.io.IOException;
- import java.io.InputStream;
- import java.io.RandomAccessFile;
- import java.net.HttpURLConnection;
- import java.net.URL;
- /**
- * 下载上传子线程
- * @author wzztestin
- *
- */
- public class DownFileSplitterFetch extends Thread {
- String sURL; // 下载文件的地址
- long nStartPos; // 文件分段的开始位置
- long nEndPos; // 文件分段的结束位置
- int nThreadID; // 线程的 ID
- boolean bDownOver = false; // 是否下载完成
- boolean bStop = false; // 停止下载
- DownFileAccess fileAccessI = null; // 文件对象
- boolean fileflag; //是URL下载还是本地下载
- File file = null;//本地下载文件
- boolean bFirst = true;
- /**
- * 下载,上传子线程初始化
- * @param sURL
- * @param sName
- * @param nStart
- * @param nEnd
- * @param id
- * @param fileflag
- * @param downfile
- * @throws IOException
- */
- public DownFileSplitterFetch(String sURL, String sName, long nStart, long nEnd,
- int id,boolean fileflag,File downfile,boolean bFirst) throws IOException {
- this.sURL = sURL;
- this.nStartPos = nStart;
- this.nEndPos = nEnd;
- nThreadID = id;
- fileAccessI = new DownFileAccess(sName, nStartPos,bFirst);
- this.fileflag = fileflag;
- this.file = downfile;
- this.bFirst = bFirst;
- }
- /**
- * 线程执行
- */
- public void run() {
- if(fileflag){
- this.urldownload();
- }else{
- this.filedownload();
- }
- }
- /**
- * 打印回应的头信息
- * @param con
- */
- public void logResponseHead(HttpURLConnection con) {
- for (int i = 1;; i++) {
- String header = con.getHeaderFieldKey(i);
- if (header != null){
- DownFileUtility.log(header + " : " + con.getHeaderField(header));
- }else{
- break;
- }
- }
- }
- /**
- * 地址下载
- */
- private void urldownload(){
- DownFileUtility.log("Thread " + nThreadID + " url down filesize is "+(nEndPos-nStartPos));
- DownFileUtility.log("Thread " + nThreadID + " url start >> "+nStartPos +"------end >> "+nEndPos);
- while (nStartPos < nEndPos && !bStop) {
- try {
- URL url = new URL(sURL);
- HttpURLConnection httpConnection = (HttpURLConnection) url
- .openConnection();
- httpConnection.setRequestProperty("User-Agent", "NetFox");
- String sProperty = "bytes=" + nStartPos + "-";
- httpConnection.setRequestProperty("RANGE", sProperty);
- DownFileUtility.log(sProperty);
- InputStream input = httpConnection.getInputStream();
- byte[] b = new byte[1024];
- int nRead;
- while ((nRead = input.read(b, 0, 1024)) > 0
- && nStartPos < nEndPos && !bStop) {
- if((nStartPos+nRead)>nEndPos)
- {
- nRead = (int)(nEndPos - nStartPos);
- }
- nStartPos += fileAccessI.write(b, 0, nRead);
- }
- DownFileUtility.log("Thread " + nThreadID + " nStartPos : "+nStartPos);
- fileAccessI.oSavedFile.close();
- DownFileUtility.log("Thread " + nThreadID + " is over!");
- input.close();
- bDownOver = true;
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- if(!bDownOver){
- if(nStartPos >= nEndPos){
- bDownOver = true;
- }
- }
- }
- /**
- * 文件下载
- */
- private void filedownload(){
- DownFileUtility.log("Thread " + nThreadID + " down filesize is "+(nEndPos-nStartPos));
- DownFileUtility.log("Thread " + nThreadID + " start >> "+nStartPos +"------end >> "+nEndPos);
- while (nStartPos < nEndPos && !bStop) {
- try {
- RandomAccessFile input = new RandomAccessFile(file,"r");
- input.seek(nStartPos);
- byte[] b = new byte[1024];
- int nRead;
- while ((nRead = input.read(b, 0, 1024)) > 0
- && nStartPos < nEndPos && !bStop) {
- if((nStartPos+nRead)>nEndPos)
- {
- nRead = (int)(nEndPos - nStartPos);
- }
- nStartPos += fileAccessI.write(b, 0, nRead);
- }
- fileAccessI.oSavedFile.close();
- DownFileUtility.log("Thread " + nThreadID + " is over!");
- input.close();
- bDownOver = true;
- input.close();
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- if(!bDownOver){
- if(nStartPos >= nEndPos){
- bDownOver = true;
- }
- }
- DownFileUtility.log("Thread " + nThreadID + "last start >> "+nStartPos );
- }
- /**
- * 停止
- */
- public void splitterStop() {
- bStop = true;
- }
- }
- package com.test;
- import java.io.*;
- /**
- * 文件对象
- * @author wzztestin
- *
- */
- public class DownFileAccess implements Serializable {
- /**
- *
- */
- private static final long serialVersionUID = -2518013155676212866L;
- //写入文件的流
- RandomAccessFile oSavedFile;
- //开始位置
- long nPos;
- boolean bFirst;
- public DownFileAccess() throws IOException {
- this("", 0,true);
- }
- /**
- * 写入文件初始化
- * @param sName
- * @param nPos
- * @throws IOException
- */
- public DownFileAccess(String sName, long nPos,boolean bFirst) throws IOException {
- File wfile = new File(sName);
- oSavedFile = new RandomAccessFile(wfile,"rw");
- if(!bFirst){
- oSavedFile.seek(wfile.length());
- }
- this.nPos = nPos;
- this.bFirst = bFirst;
- }
- /**
- * 写文件
- * @param b
- * @param nStart
- * @param nLen
- * @return
- */
- public synchronized int write(byte[] b, int nStart, int nLen) {
- int n = -1;
- try {
- oSavedFile.write(b, nStart, nLen);
- n = nLen;
- } catch (IOException e) {
- e.printStackTrace();
- }
- return n;
- }
- }
- package com.test;
- import java.io.File;
- public class DownFileInfoBean {
- private String sSiteURL; // 文件的下载地址
- private String sFilePath; // 保存文件的路径
- private String sFileName; // 保存文件的名字
- private int nSplitter; // 文件分成几段,默认是5段
- private boolean fileflag; // 如果为FALSE则是本地下载,为TRUE则URL下载
- private File downfile;
- public File getDownfile() {
- return downfile;
- }
- public void setDownfile(File downfile) {
- this.downfile = downfile;
- }
- public boolean getFileflag() {
- return fileflag;
- }
- public void setFileflag(boolean fileflag) {
- this.fileflag = fileflag;
- }
- /**
- * 默认初始化
- */
- public DownFileInfoBean() {
- // default 5
- this("", "", "", 5,false,null);
- }
- /**
- * 下载文件信息初始化
- * @param sURL 下载的链接地址
- * @param sPath 上传的保存路径
- * @param sName 上传保存的文件名
- * @param nSpiltter 文件分段个数
- * @param fileflag 是本地文件上传下载还是链接上传下载的标志
- * @param downfile 本地下载文件(FILE)
- */
- public DownFileInfoBean(String sURL, String sPath, String sName, int nSpiltter,boolean fileflag,File downfile) {
- sSiteURL = sURL;
- sFilePath = sPath;
- sFileName = sName;
- this.nSplitter = nSpiltter;
- this.fileflag = fileflag;
- this.downfile = downfile;
- }
- public String getSSiteURL() {
- return sSiteURL;
- }
- public void setSSiteURL(String value) {
- sSiteURL = value;
- }
- public String getSFilePath() {
- return sFilePath;
- }
- public void setSFilePath(String value) {
- sFilePath = value;
- }
- public String getSFileName() {
- return sFileName;
- }
- public void setSFileName(String value) {
- sFileName = value;
- }
- public int getNSplitter() {
- return nSplitter;
- }
- public void setNSplitter(int nCount) {
- nSplitter = nCount;
- }
- }
- package com.test;
- /**
- * 简单的工具类
- * @author wzztestin
- *
- */
- public class DownFileUtility {
- public DownFileUtility() {
- }
- /**
- * 休眠时长
- * @param nSecond
- */
- public static void sleep(int nSecond) {
- try {
- Thread.sleep(nSecond);
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- /**
- * 打印日志信息
- * @param sMsg
- */
- public static void log(String sMsg) {
- System.err.println(sMsg);
- }
- /**
- * 打印日志信息
- * @param sMsg
- */
- public static void log(int sMsg) {
- System.err.println(sMsg);
- }
- }
- package com.test;
- public class TestMethod {
- public TestMethod() {
- try {
- DownFileInfoBean bean = new DownFileInfoBean(
- "http://cdn.market.hiapk.com/data/upload//2012/09_27/17/car.wu.wei.kyo.shandian_174928.apk", "D:\\temp",
- "shandian_174928.apk", 5,true,null);
- /*File file = new File("D:\\dan07.apk");
- DownFileInfoBean bean = new DownFileInfoBean(null, "D:\\temp",
- "dan07.apk", 3,false,file);*/
- DownFileFetch fileFetch = new DownFileFetch(bean);
- fileFetch.start();
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- public static void main(String[] args) {
- new TestMethod();
- }
- }
java多线程分块上传并支持断点续传最新修正完整版本[转]的更多相关文章
- java大附件上传,支持断点续传
一. 功能性需求与非功能性需求 要求操作便利,一次选择多个文件和文件夹进行上传:支持PC端全平台操作系统,Windows,Linux,Mac 支持文件和文件夹的批量下载,断点续传.刷新页面后继续传输. ...
- web大附件上传,支持断点续传
一. 功能性需求与非功能性需求 要求操作便利,一次选择多个文件和文件夹进行上传:支持PC端全平台操作系统,Windows,Linux,Mac 支持文件和文件夹的批量下载,断点续传.刷新页面后继续传输. ...
- jsp大附件上传,支持断点续传
我们平时经常做的是上传文件,上传文件夹与上传文件类似,但也有一些不同之处,这次做了上传文件夹就记录下以备后用. 这次项目的需求: 支持大文件的上传和续传,要求续传支持所有浏览器,包括ie6,ie7,i ...
- B/S大附件上传,支持断点续传
核心原理: 该项目核心就是文件分块上传.前后端要高度配合,需要双方约定好一些数据,才能完成大文件分块,我们在项目中要重点解决的以下问题. * 如何分片: * 如何合成一个文件: * 中断了从哪个分片开 ...
- PHP 大文件上传,支持断点续传,求具体方案、源码或者文件上传插件
文件夹数据库处理逻辑 publicclass DbFolder { JSONObject root; public DbFolder() { this.root = new JSONObject(); ...
- 【FTP】FTP文件上传下载-支持断点续传
Jar包:apache的commons-net包: 支持断点续传 支持进度监控(有时出不来,搞不清原因) 相关知识点 编码格式: UTF-8等; 文件类型: 包括[BINARY_FILE_TYPE(常 ...
- php大附件上传,支持断点续传
前段时间做视频上传业务,通过网页上传视频到服务器. 视频大小 小则几十M,大则 1G+,以一般的HTTP请求发送数据的方式的话,会遇到的问题:1,文件过大,超出服务端的请求大小限制:2,请求时间过长, ...
- asp.net大附件上传,支持断点续传
以ASP.NET Core WebAPI 作后端 API ,用 Vue 构建前端页面,用 Axios 从前端访问后端 API ,包括文件的上传和下载. 准备文件上传的API #region 文件上传 ...
- FTP文件上传并支持断点续传(一)—— win10 本地环境 ftp站点构建
由于之前项目开发是采用是采用的FTP文件上传,就一直想学习,但由于FTP服务器是公司的,为了方便就像把本地变成ftp站点,其实很简单,但也有很多坑 这里简单介绍一下自己遇到的坑 一:开通本地的ftp权 ...
随机推荐
- java 输入一个字符串,打印出该字符串中字符的所有排列
import java.util.Scanner; public class Demo001 { public static void main(String[] args) { String str ...
- ACE_Message_Queue和spawn实现(生产者/消费者)(V2.00)
參考这里用到了线程管理.參考:http://blog.csdn.net/calmreason/article/details/36399697 以下的两个线程共享一个消息队列,一个用来放整数到队列,一 ...
- android模拟器修改时间
我们看右上角的模拟器的时间,是不是和我们现在时间不同步呢 点击主菜单之后,我们找到下边的设置的按钮 下边找到时间和日期, 怎么把页面修改中文, 可以看(安卓模拟器怎么修改语言)的经验 ...
- canvas使用2
文字对齐方式 : 水平对齐 ? 1 2 3 4 //是用 textAlign 属性设置水平对齐方式(默认坐标点) ctx.textAlign = "start"; ctx.font ...
- ZServer4D开源项目
ZServer4D开源项目 ZServer4D 是一套从商业项目剥离而出的云服务器中间件,可以承载百万级的分布式负载服务,并且支持IoT及内网穿透. 作者将它开源了 https://github.co ...
- Hive学习之自己定义聚合函数
Hive支持用户自己定义聚合函数(UDAF),这样的类型的函数提供了更加强大的数据处理功能. Hive支持两种类型的UDAF:简单型和通用型.正如名称所暗示的,简单型UDAF的实现很easy,但因为使 ...
- 【Samza系列】实时计算Samza中文教程(一)背景
大家应该听我在前言篇里扯皮后,迫不及待要来一看Samza到底是何物了吧?先了解一下Samza的Background是不可缺少的(至少官网上是放在第一个的),我们须要从哪些技术背景去了解呢? ...
- SharePoint Designer 配置工作流后需要重启的问题
前言 最近,很多朋友配置SharePoint工作流以后,用SharePoint Designer打开站点,创建SharePoint 2013 工作流的时候,都会报一个错误. 查了很多帖子,发现是个De ...
- iOS酷炫动画效果合集
iOS酷炫动画效果合集 源码地址 https://github.com/YouXianMing/Animations 效果绝对酷炫,包含了多种多样的动画类型,如POP.Easing.粒子效果等等,虽然 ...
- Pandas快速入门(一)
快速使用 bogon:Documents rousseau$ ipython --pylab Python 3.6.0 (v3.6.0:41df79263a11, Dec 22 2016, 17:23 ...