package com.test; import java.io.DataInputStream; import java.io.DataOutputStream; import java.io.File; import java.io.FileInputStream; import java.io.FileOutputStream; import java.io.IOException; import java.net.HttpURLConnection; import java.net.URL; /** * 文件断点续传加分段上传线程 * @author wzztestin * */ public class DownFileFetch extends Thread { DownFileInfoBean siteInfoBean = null; // 文件信息 Bean long[] nStartPos; // 开始位置 long[] nEndPos; // 结束位置 FileSplitterFetch[] fileSplitterFetch; // 子线程对象 long nFileLength; // 文件长度 boolean bFirst = true; // 是否第一次取文件 boolean bStop = false; // 停止标志 File tmpFile; // 文件下载的临时信息 DataOutputStream output; // 输出到文件的输出流 boolean fileflag; String downfile; public DownFileFetch(DownFileInfoBean bean) throws IOException { siteInfoBean = bean; //File.separator windows是\,unix是/ tmpFile = new File(bean.getSFilePath() + File.separator + bean.getSFileName() + ".info"); if (tmpFile.exists()) { bFirst = false; //读取已下载的文件信息 read_nPos(); } else { nStartPos = new long[bean.getNSplitter()]; nEndPos = new long[bean.getNSplitter()]; } fileflag = bean.getFileflag(); downfile = bean.getFilepath(); } public void run() { // 获得文件长度 // 分割文件 // 实例 FileSplitterFetch // 启动 FileSplitterFetch 线程 // 等待子线程返回 try { if (bFirst) { nFileLength = getFileSize(); if (nFileLength == -1) { System.err.println("File Length is not known!"); } else if (nFileLength == -2) { System.err.println("File is not access!"); } else { for (int i = 0; i < nStartPos.length; i++) { nStartPos[i] = (long) (i * (nFileLength / nStartPos.length)); } for (int i = 0; i < nEndPos.length - 1; i++) { nEndPos[i] = nStartPos[i + 1]; } nEndPos[nEndPos.length - 1] = nFileLength; } } // 启动子线程 fileSplitterFetch = new FileSplitterFetch[nStartPos.length]; for (int i = 0; i < nStartPos.length; i++) { fileSplitterFetch[i] = new FileSplitterFetch( siteInfoBean.getSSiteURL(), siteInfoBean.getSFilePath() + File.separator + siteInfoBean.getSFileName(), nStartPos[i], nEndPos[i], i,fileflag,downfile); FileUtility.log("Thread " + i + " , nStartPos = " + nStartPos[i] + ", nEndPos = " + nEndPos[i]); fileSplitterFetch[i].start(); } // fileSplitterFetch[nPos.length-1] = new // FileSplitterFetch(siteInfoBean.getSSiteURL(),siteInfoBean.getSFilePath() // + File.separator + // siteInfoBean.getSFileName(),nPos[nPos.length-1],nFileLength,nPos.length-1); // FileUtility.log("Thread " +(nPos.length-1) + // ",nStartPos = "+nPos[nPos.length-1]+",nEndPos = " + nFileLength); // fileSplitterFetch[nPos.length-1].start(); // 等待子线程结束 // int count = 0; // 是否结束 while 循环 boolean breakWhile = false; while (!bStop) { write_nPos(); FileUtility.sleep(500); breakWhile = true; for (int i = 0; i < nStartPos.length; i++) { if (!fileSplitterFetch[i].bDownOver) { breakWhile = false; break; } } if (breakWhile) break; // count++; // if(count>4) // siteStop(); } System.err.println("文件下载结束!"); } catch (Exception e) { e.printStackTrace(); } } // 获得文件长度 public long getFileSize() { int nFileLength = -1; if(fileflag){ try { URL url = new URL(siteInfoBean.getSSiteURL()); HttpURLConnection httpConnection = (HttpURLConnection) url .openConnection(); httpConnection.setRequestProperty("User-Agent", "NetFox"); int responseCode = httpConnection.getResponseCode(); if (responseCode >= 400) { processErrorCode(responseCode); return -2; // -2 represent access is error } String sHeader; for (int i = 1;; i++) { // DataInputStream in = new // DataInputStream(httpConnection.getInputStream ()); // FileUtility.log(in.readLine()); sHeader = httpConnection.getHeaderFieldKey(i); if (sHeader != null) { if (sHeader.equals("Content-Length")) { nFileLength = Integer.parseInt(httpConnection .getHeaderField(sHeader)); break; } } else break; } } catch (IOException e) { e.printStackTrace(); } catch (Exception e) { e.printStackTrace(); } FileUtility.log(nFileLength); }else{ try{ File myflie = new File(downfile); nFileLength = (int)myflie.length(); }catch(Exception e){ e.printStackTrace(); } FileUtility.log(nFileLength); } return nFileLength; } // 保存下载信息(文件指针位置) private void write_nPos() { try { output = new DataOutputStream(new FileOutputStream(tmpFile)); output.writeInt(nStartPos.length); for (int i = 0; i < nStartPos.length; i++) { // output.writeLong(nPos[i]); output.writeLong(fileSplitterFetch[i].nStartPos); output.writeLong(fileSplitterFetch[i].nEndPos); } output.close(); } catch (IOException e) { e.printStackTrace(); } catch (Exception e) { e.printStackTrace(); } } // 读取保存的下载信息(文件指针位置) private void read_nPos() { try { DataInputStream input = new DataInputStream(new FileInputStream( tmpFile)); int nCount = input.readInt(); nStartPos = new long[nCount]; nEndPos = new long[nCount]; for (int i = 0; i < nStartPos.length; i++) { nStartPos[i] = input.readLong(); nEndPos[i] = input.readLong(); } input.close(); } catch (IOException e) { e.printStackTrace(); } catch (Exception e) { e.printStackTrace(); } } private void processErrorCode(int nErrorCode) { System.err.println("Error Code : " + nErrorCode); } // 停止文件下载 public void siteStop() { bStop = true; for (int i = 0; i < nStartPos.length; i++) fileSplitterFetch[i].splitterStop(); } }
package com.test; import java.io.*; import java.net.*; /** * 下载上传子线程 * @author wzztestin * */ public class FileSplitterFetch extends Thread { String sURL; // 下载文件的地址 long nStartPos; // 文件分段的开始位置 long nEndPos; // 文件分段的结束位置 int nThreadID; // 线程的 ID boolean bDownOver = false; // 是否下载完成 boolean bStop = false; // 停止下载 FileAccess fileAccessI = null; // 文件对象 boolean fileflag; //是URL下载还是本地下载 File file = null;//本地下载文件 public FileSplitterFetch(String sURL, String sName, long nStart, long nEnd, int id,boolean fileflag,String filepath) throws IOException { this.sURL = sURL; this.nStartPos = nStart; this.nEndPos = nEnd; nThreadID = id; fileAccessI = new FileAccess(sName, nStartPos); this.fileflag = fileflag; if(filepath != null){ this.file = new File(filepath); } } public void run() { if(fileflag){ this.urldownload(); }else{ this.filedownload(); } } // 打印回应的头信息 public void logResponseHead(HttpURLConnection con) { for (int i = 1;; i++) { String header = con.getHeaderFieldKey(i); if (header != null) // responseHeaders.put(header,httpConnection.getHeaderField(header)); FileUtility.log(header + " : " + con.getHeaderField(header)); else break; } } /** * 地址下载 */ private void urldownload(){ while (nStartPos < nEndPos && !bStop) { try { URL url = new URL(sURL); HttpURLConnection httpConnection = (HttpURLConnection) url .openConnection(); httpConnection.setRequestProperty("User-Agent", "NetFox"); String sProperty = "bytes=" + nStartPos + "-"; httpConnection.setRequestProperty("RANGE", sProperty); FileUtility.log(sProperty); InputStream input = httpConnection.getInputStream(); // logResponseHead(httpConnection); byte[] b = new byte[1024]; int nRead; while ((nRead = input.read(b, 0, 1024)) > 0 && nStartPos < nEndPos && !bStop) { nStartPos += fileAccessI.write(b, 0, nRead); // if(nThreadID == 1) // FileUtility.log("nStartPos = " + nStartPos + ", nEndPos = " + // nEndPos); } FileUtility.log("Thread " + nThreadID + " is over!"); bDownOver = true; // nPos = fileAccessI.write (b,0,nRead); } catch (Exception e) { e.printStackTrace(); } } } /** * 文件下载 */ private void filedownload(){ while (nStartPos < nEndPos && !bStop) { try { InputStream input = new FileInputStream(file); input.skip(nStartPos); byte[] b = new byte[1024]; int nRead; while ((nRead = input.read(b, 0, 1024)) > 0 && nStartPos < nEndPos && !bStop) { nStartPos += fileAccessI.write(b, 0, nRead); } FileUtility.log("Thread " + nThreadID + " is over!"); bDownOver = true; input.close(); } catch (Exception e) { e.printStackTrace(); } } } public void splitterStop() { bStop = true; } }
package com.test; /** * 简单的工具类 * @author wzztestin * */ public class FileUtility { public FileUtility() { } public static void sleep(int nSecond) { try { Thread.sleep(nSecond); } catch (Exception e) { e.printStackTrace(); } } public static void log(String sMsg) { System.err.println(sMsg); } public static void log(int sMsg) { System.err.println(sMsg); } }
package com.test; public class DownFileInfoBean { private String sSiteURL; // 文件的下载地址 private String sFilePath; // 保存文件的路径 private String sFileName; // 保存文件的名字 private int nSplitter; // 文件分成几段,默认是5段 private boolean fileflag; // 如果为FALSE则是本地下载,为TRUE则URL下载 private String filepath; public String getFilepath() { return filepath; } public void setFilepath(String filepath) { this.filepath = filepath; } public boolean getFileflag() { return fileflag; } public void setFileflag(boolean fileflag) { this.fileflag = fileflag; } public DownFileInfoBean() { // default 5 this("", "", "", 5,false,null); } public DownFileInfoBean(String sURL, String sPath, String sName, int nSpiltter,boolean fileflag,String filepath) { sSiteURL = sURL; sFilePath = sPath; sFileName = sName; this.nSplitter = nSpiltter; this.fileflag = fileflag; this.filepath = filepath; } public String getSSiteURL() { return sSiteURL; } public void setSSiteURL(String value) { sSiteURL = value; } public String getSFilePath() { return sFilePath; } public void setSFilePath(String value) { sFilePath = value; } public String getSFileName() { return sFileName; } public void setSFileName(String value) { sFileName = value; } public int getNSplitter() { return nSplitter; } public void setNSplitter(int nCount) { nSplitter = nCount; } }
package com.test; import java.io.*; public class FileAccess implements Serializable { /** * */ private static final long serialVersionUID = -2518013155676212866L; RandomAccessFile oSavedFile; long nPos; public FileAccess() throws IOException { this("", 0); } public FileAccess(String sName, long nPos) throws IOException { oSavedFile = new RandomAccessFile(sName, "rw"); this.nPos = nPos; oSavedFile.seek(nPos); } public synchronized int write(byte[] b, int nStart, int nLen) { int n = -1; try { oSavedFile.write(b, nStart, nLen); n = nLen; } catch (IOException e) { e.printStackTrace(); } return n; } }
package com.test; /** * 测试类 * @author wzztestin * */ public class TestMethod { public TestMethod() { try { /*DownFileInfoBean bean = new DownFileInfoBean( "http://cdn.market.hiapk.com/data/upload//2012/09_27/17/car.wu.wei.kyo.shandian_174928.apk", "D:\\temp", "shandian_174928.apk", 5,true,null);*/ DownFileInfoBean bean = new DownFileInfoBean(null, "D:\\temp", "F-A2_20130923.apk", 10,false,"D:\\fengye-MA2013091200102_F-A2_20130923.apk"); DownFileFetch fileFetch = new DownFileFetch(bean); fileFetch.start(); } catch (Exception e) { e.printStackTrace(); } } public static void main(String[] args) { new TestMethod(); } }
相关推荐
FTP多线程上传下载、断点续传、分段下载--田景吉之C#版本
完整的java大文件分块上传支持断点续传,包含jar包,可以直接导入eclipse使用。
MinIo最佳性能分片上传、断点续传方案(附带前后端Demo)
用于在网页端上传大文件,大图片,可以设置多个上传参数,提供了多种回调. 可以任意绑定id,自动生成上传表单,可以自定义文件头,其它参数,设置最大上传,最小上传,以及判断上传类型,现已支持断点续传
多线程网络传输大都没有实现大于2G文件,在前人基础上改写的真正的多线程网络传输,不受文件大小的限制!先上传大文件上传的完整代码,有需要大文件超过2G的下载,请留言!
C#+vue实现大文件分段上传、断点续传
springboot2.6 vue 大文件分段上传、暂停、使用redis实现断点续传
c#实现的上传功能,使用block分块模式上传,支持断点续传,支持大附件上传。
大文件分段上传、暂停、使用redis实现断点续传
源代码 Vue Element-ui Blob#slice 实现文件切片 FileReader + WebWorker + spark-md5 生成文件 hash xhr 发送 formData
在mysql中创建 upload 数据库,导入sql文件,运行项目,修改 database.java 文件下的数据库密码,就实现了超大附件的分片上传,每个方法的功能都写着注解呢,个根据需要做断点续传功能! 后端导了fileupload的jar包 ...
修改百度webuploader,使其支持大文件不分块断点续传,需要服务端配合,校验文件是否存在,主要配合云计算文件上传需要。
该项目在实现断点续传时,使用了Http协议的Range头部信息来实现文件的分段下载和上传。这样做能够提高文件传输的效率,并且可以在网络不稳定的情况下保证文件传输的完整性和正确性。 此外,该项目还包含了一些常见...
Electron是开源的框架,可以使用h5来开发跨平台pc桌面应用,这样前端开发这可以开发桌面应用了。这篇文章主要介绍了Electron中实现大文件上传和断点续传功能,需要的朋友可以参考下
本文实例讲述了C#实现文件断点续传下载的方法。分享给大家供大家参考。具体实现方法如下: using System; using System.Data; using System.Configuration; using System.Web; using System.Web.Security; using ...
thinkphp3.2 webuploader较大视频文件分段上传方法demo,大视频分段上传,上传完成后又将分段视频合并成一个视频文件。
目前比较常用的断点续传的方法有两种,一种是通过websocket接口进行文件上传,另一种是通过ajax,两种方法各有千秋,虽然websocket听起来比较高端些,但是除了用了不同的协议外其他的算法基本上都是很相似的,并且...
使用springboot技术实现的大文件断点、分片上传的相关java代码demo
分片下载大文件,断点续传,
使用webupload实现了在C# .net项目中的断点续传演示(绝对不亏的,现在.net中webupload服务端好多都不完整,我这个是自己写完用到项目中的,比较稳定,虽然代码比较初级,后面也没整理) 演示地址:...