多线程并发下载同一文件DEMO

DownloadFile.java

import java.io.BufferedInputStream; import java.io.BufferedReader; import java.io.File; import java.io.InputStream; import java.io.InputStreamReader; import java.net.HttpURLConnection; import java.net.URL; public class DownloadFile { private File file; private String url; private int startPos; private int endPos; private int totalSize; private String fileName; public File getFile() { return file; } public void setFile(File file) { this.file = file; } public String getUrl() { return url; } public void setUrl(String url) { this.url = url; } public int getStartPos() { return startPos; } public void setStartPos(int startPos) { this.startPos = startPos; } public int getEndPos() { return endPos; } public void setEndPos(int endPos) { this.endPos = endPos; } public int getTotalSize() { return totalSize; } public void setTotalSize(int totalSize) { this.totalSize = totalSize; } public String getFileName() { return fileName; } public void setFileName(String fileName) { this.fileName = fileName; } public int getURLTotalSize() throws Exception{ int total = 0; if(this.url != null && !"".equals(this.url)){ URL url = new URL(this.url); HttpURLConnection httpConn = (HttpURLConnection)url.openConnection(); return httpConn.getContentLength(); } return total; } public InputStream getInputStream(){ InputStream is = null; try{ if(this.url != null && !"".equals(this.url)){ URL url = new URL(this.url); HttpURLConnection httpConn = (HttpURLConnection)url.openConnection(); httpConn.setRequestProperty("Connection", "Keep-Alive"); //保持一直连接 httpConn.setConnectTimeout(60 * 1000 * 5); //连接超时5分钟 httpConn.setRequestMethod("POST"); //以GET方式连接 httpConn.setAllowUserInteraction(true); if(this.startPos != 0 || this.endPos != 0){ httpConn.setRequestProperty("Range", "bytes=" + getStartPos() + "-" + getEndPos()); } return new BufferedInputStream(httpConn.getInputStream(),1024*8); } }catch(Exception ex){ ex.printStackTrace(); } return is; } public static void main(String[] args) throws Exception { DownloadFile downloadFile = new DownloadFile(); downloadFile.setUrl("http://localhost:8080/navigater/admin/123.txt"); downloadFile.setStartPos(5); downloadFile.setEndPos(880); InputStream is = downloadFile.getInputStream(); System.out.println("is------>" +is.available()); BufferedReader br = new BufferedReader(new InputStreamReader(is)); String str = null; while(null != (str = br.readLine())){ System.out.println(str); } } }
Test.java

import java.io.BufferedInputStream; import java.io.File; import java.io.InputStream; import java.io.RandomAccessFile; import java.net.HttpURLConnection; import java.net.URL; import java.util.concurrent.CountDownLatch; import java.util.concurrent.ExecutorService; import java.util.concurrent.Executors; public class Test { public static void main(String[] args) throws Exception { /* InputStream file = new FileInputStream("c:" + File.separator + "123.txt"); byte[] by = new byte[5]; System.out.println(file.markSupported()); // file.mark(1); // file.reset(); file.skip(5); int length = file.read(by,0,5); System.out.println(length); System.out.println(new String(by));*/ Test test = new Test(); test.saveFile(); } public void saveFile() throws Exception{ File file = new File("c:" + File.separator + "456.exe"); if(file.exists())file.delete(); // RandomAccessFile randomFile = new RandomAccessFile(file,"rwd"); URL url = new URL("http://localhost:8080/navigater/admin/MyEclipse_6.5.0GA_E3.3.2_Installer_A.exe"); HttpURLConnection httpConn = (HttpURLConnection)url.openConnection(); int totalSize = httpConn.getContentLength(); System.out.println("totalSize---------->" + totalSize); int threadNum = (int)Math.ceil(totalSize/(1024*800f)); System.out.println("threadNum---------->" + threadNum); CountDownLatch threadCount = new CountDownLatch (threadNum); ExecutorService service = Executors.newFixedThreadPool(4); for(int i=0; i<threadNum; i++){ RandomAccessFile randomFile = new RandomAccessFile(file,"rwd"); DownloadFile downloadFile = new DownloadFile(); downloadFile.setUrl("http://localhost:8080/navigater/admin/MyEclipse_6.5.0GA_E3.3.2_Installer_A.exe"); downloadFile.setStartPos(i*1024*800); int ends = (i+1)*1024*800-1; if(ends<totalSize){ downloadFile.setEndPos(ends); }else{ downloadFile.setEndPos(totalSize-1); } downloadFile.setTotalSize(totalSize); randomFile.seek(downloadFile.getStartPos()); service.execute(new MyThread(randomFile,downloadFile, threadCount)); } threadCount.await(); // randomFile.close(); service.shutdown(); System.out.println("全部完成"); } class MyThread implements Runnable{ private RandomAccessFile randomFile; private DownloadFile downloadFile; private CountDownLatch threadCount; public MyThread() { } public MyThread(RandomAccessFile randomFile, DownloadFile downloadFile, CountDownLatch threadCount) { this.randomFile = randomFile; this.downloadFile = downloadFile; this.threadCount = threadCount; } @Override public void run() { try{ InputStream is = this.downloadFile.getInputStream(); byte[] by = new byte[1024*40]; int length = 0; // ByteArrayOutputStream baos = new ByteArrayOutputStream(); while(-1 != (length = is.read(by, 0, by.length))){ // this.randomFile.seek(this.downloadFile.getStartPos()); this.randomFile.write(by,0,length); // baos.write(by,0,length); } // System.out.println(this.downloadFile.getStartPos()+ "~~~~~~~~~~~~~~~~~" + this.downloadFile.getEndPos()+ "~~~~~~~~~~~~~~~~~" + new String(baos.toByteArray())); is.close(); threadCount.countDown(); }catch(Exception ex){ ex.printStackTrace(); } } } }