文件的分片与合并

文件的分片与合并

1. 文件的分片

// 文件的分片
    @Test
    @SneakyThrows
    public void test2() {

        File sourceFile = new File("i:\\11111111.zip");
        String chunkPath = "i:\\xiaoke\\chunk\\";
        File chunkFolder = new File(chunkPath);
        if (!chunkFolder.exists()) {
            chunkFolder.mkdirs();
        }
        // 分块大小
        long chunkSize = 1024 * 1024 * 10;
        // 分块数量
        long chunkNum = (long) Math.ceil(sourceFile.length() * 1.0 / chunkSize);
        if (chunkNum <= 0) {
            chunkNum = 1;
        }
        // 缓冲区大小
        byte[] b = new byte[1024];
        RandomAccessFile raf_read = new RandomAccessFile(sourceFile, "r");
        long startTime = System.currentTimeMillis();
        for (int i = 0; i < chunkNum; i++) {
            // 创建分块文件
            File file = new File(chunkPath + i);
            boolean newFile = file.createNewFile();
            if (newFile) {
                // 向分块文件中写数据
                RandomAccessFile raf_write = new RandomAccessFile(file, "rw");
                int len = -1;
                while ((len = raf_read.read(b)) != -1) {
                    raf_write.write(b, 0, len);
                    if (file.length() > chunkSize) {
                        break;
                    }
                }
                raf_write.close();
            }
        }
        raf_read.close();
        long endTime = System.currentTimeMillis();
        System.out.println("分片消耗的时间为:" + (endTime - startTime) / 1000 + "m");
    }

2. 文件分片后合并

@Test
    @SneakyThrows
    public void test3() {
        // 分块文件目录
        File chunkFolder = new File("i:\\xiaoke\\chunk\\");
        // 合并文件
        File mergeFile = new File("i:\\xiaoke\\111.zip");
        if (mergeFile.exists()) {
            mergeFile.delete();
        }
        // 创建新的合并文件
        mergeFile.createNewFile();
        RandomAccessFile raf_write = new RandomAccessFile(mergeFile, "rw");
        // 指针指向文件顶端
        raf_write.seek(0);
        // 缓冲区
        byte [] b = new byte[1024];
        // 分块列表
        File[] filesArray = chunkFolder.listFiles();

        long startTime = System.currentTimeMillis();
        // 转为集合
        List<File> fileList = new ArrayList<>(Arrays.asList(filesArray));
        // 从小到大排序
        fileList.sort(new Comparator<File>() {
            @Override
            public int compare(File o1, File o2) {
                if (Integer.parseInt(o1.getName()) < Integer.parseInt(o2.getName())) {
                    return -1;
                }
                return 1;
            }
        });
        // 合并文件
        for (File chunkFile : fileList) {
            RandomAccessFile raf_read = new RandomAccessFile(chunkFile,"rw");
            int len = -1;
            while ((len = raf_read.read(b)) != -1) {
                raf_write.write(b, 0, len);
            }
            raf_read.close();
        }
        raf_write.close();
        long endTime = System.currentTimeMillis();
        System.out.println("合并的消耗的时间为:" + (endTime - startTime) / 1000 + "m");
    }