quicklz java_QuickLZ －－ 一个号称世界压缩速度最快的压缩库 | 学步园

QuickLZ 是一个号称世界压缩速度最快的压缩库，并且也是个开源的压缩库，其遵守GPL 1, 2 或 3协议。

在QuickLZ的官网上有个关于QuickLZ的测试：

Library

Level

Compressed

size

Compression

Mbyte/s

Decompression Mbyte/s

QuickLZ C 1.5.0

1

47.9%

308

358

QuickLZ C 1.4.0

1

47.9%

272

332

QuickLZ C 1.4.0

2

42.3%

131

309

QuickLZ C 1.4.0

3

40.0%

31

516

QuickLZ C# 1.4.0

1

47.9%

133

132

QuickLZ Java 1.4.0

1

47.9%

127

95

LZF 3.1

UF

54.9%

204

396

LZF 3.1

VF

51.9%

193

384

FastLZ 0.1.0

1

53.0%

173

442

FastLZ 0.1.0

2

50.7%

167

406

LZO 1X 2.02

1

48.3%

169

434

zlib 1.22

1

37.6%

55

234

在这里，我也对QuickLZ和zlib进行一个对比的测试，看看是不是真的那么快那么好。

QuickLZ有个前端程序叫qpress，可以在QuickLZ的官网上下载下来进行测试。而zlib没有前端程序，所以要自己写一个。

zlib 的测试程序可以根据zlib 的源码中的一个例子进行改写，如下：

#include

#include

#include

#include

#include

#define CHUNK 16384

int def(FILE *source, FILE *dest, int level)

{

int ret, flush;

unsigned have;

z_stream strm;

char in[CHUNK];

char out[CHUNK];

/* allocate deflate state */

strm.zalloc = Z_NULL;

strm.zfree = Z_NULL;

strm.opaque = Z_NULL;

ret = deflateInit(&strm, level);

if (ret != Z_OK)

return ret;

/* compress until end of file */

do {

strm.avail_in = fread(in, 1, CHUNK, source);

if (ferror(source)) {

(void)deflateEnd(&strm);

return Z_ERRNO;

}

flush = feof(source) ? Z_FINISH : Z_NO_FLUSH;

strm.next_in = (Bytef*)in;

/* run deflate() on input until output buffer not full, finish

compression if all of source has been read in */

do {

strm.avail_out = CHUNK;

strm.next_out = (Bytef*)out;

ret = deflate(&strm, flush); /* no bad return value */

assert(ret != Z_STREAM_ERROR); /* state not clobbered */

have = CHUNK - strm.avail_out;

if (fwrite(out, 1, have, dest) != have || ferror(dest)) {

(void)deflateEnd(&strm);

return Z_ERRNO;

}

} while (strm.avail_out == 0);

assert(strm.avail_in == 0); /* all input will be used */

/* done when last data in file processed */

} while (flush != Z_FINISH);

assert(ret == Z_STREAM_END); /* stream will be complete */

/* clean up and return */

(void)deflateEnd(&strm);

return Z_OK;

}

/* Decompress from file source to file dest until stream ends or EOF.

inf() returns Z_OK on success, Z_MEM_ERROR if memory could not be

allocated for processing, Z_DATA_ERROR if the deflate data is

invalid or incomplete, Z_VERSION_ERROR if the version of zlib.h and

the version of the library linked do not match, or Z_ERRNO if there

is an error reading or writing the files. */

int inf(FILE *source, FILE *dest)

{

int ret;

unsigned have;

z_stream strm;

char in[CHUNK];

char out[CHUNK];

/* allocate inflate state */

strm.zalloc = Z_NULL;

strm.zfree = Z_NULL;

strm.opaque = Z_NULL;

strm.avail_in = 0;

strm.next_in = Z_NULL;

ret = inflateInit(&strm);

if (ret != Z_OK)

return ret;

/* decompress until deflate stream ends or end of file */

do {

strm.avail_in = fread(in, 1, CHUNK, source);

if (ferror(source)) {

(void)inflateEnd(&strm);

return Z_ERRNO;

}

if (strm.avail_in == 0)

break;

strm.next_in = (Bytef*)in;

/* run inflate() on input until output buffer not full */

do {

strm.avail_out = CHUNK;

strm.next_out = (Bytef*)out;

ret = inflate(&strm, Z_NO_FLUSH);

assert(ret != Z_STREAM_ERROR); /* state not clobbered */

switch (ret) {

case Z_NEED_DICT:

ret = Z_DATA_ERROR; /* and fall through */

case Z_DATA_ERROR:

case Z_MEM_ERROR:

(void)inflateEnd(&strm);

return ret;

}

have = CHUNK - strm.avail_out;

if (fwrite(out, 1, have, dest) != have || ferror(dest)) {

(void)inflateEnd(&strm);

return Z_ERRNO;

}

} while (strm.avail_out == 0);

/* done when inflate() says it's done */

} while (ret != Z_STREAM_END);

/* clean up and return */

(void)inflateEnd(&strm);

return ret == Z_STREAM_END ? Z_OK : Z_DATA_ERROR;

}

/* report a zlib or i/o error */

void zerr(int ret)

{

fputs("zpipe: ", stderr);

switch (ret) {

case Z_ERRNO:

if (ferror(stdin))

fputs("error reading stdin/n", stderr);

if (ferror(stdout))

fputs("error writing stdout/n", stderr);

break;

case Z_STREAM_ERROR:

fputs("invalid compression level/n", stderr);

break;

case Z_DATA_ERROR:

fputs("invalid or incomplete deflate data/n", stderr);

break;

case Z_MEM_ERROR:

fputs("out of memory/n", stderr);

break;

case Z_VERSION_ERROR:

fputs("zlib version mismatch!/n", stderr);

}

}

int main(int argc, char **argv)

{

int ret;

/* do compression if no arguments */

if (argc == 1) {

//ret = def(stdin, stdout, Z_DEFAULT_COMPRESSION);

ret = def(stdin, stdout, Z_BEST_SPEED);

if (ret != Z_OK)

zerr(ret);

return ret;

}

/* do decompression if -d specified */

else if (argc == 2 && strcmp(argv[1], "-d") == 0) {

ret = inf(stdin, stdout);

if (ret != Z_OK)

zerr(ret);

return ret;

}

/* otherwise, report usage */

else {

fputs("zpipe usage: zpipe [-d] < source > dest/n", stderr);

return 1;

}

}

在测试zilib是采用了两个压缩方式，一个是最快的压缩(Z_BEST_SPEED)和一个是默认的压缩(Z_DEFAULT_COMPRESSION)，在main函数中可以看到。

下面是我在linux下的ntfs分区中，对一个1G的有着fat32文件系统的文件(这个1G的文件是我在windows下用winhex对一个1G的fat32的分区进行拷贝得到的文件)进行压缩后的测试的结果：

QuickLZ采用了稳定的1.4.1版，zlib采用了稳定的1.2.3版。

quickLZ (最低压缩               zlib(默认压缩                          zlib (最低压缩率)

率)version 1.4.1                    率)version 1.2.3

time              Compressed                       real 2m5.507s

real 1m23.828s

1,075,838,976 bytes

user 1m44.079s

user 1m2.476s

in 1 file(s) into                      sys 0m3.164s

sys 0m2.948s

598,244,013 bytes

real 0m29.478s

user 0m10.209s

sys 0m2.484s

压缩后大小        598244013(571M

)           484103258(462M

)            510911735(488M

)

在上面的测试中，我们可以看到，quickLZ的压缩率要比zlib 的低，但压缩率还是可以的，而压缩的速度确实比zlib 的快了很多。quickLZ在最低压缩率的情况下压缩1G的文件，用了29.478秒，压缩到571M，而zlib在默认的压缩率下使用了2分5.507秒，压缩到462M，在zlib在最低压缩率下，也使用了1分23.828秒，压缩到488M。

看来QuickLZ的压缩速度确实并非浪得虚名。

QuickLZ的官网：http://www.quicklz.com/

zlib的官网：       http://www.zlib.net/