/* * This file is a part of Pcompress, a chunked parallel multi- * algorithm lossless compression and decompression program. * * Copyright (C) 2012 Moinak Ghosh. All rights reserved. * Use is subject to license terms. * * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 3 of the License, or (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * moinakg@belenix.org, http://moinakg.wordpress.com/ * * This program includes partly-modified public domain source * code from the LZMA SDK: http://www.7-zip.org/sdk.html */ #include #include #include #include #include #if defined(sun) || defined(__sun) #include #else #include #endif #include #include #include #define FIFTY_PCT(x) (((x)/10) * 5) #define FORTY_PCT(x) (((x)/10) * 4) #define ONE_PCT(x) ((x)/100) static unsigned int lzma_count = 0; static unsigned int bzip2_count = 0; static unsigned int bsc_count = 0; static unsigned int ppmd_count = 0; extern int lzma_compress(void *src, uint64_t srclen, void *dst, uint64_t *destlen, int level, uchar_t chdr, void *data); extern int bzip2_compress(void *src, uint64_t srclen, void *dst, uint64_t *destlen, int level, uchar_t chdr, void *data); extern int ppmd_compress(void *src, uint64_t srclen, void *dst, uint64_t *dstlen, int level, uchar_t chdr, void *data); extern int libbsc_compress(void *src, uint64_t srclen, void *dst, uint64_t *dstlen, int level, uchar_t chdr, void *data); extern int lzma_decompress(void *src, uint64_t srclen, void *dst, uint64_t *dstlen, int level, uchar_t chdr, void *data); extern int bzip2_decompress(void *src, uint64_t srclen, void *dst, uint64_t *dstlen, int level, uchar_t chdr, void *data); extern int ppmd_decompress(void *src, uint64_t srclen, void *dst, uint64_t *dstlen, int level, uchar_t chdr, void *data); extern int libbsc_decompress(void *src, uint64_t srclen, void *dst, uint64_t *dstlen, int level, uchar_t chdr, void *data); extern int lzma_init(void **data, int *level, int nthreads, int64_t chunksize, int file_version, compress_op_t op); extern int lzma_deinit(void **data); extern int ppmd_init(void **data, int *level, int nthreads, int64_t chunksize, int file_version, compress_op_t op); extern int ppmd_deinit(void **data); extern int libbsc_init(void **data, int *level, int nthreads, int64_t chunksize, int file_version, compress_op_t op); extern int libbsc_deinit(void **data); struct adapt_data { void *lzma_data; void *ppmd_data; void *bsc_data; int adapt_mode; }; void adapt_stats(int show) { if (show) { fprintf(stderr, "Adaptive mode stats:\n"); fprintf(stderr, " BZIP2 chunk count: %u\n", bzip2_count); fprintf(stderr, " LIBBSC chunk count: %u\n", bsc_count); fprintf(stderr, " PPMd chunk count: %u\n", ppmd_count); fprintf(stderr, " LZMA chunk count: %u\n\n", lzma_count); } lzma_count = 0; bzip2_count = 0; bsc_count = 0; ppmd_count = 0; } void adapt_props(algo_props_t *data, int level, int64_t chunksize) { data->delta2_stride = 200; } int adapt_init(void **data, int *level, int nthreads, int64_t chunksize, int file_version, compress_op_t op) { struct adapt_data *adat = (struct adapt_data *)(*data); int rv; if (!adat) { adat = (struct adapt_data *)slab_alloc(NULL, sizeof (struct adapt_data)); adat->adapt_mode = 1; rv = ppmd_init(&(adat->ppmd_data), level, nthreads, chunksize, file_version, op); adat->lzma_data = NULL; adat->bsc_data = NULL; *data = adat; if (*level > 9) *level = 9; } lzma_count = 0; bzip2_count = 0; ppmd_count = 0; bsc_count = 0; return (rv); } int adapt2_init(void **data, int *level, int nthreads, int64_t chunksize, int file_version, compress_op_t op) { struct adapt_data *adat = (struct adapt_data *)(*data); int rv, lv; if (!adat) { adat = (struct adapt_data *)slab_alloc(NULL, sizeof (struct adapt_data)); adat->adapt_mode = 2; adat->ppmd_data = NULL; adat->bsc_data = NULL; lv = *level; rv = ppmd_init(&(adat->ppmd_data), &lv, nthreads, chunksize, file_version, op); lv = *level; if (rv == 0) rv = lzma_init(&(adat->lzma_data), &lv, nthreads, chunksize, file_version, op); lv = *level; #ifdef ENABLE_PC_LIBBSC if (rv == 0) rv = libbsc_init(&(adat->bsc_data), &lv, nthreads, chunksize, file_version, op); #endif *data = adat; if (*level > 9) *level = 9; } lzma_count = 0; bzip2_count = 0; ppmd_count = 0; bsc_count = 0; return (rv); } int adapt_deinit(void **data) { struct adapt_data *adat = (struct adapt_data *)(*data); int rv; if (adat) { rv = ppmd_deinit(&(adat->ppmd_data)); if (adat->lzma_data) rv += lzma_deinit(&(adat->lzma_data)); slab_free(NULL, adat); *data = NULL; } return (rv); } int adapt_compress(void *src, uint64_t srclen, void *dst, uint64_t *dstlen, int level, uchar_t chdr, void *data) { struct adapt_data *adat = (struct adapt_data *)(data); uchar_t *src1 = (uchar_t *)src; uint64_t i, tot8b, tagcnt; int rv, tag; /* * Count number of 8-bit binary bytes and XML tags in source. */ tot8b = 0; tagcnt = 0; for (i = 0; i < srclen; i++) { tot8b += (src1[i] >> 7); tag = ((src1[i] == '<') | (src1[i] == '>')); tagcnt += tag; } /* * Use PPMd if some percentage of source is 7-bit textual bytes, otherwise * use Bzip2 or LZMA. */ if (adat->adapt_mode == 2 && tot8b > FORTY_PCT(srclen)) { rv = lzma_compress(src, srclen, dst, dstlen, level, chdr, adat->lzma_data); if (rv < 0) return (rv); rv = COMPRESS_LZMA; lzma_count++; } else if (adat->adapt_mode == 1 && tot8b > FIFTY_PCT(srclen)) { rv = bzip2_compress(src, srclen, dst, dstlen, level, chdr, NULL); if (rv < 0) return (rv); rv = COMPRESS_BZIP2; bzip2_count++; } else { if (adat->bsc_data && tagcnt > ONE_PCT(srclen)) { #ifdef ENABLE_PC_LIBBSC rv = libbsc_compress(src, srclen, dst, dstlen, level, chdr, adat->bsc_data); if (rv < 0) return (rv); rv = COMPRESS_BSC; bsc_count++; #endif } else { rv = ppmd_compress(src, srclen, dst, dstlen, level, chdr, adat->ppmd_data); if (rv < 0) return (rv); rv = COMPRESS_PPMD; ppmd_count++; } } return (rv); } int adapt_decompress(void *src, uint64_t srclen, void *dst, uint64_t *dstlen, int level, uchar_t chdr, void *data) { struct adapt_data *adat = (struct adapt_data *)(data); uchar_t cmp_flags; cmp_flags = (chdr>>4) & CHDR_ALGO_MASK; if (cmp_flags == COMPRESS_LZMA) { return (lzma_decompress(src, srclen, dst, dstlen, level, chdr, adat->lzma_data)); } else if (cmp_flags == COMPRESS_BZIP2) { return (bzip2_decompress(src, srclen, dst, dstlen, level, chdr, NULL)); } else if (cmp_flags == COMPRESS_PPMD) { return (ppmd_decompress(src, srclen, dst, dstlen, level, chdr, adat->ppmd_data)); } else if (cmp_flags == COMPRESS_BSC) { #ifdef ENABLE_PC_LIBBSC return (libbsc_decompress(src, srclen, dst, dstlen, level, chdr, adat->bsc_data)); #else fprintf(stderr, "Cannot decompress chunk. Libbsc support not present.\n"); return (-1); #endif } else { fprintf(stderr, "Unrecognized compression mode: %d, file corrupt.\n", cmp_flags); } return (-1); }