![Moinak Ghosh](/assets/img/avatar_default.png)
Fix checking of data type flags. Allow file-level filters to change output data type. Tweak analyzer threshold for markup type.
233 lines
5.4 KiB
C
233 lines
5.4 KiB
C
/*
|
|
* This file is a part of Pcompress, a chunked parallel multi-
|
|
* algorithm lossless compression and decompression program.
|
|
*
|
|
* Copyright (C) 2012-2013 Moinak Ghosh. All rights reserved.
|
|
* Use is subject to license terms.
|
|
*
|
|
* This program is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 3 of the License, or (at your option) any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with this program.
|
|
* If not, see <http://www.gnu.org/licenses/>.
|
|
*
|
|
* moinakg@belenix.org, http://moinakg.wordpress.com/
|
|
*/
|
|
|
|
#include <sys/types.h>
|
|
#include <stdio.h>
|
|
#include <strings.h>
|
|
#include <bzlib.h>
|
|
#include <utils.h>
|
|
#include <pcompress.h>
|
|
#include <allocator.h>
|
|
|
|
/*
|
|
* Max buffer size allowed for a single bzip2 compress/decompress call.
|
|
*/
|
|
#define SINGLE_CALL_MAX (2147483648UL)
|
|
|
|
static void *
|
|
slab_alloc_i(void *p, int items, int size) {
|
|
void *ptr;
|
|
uint64_t tot = (uint64_t)items * (uint64_t)size;
|
|
|
|
ptr = slab_alloc(p, tot);
|
|
return (ptr);
|
|
}
|
|
|
|
void
|
|
bzip2_stats(int show)
|
|
{
|
|
}
|
|
|
|
void
|
|
bzip2_props(algo_props_t *data, int level, uint64_t chunksize) {
|
|
data->delta2_span = 200;
|
|
data->deltac_min_distance = FOURM;
|
|
}
|
|
|
|
int
|
|
bzip2_init(void **data, int *level, int nthreads, uint64_t chunksize,
|
|
int file_version, compress_op_t op)
|
|
{
|
|
if (*level > 9) *level = 9;
|
|
return (0);
|
|
}
|
|
|
|
static void
|
|
bzerr(int err)
|
|
{
|
|
switch (err) {
|
|
case BZ_SEQUENCE_ERROR:
|
|
log_msg(LOG_ERR, 0, "Bzip2: Call sequence error, buggy code ?\n");
|
|
break;
|
|
case BZ_PARAM_ERROR:
|
|
log_msg(LOG_ERR, 0, "Bzip2: Invalid parameter\n");
|
|
break;
|
|
case BZ_MEM_ERROR:
|
|
log_msg(LOG_ERR, 0, "Bzip2: Out of memory\n");
|
|
break;
|
|
case BZ_DATA_ERROR:
|
|
log_msg(LOG_ERR, 0, "Bzip2: Data integrity checksum error\n");
|
|
break;
|
|
case BZ_DATA_ERROR_MAGIC:
|
|
log_msg(LOG_ERR, 0, "Bzip2: Invalid magic number in compressed buf\n");
|
|
break;
|
|
case BZ_OUTBUFF_FULL:
|
|
log_msg(LOG_ERR, 0, "Bzip2: Output buffer overflow\n");
|
|
break;
|
|
case BZ_CONFIG_ERROR:
|
|
log_msg(LOG_ERR, 0, "Bzip2: Improper library config on platform\n");
|
|
break;
|
|
default:
|
|
log_msg(LOG_ERR, 0, "Bzip2: Unknown error code: %d\n", err);
|
|
}
|
|
}
|
|
|
|
int
|
|
bzip2_compress(void *src, uint64_t srclen, void *dst, uint64_t *dstlen,
|
|
int level, uchar_t chdr, int btype, void *data)
|
|
{
|
|
bz_stream bzs;
|
|
int ret, ending;
|
|
unsigned int slen, dlen;
|
|
uint64_t _srclen = srclen;
|
|
uint64_t _dstlen = *dstlen;
|
|
char *dst1 = (char *)dst;
|
|
char *src1 = (char *)src;
|
|
|
|
/*
|
|
* If the data is known to be compressed then certain types less compressed data
|
|
* can be attempted to be compressed again for a possible gain. For others it is
|
|
* a waste of time.
|
|
*/
|
|
if (PC_TYPE(btype) & TYPE_COMPRESSED && level < 7) {
|
|
int subtype = PC_SUBTYPE(btype);
|
|
|
|
if (subtype != TYPE_COMPRESSED_LZW && subtype != TYPE_COMPRESSED_GZ &&
|
|
subtype != TYPE_COMPRESSED_LZ && subtype != TYPE_COMPRESSED_LZO) {
|
|
return (-1);
|
|
}
|
|
}
|
|
bzs.bzalloc = slab_alloc_i;
|
|
bzs.bzfree = slab_free;
|
|
bzs.opaque = NULL;
|
|
|
|
ret = BZ2_bzCompressInit(&bzs, level, 0, 30);
|
|
if (ret != BZ_OK) {
|
|
bzerr(ret);
|
|
return (-1);
|
|
}
|
|
|
|
ending = 0;
|
|
while (_srclen > 0) {
|
|
if (_srclen > SINGLE_CALL_MAX) {
|
|
slen = SINGLE_CALL_MAX;
|
|
} else {
|
|
slen = _srclen;
|
|
ending = 1;
|
|
}
|
|
if (_dstlen > SINGLE_CALL_MAX) {
|
|
dlen = SINGLE_CALL_MAX;
|
|
} else {
|
|
dlen = _dstlen;
|
|
}
|
|
|
|
bzs.next_in = src1;
|
|
bzs.avail_in = slen;
|
|
bzs.next_out = dst1;
|
|
bzs.avail_out = dlen;
|
|
if (!ending) {
|
|
ret = BZ2_bzCompress(&bzs, BZ_RUN);
|
|
if (ret != BZ_RUN_OK) {
|
|
BZ2_bzCompressEnd(&bzs);
|
|
return (-1);
|
|
}
|
|
} else {
|
|
ret = BZ2_bzCompress(&bzs, BZ_FINISH);
|
|
if (ret == BZ_FINISH_OK) {
|
|
BZ2_bzCompressEnd(&bzs);
|
|
return (-1);
|
|
}
|
|
if (ret != BZ_STREAM_END) {
|
|
BZ2_bzCompressEnd(&bzs);
|
|
return (-1);
|
|
}
|
|
}
|
|
dst1 += (dlen - bzs.avail_out);
|
|
_dstlen -= (dlen - bzs.avail_out);
|
|
src1 += slen;
|
|
_srclen -= slen;
|
|
}
|
|
|
|
/* normal termination */
|
|
*dstlen = *dstlen - _dstlen;
|
|
BZ2_bzCompressEnd(&bzs);
|
|
return (0);
|
|
}
|
|
|
|
int
|
|
bzip2_decompress(void *src, uint64_t srclen, void *dst, uint64_t *dstlen,
|
|
int level, uchar_t chdr, int btype, void *data)
|
|
{
|
|
bz_stream bzs;
|
|
int ret;
|
|
unsigned int slen, dlen;
|
|
uint64_t _srclen = srclen;
|
|
uint64_t _dstlen = *dstlen;
|
|
char *dst1 = (char *)dst;
|
|
char *src1 = (char *)src;
|
|
|
|
bzs.bzalloc = slab_alloc_i;
|
|
bzs.bzfree = slab_free;
|
|
bzs.opaque = NULL;
|
|
|
|
ret = BZ2_bzDecompressInit(&bzs, 0, 0);
|
|
if (ret != BZ_OK) {
|
|
bzerr(ret);
|
|
return (-1);
|
|
}
|
|
|
|
while (_srclen > 0) {
|
|
if (_srclen > SINGLE_CALL_MAX) {
|
|
slen = SINGLE_CALL_MAX;
|
|
} else {
|
|
slen = _srclen;
|
|
}
|
|
if (_dstlen > SINGLE_CALL_MAX) {
|
|
dlen = SINGLE_CALL_MAX;
|
|
} else {
|
|
dlen = _dstlen;
|
|
}
|
|
|
|
bzs.next_in = src1;
|
|
bzs.avail_in = slen;
|
|
bzs.next_out = dst1;
|
|
bzs.avail_out = dlen;
|
|
|
|
ret = BZ2_bzDecompress(&bzs);
|
|
if (ret != BZ_OK && ret != BZ_STREAM_END) {
|
|
BZ2_bzDecompressEnd(&bzs);
|
|
bzerr(ret);
|
|
return (-1);
|
|
}
|
|
dst1 += (dlen - bzs.avail_out);
|
|
_dstlen -= (dlen - bzs.avail_out);
|
|
src1 += (slen - bzs.avail_in);
|
|
_srclen -= (slen - bzs.avail_in);
|
|
}
|
|
|
|
/* normal termination */
|
|
*dstlen = *dstlen - _dstlen;
|
|
BZ2_bzDecompressEnd(&bzs);
|
|
return (0);
|
|
}
|