2012-11-08 16:52:37 +00:00
|
|
|
#
|
|
|
|
# Dedupe, Delta et al.
|
|
|
|
#
|
|
|
|
echo "#################################################"
|
|
|
|
echo "# Test Deduplication, Delta Encoding and LZP"
|
|
|
|
echo "#################################################"
|
|
|
|
|
|
|
|
for algo in lzfx lz4 adapt
|
|
|
|
do
|
2013-01-02 17:26:21 +00:00
|
|
|
for tf in `cat files.lst`
|
2012-11-08 16:52:37 +00:00
|
|
|
do
|
2013-01-02 17:26:21 +00:00
|
|
|
rm -f ${tf}.*
|
2012-12-15 16:33:23 +00:00
|
|
|
for feat in "-D" "-D -B3 -L" "-D -B4 -E" "-D -B2 -EE" "-D -B5 -EE -L" "-D -B2 -r" "-P" "-D -P" "-D -L -P"
|
2012-11-08 16:52:37 +00:00
|
|
|
do
|
|
|
|
for seg in 2m 100m
|
|
|
|
do
|
|
|
|
cmd="../../pcompress -c ${algo} -l 3 -s ${seg} $feat ${tf}"
|
|
|
|
echo "Running $cmd"
|
|
|
|
eval $cmd
|
|
|
|
if [ $? -ne 0 ]
|
|
|
|
then
|
|
|
|
echo "${cmd} errored."
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
cmd="../../pcompress -d ${tf}.pz ${tf}.1"
|
|
|
|
echo "Running $cmd"
|
|
|
|
eval $cmd
|
|
|
|
if [ $? -ne 0 ]
|
|
|
|
then
|
|
|
|
echo "${cmd} errored."
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
|
2012-11-09 14:35:13 +00:00
|
|
|
diff ${tf} ${tf}.1 > /dev/null
|
|
|
|
if [ $? -ne 0 ]
|
2012-11-08 16:52:37 +00:00
|
|
|
then
|
2012-12-08 08:49:01 +00:00
|
|
|
echo "FATAL: Decompression was not correct"
|
2012-11-08 16:52:37 +00:00
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
rm -f ${tf}.pz ${tf}.1
|
|
|
|
done
|
|
|
|
done
|
|
|
|
done
|
|
|
|
done
|
|
|
|
|
|
|
|
echo "#################################################"
|
|
|
|
echo ""
|
|
|
|
|