facebook/zstd
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #1522 from terrelln/enable-huf-flag

Browse Source 
Add ZSTD_c_literalCompressionMode flag
This commit is contained in:
Nick Terrell 2019-02-13 19:02:32 -05:00 committed by GitHub
commit 4c870b70fc
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
5 changed files with 108 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

39
lib/compress/zstd_compress.c
View File

@ -360,6 +360,12 @@ ZSTD_bounds ZSTD_cParam_getBounds(ZSTD_cParameter param)
bounds.upperBound = ZSTD_dictForceCopy; /* note : how to ensure at compile time that this is the highest value enum ? */ bounds.upperBound = ZSTD_dictForceCopy; /* note : how to ensure at compile time that this is the highest value enum ? */
return bounds; return bounds;
case ZSTD_c_literalCompressionMode:
ZSTD_STATIC_ASSERT(ZSTD_lcm_auto < ZSTD_lcm_huffman && ZSTD_lcm_huffman < ZSTD_lcm_uncompressed);
bounds.lowerBound = ZSTD_lcm_auto;
bounds.upperBound = ZSTD_lcm_uncompressed;
return bounds;
default: default:
{ ZSTD_bounds const boundError = { ERROR(parameter_unsupported), 0, 0 }; { ZSTD_bounds const boundError = { ERROR(parameter_unsupported), 0, 0 };
return boundError; return boundError;
@ -396,6 +402,7 @@ static int ZSTD_isUpdateAuthorized(ZSTD_cParameter param)
case ZSTD_c_minMatch: case ZSTD_c_minMatch:
case ZSTD_c_targetLength: case ZSTD_c_targetLength:
case ZSTD_c_strategy: case ZSTD_c_strategy:
case ZSTD_c_literalCompressionMode:
return 1; return 1;
case ZSTD_c_format: case ZSTD_c_format:
@ -463,6 +470,9 @@ size_t ZSTD_CCtx_setParameter(ZSTD_CCtx* cctx, ZSTD_cParameter param, int value)
case ZSTD_c_forceAttachDict: case ZSTD_c_forceAttachDict:
return ZSTD_CCtxParam_setParameter(&cctx->requestedParams, param, value); return ZSTD_CCtxParam_setParameter(&cctx->requestedParams, param, value);
case ZSTD_c_literalCompressionMode:
return ZSTD_CCtxParam_setParameter(&cctx->requestedParams, param, value);
case ZSTD_c_nbWorkers: case ZSTD_c_nbWorkers:
RETURN_ERROR_IF((value!=0) && cctx->staticSize, parameter_unsupported, RETURN_ERROR_IF((value!=0) && cctx->staticSize, parameter_unsupported,
"MT not compatible with static alloc"); "MT not compatible with static alloc");
@ -575,6 +585,13 @@ size_t ZSTD_CCtxParam_setParameter(ZSTD_CCtx_params* CCtxParams,
return CCtxParams->attachDictPref; return CCtxParams->attachDictPref;
} }
case ZSTD_c_literalCompressionMode : {
const ZSTD_literalCompressionMode_e lcm = (ZSTD_literalCompressionMode_e)value;
BOUNDCHECK(ZSTD_c_literalCompressionMode, lcm);
CCtxParams->literalCompressionMode = lcm;
return CCtxParams->literalCompressionMode;
}
case ZSTD_c_nbWorkers : case ZSTD_c_nbWorkers :
#ifndef ZSTD_MULTITHREAD #ifndef ZSTD_MULTITHREAD
RETURN_ERROR_IF(value!=0, parameter_unsupported, "not compiled with multithreading"); RETURN_ERROR_IF(value!=0, parameter_unsupported, "not compiled with multithreading");
@ -688,6 +705,9 @@ size_t ZSTD_CCtxParam_getParameter(
case ZSTD_c_forceAttachDict : case ZSTD_c_forceAttachDict :
*value = CCtxParams->attachDictPref; *value = CCtxParams->attachDictPref;
break; break;
case ZSTD_c_literalCompressionMode :
*value = CCtxParams->literalCompressionMode;
break;
case ZSTD_c_nbWorkers : case ZSTD_c_nbWorkers :
#ifndef ZSTD_MULTITHREAD #ifndef ZSTD_MULTITHREAD
assert(CCtxParams->nbWorkers == 0); assert(CCtxParams->nbWorkers == 0);
@ -2369,6 +2389,21 @@ static size_t ZSTD_encodeSequences(
sequences, nbSeq, longOffsets); sequences, nbSeq, longOffsets);
} }
static int ZSTD_disableLiteralsCompression(const ZSTD_CCtx_params* cctxParams)
{
switch (cctxParams->literalCompressionMode) {
case ZSTD_lcm_huffman:
return 0;
case ZSTD_lcm_uncompressed:
return 1;
default:
assert(0 /* impossible: pre-validated */);
/* fall-through */
case ZSTD_lcm_auto:
return (cctxParams->cParams.strategy == ZSTD_fast) && (cctxParams->cParams.targetLength > 0);
}
}
/* ZSTD_compressSequences_internal(): /* ZSTD_compressSequences_internal():
* actually compresses both literals and sequences */ * actually compresses both literals and sequences */
MEM_STATIC size_t MEM_STATIC size_t
@ -2404,10 +2439,10 @@ ZSTD_compressSequences_internal(seqStore_t* seqStorePtr,
/* Compress literals */ /* Compress literals */
{ const BYTE* const literals = seqStorePtr->litStart; { const BYTE* const literals = seqStorePtr->litStart;
size_t const litSize = seqStorePtr->lit - literals; size_t const litSize = seqStorePtr->lit - literals;
int const disableLiteralCompression = (cctxParams->cParams.strategy == ZSTD_fast) && (cctxParams->cParams.targetLength > 0);
size_t const cSize = ZSTD_compressLiterals( size_t const cSize = ZSTD_compressLiterals(
&prevEntropy->huf, &nextEntropy->huf, &prevEntropy->huf, &nextEntropy->huf,
cctxParams->cParams.strategy, disableLiteralCompression, cctxParams->cParams.strategy,
ZSTD_disableLiteralsCompression(cctxParams),
op, dstCapacity, op, dstCapacity,
literals, litSize, literals, litSize,
workspace, wkspSize, workspace, wkspSize,

1
lib/compress/zstd_compress_internal.h
View File

@ -188,6 +188,7 @@ struct ZSTD_CCtx_params_s {
* 1<<wLog, even for dictionary */ * 1<<wLog, even for dictionary */
ZSTD_dictAttachPref_e attachDictPref; ZSTD_dictAttachPref_e attachDictPref;
ZSTD_literalCompressionMode_e literalCompressionMode;
/* Multithreading: used to pass parameters to mtctx */ /* Multithreading: used to pass parameters to mtctx */
int nbWorkers; int nbWorkers;

19
lib/zstd.h
View File

@ -625,6 +625,7 @@ typedef enum {
* ZSTD_c_format * ZSTD_c_format
* ZSTD_c_forceMaxWindow * ZSTD_c_forceMaxWindow
* ZSTD_c_forceAttachDict * ZSTD_c_forceAttachDict
* ZSTD_c_literalCompressionMode
* Because they are not stable, it's necessary to define ZSTD_STATIC_LINKING_ONLY to access them. * Because they are not stable, it's necessary to define ZSTD_STATIC_LINKING_ONLY to access them.
* note : never ever use experimentalParam? names directly; * note : never ever use experimentalParam? names directly;
* also, the enums values themselves are unstable and can still change. * also, the enums values themselves are unstable and can still change.
@ -632,7 +633,8 @@ typedef enum {
ZSTD_c_experimentalParam1=500, ZSTD_c_experimentalParam1=500,
ZSTD_c_experimentalParam2=10, ZSTD_c_experimentalParam2=10,
ZSTD_c_experimentalParam3=1000, ZSTD_c_experimentalParam3=1000,
ZSTD_c_experimentalParam4=1001 ZSTD_c_experimentalParam4=1001,
ZSTD_c_experimentalParam5=1002,
} ZSTD_cParameter; } ZSTD_cParameter;
@ -1064,6 +1066,15 @@ typedef enum {
ZSTD_dictForceCopy = 2, /* Always copy the dictionary. */ ZSTD_dictForceCopy = 2, /* Always copy the dictionary. */
} ZSTD_dictAttachPref_e; } ZSTD_dictAttachPref_e;
typedef enum {
ZSTD_lcm_auto = 0, /**< Automatically determine the compression mode based on the compression level.
* Negative compression levels will be uncompressed, and positive compression
* levels will be compressed. */
ZSTD_lcm_huffman = 1, /**< Always attempt Huffman compression. Uncompressed literals will still be
* emitted if Huffman compression is not profitable. */
ZSTD_lcm_uncompressed = 2, /**< Always emit uncompressed literals. */
} ZSTD_literalCompressionMode_e;
/*************************************** /***************************************
* Frame size functions * Frame size functions
@ -1318,6 +1329,12 @@ ZSTDLIB_API size_t ZSTD_CCtx_refPrefix_advanced(ZSTD_CCtx* cctx, const void* pre
* See the comments on that enum for an explanation of the feature. */ * See the comments on that enum for an explanation of the feature. */
#define ZSTD_c_forceAttachDict ZSTD_c_experimentalParam4 #define ZSTD_c_forceAttachDict ZSTD_c_experimentalParam4
/* Controls how the literals are compressed (default is auto).
* The value must be of type ZSTD_literalCompressionMode_e.
* See ZSTD_literalCompressionMode_t enum definition for details.
*/
#define ZSTD_c_literalCompressionMode ZSTD_c_experimentalParam5
/*! ZSTD_CCtx_getParameter() : /*! ZSTD_CCtx_getParameter() :
* Get the requested compression parameter value, selected by enum ZSTD_cParameter, * Get the requested compression parameter value, selected by enum ZSTD_cParameter,
* and store it into int* value. * and store it into int* value.

22
tests/regression/config.c
View File

@ -122,6 +122,26 @@ static config_t small_clog = {
.param_values = PARAM_VALUES(small_clog_param_values), .param_values = PARAM_VALUES(small_clog_param_values),
}; };
static param_value_t const uncompressed_literals_param_values[] = {
{.param = ZSTD_c_compressionLevel, .value = 3},
{.param = ZSTD_c_literalCompressionMode, .value = ZSTD_lcm_uncompressed},
};
static config_t uncompressed_literals = {
.name = "uncompressed literals",
.param_values = PARAM_VALUES(uncompressed_literals_param_values),
};
static param_value_t const huffman_literals_param_values[] = {
{.param = ZSTD_c_compressionLevel, .value = -1},
{.param = ZSTD_c_literalCompressionMode, .value = ZSTD_lcm_huffman},
};
static config_t huffman_literals = {
.name = "huffman literals",
.param_values = PARAM_VALUES(huffman_literals_param_values),
};
static param_value_t const explicit_params_param_values[] = { static param_value_t const explicit_params_param_values[] = {
{.param = ZSTD_c_checksumFlag, .value = 1}, {.param = ZSTD_c_checksumFlag, .value = 1},
{.param = ZSTD_c_contentSizeFlag, .value = 0}, {.param = ZSTD_c_contentSizeFlag, .value = 0},
@ -155,6 +175,8 @@ static config_t const* g_configs[] = {
&small_hlog, &small_hlog,
&small_clog, &small_clog,
&explicit_params, &explicit_params,
&uncompressed_literals,
&huffman_literals,
NULL, NULL,
}; };

30
tests/regression/results.csv
View File

@ -13,6 +13,8 @@ silesia.tar, level 9, compress sim
silesia.tar, level 13, compress simple, 4491702 silesia.tar, level 13, compress simple, 4491702
silesia.tar, level 16, compress simple, 4381277 silesia.tar, level 16, compress simple, 4381277
silesia.tar, level 19, compress simple, 4281514 silesia.tar, level 19, compress simple, 4281514
silesia.tar, uncompressed literals, compress simple, 4875008
silesia.tar, huffman literals, compress simple, 6195462
silesia, level -5, compress cctx, 7152294 silesia, level -5, compress cctx, 7152294
silesia, level -3, compress cctx, 6789969 silesia, level -3, compress cctx, 6789969
silesia, level -1, compress cctx, 6191548 silesia, level -1, compress cctx, 6191548
@ -34,6 +36,8 @@ silesia, small window log, compress cct
silesia, small hash log, compress cctx, 6554898 silesia, small hash log, compress cctx, 6554898
silesia, small chain log, compress cctx, 4931093 silesia, small chain log, compress cctx, 4931093
silesia, explicit params, compress cctx, 4813352 silesia, explicit params, compress cctx, 4813352
silesia, uncompressed literals, compress cctx, 4862377
silesia, huffman literals, compress cctx, 6191548
github, level -5, compress cctx, 232744 github, level -5, compress cctx, 232744
github, level -5 with dict, compress cctx, 47294 github, level -5 with dict, compress cctx, 47294
github, level -3, compress cctx, 220611 github, level -3, compress cctx, 220611
@ -69,6 +73,8 @@ github, small window log, compress cct
github, small hash log, compress cctx, decompression error github, small hash log, compress cctx, decompression error
github, small chain log, compress cctx, decompression error github, small chain log, compress cctx, decompression error
github, explicit params, compress cctx, decompression error github, explicit params, compress cctx, decompression error
github, uncompressed literals, compress cctx, 136397
github, huffman literals, compress cctx, 176575
silesia, level -5, zstdcli, 7152342 silesia, level -5, zstdcli, 7152342
silesia, level -3, zstdcli, 6790021 silesia, level -3, zstdcli, 6790021
silesia, level -1, zstdcli, 6191597 silesia, level -1, zstdcli, 6191597
@ -169,6 +175,8 @@ silesia, small window log, advanced one
silesia, small hash log, advanced one pass, 6554898 silesia, small hash log, advanced one pass, 6554898
silesia, small chain log, advanced one pass, 4931093 silesia, small chain log, advanced one pass, 4931093
silesia, explicit params, advanced one pass, 4815369 silesia, explicit params, advanced one pass, 4815369
silesia, uncompressed literals, advanced one pass, 5155424
silesia, huffman literals, advanced one pass, 5341356
silesia.tar, level -5, advanced one pass, 7160438 silesia.tar, level -5, advanced one pass, 7160438
silesia.tar, level -3, advanced one pass, 6789024 silesia.tar, level -3, advanced one pass, 6789024
silesia.tar, level -1, advanced one pass, 6195462 silesia.tar, level -1, advanced one pass, 6195462
@ -191,6 +199,8 @@ silesia.tar, small window log, advanced one
silesia.tar, small hash log, advanced one pass, 6587833 silesia.tar, small hash log, advanced one pass, 6587833
silesia.tar, small chain log, advanced one pass, 4943255 silesia.tar, small chain log, advanced one pass, 4943255
silesia.tar, explicit params, advanced one pass, 4829974 silesia.tar, explicit params, advanced one pass, 4829974
silesia.tar, uncompressed literals, advanced one pass, 5157992
silesia.tar, huffman literals, advanced one pass, 5358079
github, level -5, advanced one pass, 232744 github, level -5, advanced one pass, 232744
github, level -5 with dict, advanced one pass, 46718 github, level -5 with dict, advanced one pass, 46718
github, level -3, advanced one pass, 220611 github, level -3, advanced one pass, 220611
@ -227,6 +237,8 @@ github, small window log, advanced one
github, small hash log, advanced one pass, 135467 github, small hash log, advanced one pass, 135467
github, small chain log, advanced one pass, 136314 github, small chain log, advanced one pass, 136314
github, explicit params, advanced one pass, 137670 github, explicit params, advanced one pass, 137670
github, uncompressed literals, advanced one pass, 167004
github, huffman literals, advanced one pass, 143457
silesia, level -5, advanced one pass small out, 7152294 silesia, level -5, advanced one pass small out, 7152294
silesia, level -3, advanced one pass small out, 6789969 silesia, level -3, advanced one pass small out, 6789969
silesia, level -1, advanced one pass small out, 6191548 silesia, level -1, advanced one pass small out, 6191548
@ -249,6 +261,8 @@ silesia, small window log, advanced one
silesia, small hash log, advanced one pass small out, 6554898 silesia, small hash log, advanced one pass small out, 6554898
silesia, small chain log, advanced one pass small out, 4931093 silesia, small chain log, advanced one pass small out, 4931093
silesia, explicit params, advanced one pass small out, 4815369 silesia, explicit params, advanced one pass small out, 4815369
silesia, uncompressed literals, advanced one pass small out, 5155424
silesia, huffman literals, advanced one pass small out, 5341356
silesia.tar, level -5, advanced one pass small out, 7160438 silesia.tar, level -5, advanced one pass small out, 7160438
silesia.tar, level -3, advanced one pass small out, 6789024 silesia.tar, level -3, advanced one pass small out, 6789024
silesia.tar, level -1, advanced one pass small out, 6195462 silesia.tar, level -1, advanced one pass small out, 6195462
@ -271,6 +285,8 @@ silesia.tar, small window log, advanced one
silesia.tar, small hash log, advanced one pass small out, 6587833 silesia.tar, small hash log, advanced one pass small out, 6587833
silesia.tar, small chain log, advanced one pass small out, 4943255 silesia.tar, small chain log, advanced one pass small out, 4943255
silesia.tar, explicit params, advanced one pass small out, 4829974 silesia.tar, explicit params, advanced one pass small out, 4829974
silesia.tar, uncompressed literals, advanced one pass small out, 5157992
silesia.tar, huffman literals, advanced one pass small out, 5358079
github, level -5, advanced one pass small out, 232744 github, level -5, advanced one pass small out, 232744
github, level -5 with dict, advanced one pass small out, 46718 github, level -5 with dict, advanced one pass small out, 46718
github, level -3, advanced one pass small out, 220611 github, level -3, advanced one pass small out, 220611
@ -307,6 +323,8 @@ github, small window log, advanced one
github, small hash log, advanced one pass small out, 135467 github, small hash log, advanced one pass small out, 135467
github, small chain log, advanced one pass small out, 136314 github, small chain log, advanced one pass small out, 136314
github, explicit params, advanced one pass small out, 137670 github, explicit params, advanced one pass small out, 137670
github, uncompressed literals, advanced one pass small out, 167004
github, huffman literals, advanced one pass small out, 143457
silesia, level -5, advanced streaming, 7152294 silesia, level -5, advanced streaming, 7152294
silesia, level -3, advanced streaming, 6789973 silesia, level -3, advanced streaming, 6789973
silesia, level -1, advanced streaming, 6191549 silesia, level -1, advanced streaming, 6191549
@ -329,6 +347,8 @@ silesia, small window log, advanced str
silesia, small hash log, advanced streaming, 6554898 silesia, small hash log, advanced streaming, 6554898
silesia, small chain log, advanced streaming, 4931093 silesia, small chain log, advanced streaming, 4931093
silesia, explicit params, advanced streaming, 4815380 silesia, explicit params, advanced streaming, 4815380
silesia, uncompressed literals, advanced streaming, 5155424
silesia, huffman literals, advanced streaming, 5341357
silesia.tar, level -5, advanced streaming, 7160440 silesia.tar, level -5, advanced streaming, 7160440
silesia.tar, level -3, advanced streaming, 6789026 silesia.tar, level -3, advanced streaming, 6789026
silesia.tar, level -1, advanced streaming, 6195465 silesia.tar, level -1, advanced streaming, 6195465
@ -351,6 +371,8 @@ silesia.tar, small window log, advanced str
silesia.tar, small hash log, advanced streaming, 6587834 silesia.tar, small hash log, advanced streaming, 6587834
silesia.tar, small chain log, advanced streaming, 4943260 silesia.tar, small chain log, advanced streaming, 4943260
silesia.tar, explicit params, advanced streaming, 4830002 silesia.tar, explicit params, advanced streaming, 4830002
silesia.tar, uncompressed literals, advanced streaming, 5157995
silesia.tar, huffman literals, advanced streaming, 5358083
github, level -5, advanced streaming, 232744 github, level -5, advanced streaming, 232744
github, level -5 with dict, advanced streaming, 46718 github, level -5 with dict, advanced streaming, 46718
github, level -3, advanced streaming, 220611 github, level -3, advanced streaming, 220611
@ -387,6 +409,8 @@ github, small window log, advanced str
github, small hash log, advanced streaming, 135467 github, small hash log, advanced streaming, 135467
github, small chain log, advanced streaming, 136314 github, small chain log, advanced streaming, 136314
github, explicit params, advanced streaming, 137670 github, explicit params, advanced streaming, 137670
github, uncompressed literals, advanced streaming, 167004
github, huffman literals, advanced streaming, 143457
silesia, level -5, old streaming, 7152294 silesia, level -5, old streaming, 7152294
silesia, level -3, old streaming, 6789973 silesia, level -3, old streaming, 6789973
silesia, level -1, old streaming, 6191549 silesia, level -1, old streaming, 6191549
@ -402,6 +426,8 @@ silesia, level 13, old streamin
silesia, level 16, old streaming, 4377391 silesia, level 16, old streaming, 4377391
silesia, level 19, old streaming, 4293262 silesia, level 19, old streaming, 4293262
silesia, no source size, old streaming, 4862341 silesia, no source size, old streaming, 4862341
silesia, uncompressed literals, old streaming, 4862377
silesia, huffman literals, old streaming, 6191549
silesia.tar, level -5, old streaming, 7160440 silesia.tar, level -5, old streaming, 7160440
silesia.tar, level -3, old streaming, 6789026 silesia.tar, level -3, old streaming, 6789026
silesia.tar, level -1, old streaming, 6195465 silesia.tar, level -1, old streaming, 6195465
@ -417,6 +443,8 @@ silesia.tar, level 13, old streamin
silesia.tar, level 16, old streaming, 4381277 silesia.tar, level 16, old streaming, 4381277
silesia.tar, level 19, old streaming, 4281514 silesia.tar, level 19, old streaming, 4281514
silesia.tar, no source size, old streaming, 4875006 silesia.tar, no source size, old streaming, 4875006
silesia.tar, uncompressed literals, old streaming, 4875010
silesia.tar, huffman literals, old streaming, 6195465
github, level -5, old streaming, 232744 github, level -5, old streaming, 232744
github, level -5 with dict, old streaming, 46718 github, level -5 with dict, old streaming, 46718
github, level -3, old streaming, 220611 github, level -3, old streaming, 220611
@ -446,3 +474,5 @@ github, level 16 with dict, old streamin
github, level 19, old streaming, 133717 github, level 19, old streaming, 133717
github, level 19 with dict, old streaming, 37576 github, level 19 with dict, old streaming, 37576
github, no source size, old streaming, 141003 github, no source size, old streaming, 141003
github, uncompressed literals, old streaming, 136397
github, huffman literals, old streaming, 176575

1 Data Config Method Total compressed size
13 silesia.tar level 13 compress simple 4491702
14 silesia.tar level 16 compress simple 4381277
15 silesia.tar level 19 compress simple 4281514
16 silesia.tar uncompressed literals compress simple 4875008
17 silesia.tar huffman literals compress simple 6195462
18 silesia level -5 compress cctx 7152294
19 silesia level -3 compress cctx 6789969
20 silesia level -1 compress cctx 6191548
36 silesia small hash log compress cctx 6554898
37 silesia small chain log compress cctx 4931093
38 silesia explicit params compress cctx 4813352
39 silesia uncompressed literals compress cctx 4862377
40 silesia huffman literals compress cctx 6191548
41 github level -5 compress cctx 232744
42 github level -5 with dict compress cctx 47294
43 github level -3 compress cctx 220611
73 github small hash log compress cctx decompression error
74 github small chain log compress cctx decompression error
75 github explicit params compress cctx decompression error
76 github uncompressed literals compress cctx 136397
77 github huffman literals compress cctx 176575
78 silesia level -5 zstdcli 7152342
79 silesia level -3 zstdcli 6790021
80 silesia level -1 zstdcli 6191597
175 silesia small hash log advanced one pass 6554898
176 silesia small chain log advanced one pass 4931093
177 silesia explicit params advanced one pass 4815369
178 silesia uncompressed literals advanced one pass 5155424
179 silesia huffman literals advanced one pass 5341356
180 silesia.tar level -5 advanced one pass 7160438
181 silesia.tar level -3 advanced one pass 6789024
182 silesia.tar level -1 advanced one pass 6195462
199 silesia.tar small hash log advanced one pass 6587833
200 silesia.tar small chain log advanced one pass 4943255
201 silesia.tar explicit params advanced one pass 4829974
202 silesia.tar uncompressed literals advanced one pass 5157992
203 silesia.tar huffman literals advanced one pass 5358079
204 github level -5 advanced one pass 232744
205 github level -5 with dict advanced one pass 46718
206 github level -3 advanced one pass 220611
237 github small hash log advanced one pass 135467
238 github small chain log advanced one pass 136314
239 github explicit params advanced one pass 137670
240 github uncompressed literals advanced one pass 167004
241 github huffman literals advanced one pass 143457
242 silesia level -5 advanced one pass small out 7152294
243 silesia level -3 advanced one pass small out 6789969
244 silesia level -1 advanced one pass small out 6191548
261 silesia small hash log advanced one pass small out 6554898
262 silesia small chain log advanced one pass small out 4931093
263 silesia explicit params advanced one pass small out 4815369
264 silesia uncompressed literals advanced one pass small out 5155424
265 silesia huffman literals advanced one pass small out 5341356
266 silesia.tar level -5 advanced one pass small out 7160438
267 silesia.tar level -3 advanced one pass small out 6789024
268 silesia.tar level -1 advanced one pass small out 6195462
285 silesia.tar small hash log advanced one pass small out 6587833
286 silesia.tar small chain log advanced one pass small out 4943255
287 silesia.tar explicit params advanced one pass small out 4829974
288 silesia.tar uncompressed literals advanced one pass small out 5157992
289 silesia.tar huffman literals advanced one pass small out 5358079
290 github level -5 advanced one pass small out 232744
291 github level -5 with dict advanced one pass small out 46718
292 github level -3 advanced one pass small out 220611
323 github small hash log advanced one pass small out 135467
324 github small chain log advanced one pass small out 136314
325 github explicit params advanced one pass small out 137670
326 github uncompressed literals advanced one pass small out 167004
327 github huffman literals advanced one pass small out 143457
328 silesia level -5 advanced streaming 7152294
329 silesia level -3 advanced streaming 6789973
330 silesia level -1 advanced streaming 6191549
347 silesia small hash log advanced streaming 6554898
348 silesia small chain log advanced streaming 4931093
349 silesia explicit params advanced streaming 4815380
350 silesia uncompressed literals advanced streaming 5155424
351 silesia huffman literals advanced streaming 5341357
352 silesia.tar level -5 advanced streaming 7160440
353 silesia.tar level -3 advanced streaming 6789026
354 silesia.tar level -1 advanced streaming 6195465
371 silesia.tar small hash log advanced streaming 6587834
372 silesia.tar small chain log advanced streaming 4943260
373 silesia.tar explicit params advanced streaming 4830002
374 silesia.tar uncompressed literals advanced streaming 5157995
375 silesia.tar huffman literals advanced streaming 5358083
376 github level -5 advanced streaming 232744
377 github level -5 with dict advanced streaming 46718
378 github level -3 advanced streaming 220611
409 github small hash log advanced streaming 135467
410 github small chain log advanced streaming 136314
411 github explicit params advanced streaming 137670
412 github uncompressed literals advanced streaming 167004
413 github huffman literals advanced streaming 143457
414 silesia level -5 old streaming 7152294
415 silesia level -3 old streaming 6789973
416 silesia level -1 old streaming 6191549
426 silesia level 16 old streaming 4377391
427 silesia level 19 old streaming 4293262
428 silesia no source size old streaming 4862341
429 silesia uncompressed literals old streaming 4862377
430 silesia huffman literals old streaming 6191549
431 silesia.tar level -5 old streaming 7160440
432 silesia.tar level -3 old streaming 6789026
433 silesia.tar level -1 old streaming 6195465
443 silesia.tar level 16 old streaming 4381277
444 silesia.tar level 19 old streaming 4281514
445 silesia.tar no source size old streaming 4875006
446 silesia.tar uncompressed literals old streaming 4875010
447 silesia.tar huffman literals old streaming 6195465
448 github level -5 old streaming 232744
449 github level -5 with dict old streaming 46718
450 github level -3 old streaming 220611
474 github level 19 old streaming 133717
475 github level 19 with dict old streaming 37576
476 github no source size old streaming 141003
477 github uncompressed literals old streaming 136397
478 github huffman literals old streaming 176575