facebook/zstd
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[regression] Test ZSTD_c_literalCompressionMode

Browse Source 
Test a positive compression level with uncompressed literals,
and a negative compression level with compressed literals.

I double checked the `results.csv` and made sure that the compressed
sizes make sense.
This commit is contained in:
Nick Terrell 2019-02-13 15:00:32 -08:00
parent f9513115e4
commit dbaa7042d9
2 changed files with 52 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
tests/regression/config.c
View File

@ -122,6 +122,26 @@ static config_t small_clog = {
.param_values = PARAM_VALUES(small_clog_param_values), .param_values = PARAM_VALUES(small_clog_param_values),
}; };
static param_value_t const uncompressed_literals_param_values[] = {
{.param = ZSTD_c_compressionLevel, .value = 3},
{.param = ZSTD_c_literalCompressionMode, .value = ZSTD_lcm_uncompressed},
};
static config_t uncompressed_literals = {
.name = "uncompressed literals",
.param_values = PARAM_VALUES(uncompressed_literals_param_values),
};
static param_value_t const huffman_literals_param_values[] = {
{.param = ZSTD_c_compressionLevel, .value = -1},
{.param = ZSTD_c_literalCompressionMode, .value = ZSTD_lcm_huffman},
};
static config_t huffman_literals = {
.name = "huffman literals",
.param_values = PARAM_VALUES(huffman_literals_param_values),
};
static param_value_t const explicit_params_param_values[] = { static param_value_t const explicit_params_param_values[] = {
{.param = ZSTD_c_checksumFlag, .value = 1}, {.param = ZSTD_c_checksumFlag, .value = 1},
{.param = ZSTD_c_contentSizeFlag, .value = 0}, {.param = ZSTD_c_contentSizeFlag, .value = 0},
@ -155,6 +175,8 @@ static config_t const* g_configs[] = {
&small_hlog, &small_hlog,
&small_clog, &small_clog,
&explicit_params, &explicit_params,
&uncompressed_literals,
&huffman_literals,
NULL, NULL,
}; };

30
tests/regression/results.csv
View File

@ -13,6 +13,8 @@ silesia.tar, level 9, compress sim
silesia.tar, level 13, compress simple, 4491702 silesia.tar, level 13, compress simple, 4491702
silesia.tar, level 16, compress simple, 4381277 silesia.tar, level 16, compress simple, 4381277
silesia.tar, level 19, compress simple, 4281514 silesia.tar, level 19, compress simple, 4281514
silesia.tar, uncompressed literals, compress simple, 4875008
silesia.tar, huffman literals, compress simple, 6195462
silesia, level -5, compress cctx, 7152294 silesia, level -5, compress cctx, 7152294
silesia, level -3, compress cctx, 6789969 silesia, level -3, compress cctx, 6789969
silesia, level -1, compress cctx, 6191548 silesia, level -1, compress cctx, 6191548
@ -34,6 +36,8 @@ silesia, small window log, compress cct
silesia, small hash log, compress cctx, 6554898 silesia, small hash log, compress cctx, 6554898
silesia, small chain log, compress cctx, 4931093 silesia, small chain log, compress cctx, 4931093
silesia, explicit params, compress cctx, 4813352 silesia, explicit params, compress cctx, 4813352
silesia, uncompressed literals, compress cctx, 4862377
silesia, huffman literals, compress cctx, 6191548
github, level -5, compress cctx, 232744 github, level -5, compress cctx, 232744
github, level -5 with dict, compress cctx, 47294 github, level -5 with dict, compress cctx, 47294
github, level -3, compress cctx, 220611 github, level -3, compress cctx, 220611
@ -69,6 +73,8 @@ github, small window log, compress cct
github, small hash log, compress cctx, decompression error github, small hash log, compress cctx, decompression error
github, small chain log, compress cctx, decompression error github, small chain log, compress cctx, decompression error
github, explicit params, compress cctx, decompression error github, explicit params, compress cctx, decompression error
github, uncompressed literals, compress cctx, 136397
github, huffman literals, compress cctx, 176575
silesia, level -5, zstdcli, 7152342 silesia, level -5, zstdcli, 7152342
silesia, level -3, zstdcli, 6790021 silesia, level -3, zstdcli, 6790021
silesia, level -1, zstdcli, 6191597 silesia, level -1, zstdcli, 6191597
@ -169,6 +175,8 @@ silesia, small window log, advanced one
silesia, small hash log, advanced one pass, 6554898 silesia, small hash log, advanced one pass, 6554898
silesia, small chain log, advanced one pass, 4931093 silesia, small chain log, advanced one pass, 4931093
silesia, explicit params, advanced one pass, 4815369 silesia, explicit params, advanced one pass, 4815369
silesia, uncompressed literals, advanced one pass, 5155424
silesia, huffman literals, advanced one pass, 5341356
silesia.tar, level -5, advanced one pass, 7160438 silesia.tar, level -5, advanced one pass, 7160438
silesia.tar, level -3, advanced one pass, 6789024 silesia.tar, level -3, advanced one pass, 6789024
silesia.tar, level -1, advanced one pass, 6195462 silesia.tar, level -1, advanced one pass, 6195462
@ -191,6 +199,8 @@ silesia.tar, small window log, advanced one
silesia.tar, small hash log, advanced one pass, 6587833 silesia.tar, small hash log, advanced one pass, 6587833
silesia.tar, small chain log, advanced one pass, 4943255 silesia.tar, small chain log, advanced one pass, 4943255
silesia.tar, explicit params, advanced one pass, 4829974 silesia.tar, explicit params, advanced one pass, 4829974
silesia.tar, uncompressed literals, advanced one pass, 5157992
silesia.tar, huffman literals, advanced one pass, 5358079
github, level -5, advanced one pass, 232744 github, level -5, advanced one pass, 232744
github, level -5 with dict, advanced one pass, 46718 github, level -5 with dict, advanced one pass, 46718
github, level -3, advanced one pass, 220611 github, level -3, advanced one pass, 220611
@ -227,6 +237,8 @@ github, small window log, advanced one
github, small hash log, advanced one pass, 135467 github, small hash log, advanced one pass, 135467
github, small chain log, advanced one pass, 136314 github, small chain log, advanced one pass, 136314
github, explicit params, advanced one pass, 137670 github, explicit params, advanced one pass, 137670
github, uncompressed literals, advanced one pass, 167004
github, huffman literals, advanced one pass, 143457
silesia, level -5, advanced one pass small out, 7152294 silesia, level -5, advanced one pass small out, 7152294
silesia, level -3, advanced one pass small out, 6789969 silesia, level -3, advanced one pass small out, 6789969
silesia, level -1, advanced one pass small out, 6191548 silesia, level -1, advanced one pass small out, 6191548
@ -249,6 +261,8 @@ silesia, small window log, advanced one
silesia, small hash log, advanced one pass small out, 6554898 silesia, small hash log, advanced one pass small out, 6554898
silesia, small chain log, advanced one pass small out, 4931093 silesia, small chain log, advanced one pass small out, 4931093
silesia, explicit params, advanced one pass small out, 4815369 silesia, explicit params, advanced one pass small out, 4815369
silesia, uncompressed literals, advanced one pass small out, 5155424
silesia, huffman literals, advanced one pass small out, 5341356
silesia.tar, level -5, advanced one pass small out, 7160438 silesia.tar, level -5, advanced one pass small out, 7160438
silesia.tar, level -3, advanced one pass small out, 6789024 silesia.tar, level -3, advanced one pass small out, 6789024
silesia.tar, level -1, advanced one pass small out, 6195462 silesia.tar, level -1, advanced one pass small out, 6195462
@ -271,6 +285,8 @@ silesia.tar, small window log, advanced one
silesia.tar, small hash log, advanced one pass small out, 6587833 silesia.tar, small hash log, advanced one pass small out, 6587833
silesia.tar, small chain log, advanced one pass small out, 4943255 silesia.tar, small chain log, advanced one pass small out, 4943255
silesia.tar, explicit params, advanced one pass small out, 4829974 silesia.tar, explicit params, advanced one pass small out, 4829974
silesia.tar, uncompressed literals, advanced one pass small out, 5157992
silesia.tar, huffman literals, advanced one pass small out, 5358079
github, level -5, advanced one pass small out, 232744 github, level -5, advanced one pass small out, 232744
github, level -5 with dict, advanced one pass small out, 46718 github, level -5 with dict, advanced one pass small out, 46718
github, level -3, advanced one pass small out, 220611 github, level -3, advanced one pass small out, 220611
@ -307,6 +323,8 @@ github, small window log, advanced one
github, small hash log, advanced one pass small out, 135467 github, small hash log, advanced one pass small out, 135467
github, small chain log, advanced one pass small out, 136314 github, small chain log, advanced one pass small out, 136314
github, explicit params, advanced one pass small out, 137670 github, explicit params, advanced one pass small out, 137670
github, uncompressed literals, advanced one pass small out, 167004
github, huffman literals, advanced one pass small out, 143457
silesia, level -5, advanced streaming, 7152294 silesia, level -5, advanced streaming, 7152294
silesia, level -3, advanced streaming, 6789973 silesia, level -3, advanced streaming, 6789973
silesia, level -1, advanced streaming, 6191549 silesia, level -1, advanced streaming, 6191549
@ -329,6 +347,8 @@ silesia, small window log, advanced str
silesia, small hash log, advanced streaming, 6554898 silesia, small hash log, advanced streaming, 6554898
silesia, small chain log, advanced streaming, 4931093 silesia, small chain log, advanced streaming, 4931093
silesia, explicit params, advanced streaming, 4815380 silesia, explicit params, advanced streaming, 4815380
silesia, uncompressed literals, advanced streaming, 5155424
silesia, huffman literals, advanced streaming, 5341357
silesia.tar, level -5, advanced streaming, 7160440 silesia.tar, level -5, advanced streaming, 7160440
silesia.tar, level -3, advanced streaming, 6789026 silesia.tar, level -3, advanced streaming, 6789026
silesia.tar, level -1, advanced streaming, 6195465 silesia.tar, level -1, advanced streaming, 6195465
@ -351,6 +371,8 @@ silesia.tar, small window log, advanced str
silesia.tar, small hash log, advanced streaming, 6587834 silesia.tar, small hash log, advanced streaming, 6587834
silesia.tar, small chain log, advanced streaming, 4943260 silesia.tar, small chain log, advanced streaming, 4943260
silesia.tar, explicit params, advanced streaming, 4830002 silesia.tar, explicit params, advanced streaming, 4830002
silesia.tar, uncompressed literals, advanced streaming, 5157995
silesia.tar, huffman literals, advanced streaming, 5358083
github, level -5, advanced streaming, 232744 github, level -5, advanced streaming, 232744
github, level -5 with dict, advanced streaming, 46718 github, level -5 with dict, advanced streaming, 46718
github, level -3, advanced streaming, 220611 github, level -3, advanced streaming, 220611
@ -387,6 +409,8 @@ github, small window log, advanced str
github, small hash log, advanced streaming, 135467 github, small hash log, advanced streaming, 135467
github, small chain log, advanced streaming, 136314 github, small chain log, advanced streaming, 136314
github, explicit params, advanced streaming, 137670 github, explicit params, advanced streaming, 137670
github, uncompressed literals, advanced streaming, 167004
github, huffman literals, advanced streaming, 143457
silesia, level -5, old streaming, 7152294 silesia, level -5, old streaming, 7152294
silesia, level -3, old streaming, 6789973 silesia, level -3, old streaming, 6789973
silesia, level -1, old streaming, 6191549 silesia, level -1, old streaming, 6191549
@ -402,6 +426,8 @@ silesia, level 13, old streamin
silesia, level 16, old streaming, 4377391 silesia, level 16, old streaming, 4377391
silesia, level 19, old streaming, 4293262 silesia, level 19, old streaming, 4293262
silesia, no source size, old streaming, 4862341 silesia, no source size, old streaming, 4862341
silesia, uncompressed literals, old streaming, 4862377
silesia, huffman literals, old streaming, 6191549
silesia.tar, level -5, old streaming, 7160440 silesia.tar, level -5, old streaming, 7160440
silesia.tar, level -3, old streaming, 6789026 silesia.tar, level -3, old streaming, 6789026
silesia.tar, level -1, old streaming, 6195465 silesia.tar, level -1, old streaming, 6195465
@ -417,6 +443,8 @@ silesia.tar, level 13, old streamin
silesia.tar, level 16, old streaming, 4381277 silesia.tar, level 16, old streaming, 4381277
silesia.tar, level 19, old streaming, 4281514 silesia.tar, level 19, old streaming, 4281514
silesia.tar, no source size, old streaming, 4875006 silesia.tar, no source size, old streaming, 4875006
silesia.tar, uncompressed literals, old streaming, 4875010
silesia.tar, huffman literals, old streaming, 6195465
github, level -5, old streaming, 232744 github, level -5, old streaming, 232744
github, level -5 with dict, old streaming, 46718 github, level -5 with dict, old streaming, 46718
github, level -3, old streaming, 220611 github, level -3, old streaming, 220611
@ -446,3 +474,5 @@ github, level 16 with dict, old streamin
github, level 19, old streaming, 133717 github, level 19, old streaming, 133717
github, level 19 with dict, old streaming, 37576 github, level 19 with dict, old streaming, 37576
github, no source size, old streaming, 141003 github, no source size, old streaming, 141003
github, uncompressed literals, old streaming, 136397
github, huffman literals, old streaming, 176575

1 Data Config Method Total compressed size
13 silesia.tar level 13 compress simple 4491702
14 silesia.tar level 16 compress simple 4381277
15 silesia.tar level 19 compress simple 4281514
16 silesia.tar uncompressed literals compress simple 4875008
17 silesia.tar huffman literals compress simple 6195462
18 silesia level -5 compress cctx 7152294
19 silesia level -3 compress cctx 6789969
20 silesia level -1 compress cctx 6191548
36 silesia small hash log compress cctx 6554898
37 silesia small chain log compress cctx 4931093
38 silesia explicit params compress cctx 4813352
39 silesia uncompressed literals compress cctx 4862377
40 silesia huffman literals compress cctx 6191548
41 github level -5 compress cctx 232744
42 github level -5 with dict compress cctx 47294
43 github level -3 compress cctx 220611
73 github small hash log compress cctx decompression error
74 github small chain log compress cctx decompression error
75 github explicit params compress cctx decompression error
76 github uncompressed literals compress cctx 136397
77 github huffman literals compress cctx 176575
78 silesia level -5 zstdcli 7152342
79 silesia level -3 zstdcli 6790021
80 silesia level -1 zstdcli 6191597
175 silesia small hash log advanced one pass 6554898
176 silesia small chain log advanced one pass 4931093
177 silesia explicit params advanced one pass 4815369
178 silesia uncompressed literals advanced one pass 5155424
179 silesia huffman literals advanced one pass 5341356
180 silesia.tar level -5 advanced one pass 7160438
181 silesia.tar level -3 advanced one pass 6789024
182 silesia.tar level -1 advanced one pass 6195462
199 silesia.tar small hash log advanced one pass 6587833
200 silesia.tar small chain log advanced one pass 4943255
201 silesia.tar explicit params advanced one pass 4829974
202 silesia.tar uncompressed literals advanced one pass 5157992
203 silesia.tar huffman literals advanced one pass 5358079
204 github level -5 advanced one pass 232744
205 github level -5 with dict advanced one pass 46718
206 github level -3 advanced one pass 220611
237 github small hash log advanced one pass 135467
238 github small chain log advanced one pass 136314
239 github explicit params advanced one pass 137670
240 github uncompressed literals advanced one pass 167004
241 github huffman literals advanced one pass 143457
242 silesia level -5 advanced one pass small out 7152294
243 silesia level -3 advanced one pass small out 6789969
244 silesia level -1 advanced one pass small out 6191548
261 silesia small hash log advanced one pass small out 6554898
262 silesia small chain log advanced one pass small out 4931093
263 silesia explicit params advanced one pass small out 4815369
264 silesia uncompressed literals advanced one pass small out 5155424
265 silesia huffman literals advanced one pass small out 5341356
266 silesia.tar level -5 advanced one pass small out 7160438
267 silesia.tar level -3 advanced one pass small out 6789024
268 silesia.tar level -1 advanced one pass small out 6195462
285 silesia.tar small hash log advanced one pass small out 6587833
286 silesia.tar small chain log advanced one pass small out 4943255
287 silesia.tar explicit params advanced one pass small out 4829974
288 silesia.tar uncompressed literals advanced one pass small out 5157992
289 silesia.tar huffman literals advanced one pass small out 5358079
290 github level -5 advanced one pass small out 232744
291 github level -5 with dict advanced one pass small out 46718
292 github level -3 advanced one pass small out 220611
323 github small hash log advanced one pass small out 135467
324 github small chain log advanced one pass small out 136314
325 github explicit params advanced one pass small out 137670
326 github uncompressed literals advanced one pass small out 167004
327 github huffman literals advanced one pass small out 143457
328 silesia level -5 advanced streaming 7152294
329 silesia level -3 advanced streaming 6789973
330 silesia level -1 advanced streaming 6191549
347 silesia small hash log advanced streaming 6554898
348 silesia small chain log advanced streaming 4931093
349 silesia explicit params advanced streaming 4815380
350 silesia uncompressed literals advanced streaming 5155424
351 silesia huffman literals advanced streaming 5341357
352 silesia.tar level -5 advanced streaming 7160440
353 silesia.tar level -3 advanced streaming 6789026
354 silesia.tar level -1 advanced streaming 6195465
371 silesia.tar small hash log advanced streaming 6587834
372 silesia.tar small chain log advanced streaming 4943260
373 silesia.tar explicit params advanced streaming 4830002
374 silesia.tar uncompressed literals advanced streaming 5157995
375 silesia.tar huffman literals advanced streaming 5358083
376 github level -5 advanced streaming 232744
377 github level -5 with dict advanced streaming 46718
378 github level -3 advanced streaming 220611
409 github small hash log advanced streaming 135467
410 github small chain log advanced streaming 136314
411 github explicit params advanced streaming 137670
412 github uncompressed literals advanced streaming 167004
413 github huffman literals advanced streaming 143457
414 silesia level -5 old streaming 7152294
415 silesia level -3 old streaming 6789973
416 silesia level -1 old streaming 6191549
426 silesia level 16 old streaming 4377391
427 silesia level 19 old streaming 4293262
428 silesia no source size old streaming 4862341
429 silesia uncompressed literals old streaming 4862377
430 silesia huffman literals old streaming 6191549
431 silesia.tar level -5 old streaming 7160440
432 silesia.tar level -3 old streaming 6789026
433 silesia.tar level -1 old streaming 6195465
443 silesia.tar level 16 old streaming 4381277
444 silesia.tar level 19 old streaming 4281514
445 silesia.tar no source size old streaming 4875006
446 silesia.tar uncompressed literals old streaming 4875010
447 silesia.tar huffman literals old streaming 6195465
448 github level -5 old streaming 232744
449 github level -5 with dict old streaming 46718
450 github level -3 old streaming 220611
474 github level 19 old streaming 133717
475 github level 19 with dict old streaming 37576
476 github no source size old streaming 141003
477 github uncompressed literals old streaming 136397
478 github huffman literals old streaming 176575