Benchmark different f values
This commit is contained in:
Jennifer Liu
parent
3b163e0b5b
commit
3d7941ce41
@ -14,46 +14,107 @@ make ARG="in=../../../lib/dictBuilder in=../../../lib/compress"
|
|||||||
|
|
||||||
###Benchmarking Result:
|
###Benchmarking Result:
|
||||||
|
|
||||||
d=8
|
For every f value for fast, the first one is optimize and the second one has k=200
|
||||||
f=23
|
|
||||||
freq[i] = 0 when dmer added to best segment
|
|
||||||
|
|
||||||
github:
|
github:
|
||||||
| Algorithm | Speed(sec) | Compression Ratio |
|
NODICT 0.000023 2.999642
|
||||||
| ----------------- | ------------- | ------------------ |
|
RANDOM 0.149020 8.786957
|
||||||
| nodict | 0.000007 | 2.999642 |
|
LEGACY 0.854277 8.989482
|
||||||
| random | 0.150258 | 8.786957 |
|
FAST15 8.764078 10.609015
|
||||||
| cover | 60.388853 | 10.641263 |
|
FAST15 0.232610 9.135669
|
||||||
| legacy | 0.965050 | 8.989482 |
|
FAST16 9.597777 10.474574
|
||||||
| fastCover(opt) | 84.968131 | 10.614747 |
|
FAST16 0.243698 9.346482
|
||||||
| fastCover(k=200) | 6.465490 | 9.484150 |
|
FAST17 9.385449 10.611737
|
||||||
|
FAST17 0.268376 9.605798
|
||||||
|
FAST18 9.988885 10.626382
|
||||||
|
FAST18 0.311769 9.130565
|
||||||
|
FAST19 10.737259 10.411729
|
||||||
|
FAST19 0.331885 9.271814
|
||||||
|
FAST20 10.479782 10.388895
|
||||||
|
FAST20 0.498416 9.194115
|
||||||
|
FAST21 21.189883 10.376394
|
||||||
|
FAST21 1.098532 9.244456
|
||||||
|
FAST22 39.849935 10.432555
|
||||||
|
FAST22 2.590561 9.410930
|
||||||
|
FAST23 75.832399 10.614747
|
||||||
|
FAST23 6.108487 9.484150
|
||||||
|
FAST24 139.782714 10.611753
|
||||||
|
FAST24 13.029406 9.379030
|
||||||
|
COVER 55.118542 10.641263
|
||||||
|
|
||||||
hg-commands
|
hg-commands
|
||||||
| Algorithm | Speed(sec) | Compression Ratio |
|
NODICT 0.000012 2.425291
|
||||||
| ----------------- | ------------- | ------------------ |
|
RANDOM 0.083071 3.489515
|
||||||
| nodict | 0.000005 | 2.425291 |
|
LEGACY 0.835195 3.911896
|
||||||
| random | 0.084348 | 3.489515 |
|
FAST15 0.163980 3.808375
|
||||||
| cover | 60.144894 | 4.131136 |
|
FAST16 6.373850 4.010783
|
||||||
| legacy | 0.831981 | 3.911896 |
|
FAST16 0.160299 3.966604
|
||||||
| fastCover(opt) | 59.030437 | 4.157595 |
|
FAST17 6.668799 4.091602
|
||||||
| fastCover(k=200) | 3.702932 | 4.134222 |
|
FAST17 0.172480 4.062773
|
||||||
|
FAST18 6.266105 4.130824
|
||||||
|
FAST18 0.171554 4.094666
|
||||||
|
FAST19 6.869651 4.158180
|
||||||
|
FAST19 0.209468 4.111289
|
||||||
|
FAST20 8.267766 4.149707
|
||||||
|
FAST20 0.331680 4.119873
|
||||||
|
FAST21 18.824296 4.171784
|
||||||
|
FAST21 0.783961 4.120884
|
||||||
|
FAST22 33.321252 4.152035
|
||||||
|
FAST22 1.854215 4.126626
|
||||||
|
FAST23 60.775388 4.157595
|
||||||
|
FAST23 4.040395 4.134222
|
||||||
|
FAST24 110.910038 4.163091
|
||||||
|
FAST24 8.505828 4.143533
|
||||||
|
COVER 61.654796 4.131136
|
||||||
|
|
||||||
hg-changelog
|
hg-changelog
|
||||||
| Algorithm | Speed(sec) | Compression Ratio |
|
NODICT 0.000004 1.377613
|
||||||
| ----------------- | ------------- | ------------------ |
|
RANDOM 0.582067 2.096785
|
||||||
| nodict | 0.000004 | 1.377613 |
|
LEGACY 2.739515 2.058273
|
||||||
| random | 0.555964 | 2.096785 |
|
FAST15 35.682665 2.127596
|
||||||
| cover | 214.423753 | 2.188654 |
|
FAST15 0.931621 2.115299
|
||||||
| legacy | 2.180249 | 2.058273 |
|
FAST16 36.557988 2.141787
|
||||||
| fastCover(opt) | 102.261452 | 2.180347 |
|
FAST16 1.008155 2.136080
|
||||||
| fastCover(k=200) | 11.81039 | 2.170673 |
|
FAST17 36.272242 2.155332
|
||||||
|
FAST17 0.906803 2.154596
|
||||||
|
FAST18 35.542043 2.171997
|
||||||
|
FAST18 1.063101 2.167723
|
||||||
|
FAST19 37.756934 2.180893
|
||||||
|
FAST19 1.257291 2.173768
|
||||||
|
FAST20 40.273755 2.179442
|
||||||
|
FAST20 1.630522 2.170072
|
||||||
|
FAST21 54.606548 2.181400
|
||||||
|
FAST21 2.321266 2.171643
|
||||||
|
FAST22 72.454066 2.178774
|
||||||
|
FAST22 5.092888 2.168885
|
||||||
|
FAST23 106.753208 2.180347
|
||||||
|
FAST23 14.722222 2.170673
|
||||||
|
FAST24 171.083201 2.183426
|
||||||
|
FAST24 27.575575 2.170623
|
||||||
|
COVER 227.219660 2.188654
|
||||||
|
|
||||||
hg-manifest
|
hg-manifest
|
||||||
| Algorithm | Speed(sec) | Compression Ratio |
|
NODICT 0.000007 1.866385
|
||||||
| ----------------- | ------------- | ------------------ |
|
RANDOM 1.086571 2.309485
|
||||||
| nodict | 0.000006 | 1.866385 |
|
LEGACY 9.567507 2.506775
|
||||||
| random | 1.063974 | 2.309485 |
|
FAST15 77.811380 2.380461
|
||||||
| cover | 909.101849 | 2.582597 |
|
FAST15 1.969718 2.317727
|
||||||
| legacy | 8.706580 | 2.506775 |
|
FAST16 75.789019 2.469144
|
||||||
| fastCover(opt) | 188.598079 | 2.596761 |
|
FAST16 2.051283 2.375815
|
||||||
| fastCover(k=200) | 13.392734 | 2.592985 |
|
FAST17 79.659040 2.539069
|
||||||
|
FAST17 1.995394 2.501047
|
||||||
|
FAST18 76.281105 2.578095
|
||||||
|
FAST18 2.059272 2.564840
|
||||||
|
FAST19 79.395382 2.590433
|
||||||
|
FAST19 2.354158 2.591024
|
||||||
|
FAST20 87.937568 2.597813
|
||||||
|
FAST20 2.922189 2.597104
|
||||||
|
FAST21 121.760549 2.598408
|
||||||
|
FAST21 4.798981 2.600269
|
||||||
|
FAST22 155.878461 2.594560
|
||||||
|
FAST22 8.151807 2.601047
|
||||||
|
FAST23 194.238003 2.596761
|
||||||
|
FAST23 15.160578 2.592985
|
||||||
|
FAST24 267.425904 2.597657
|
||||||
|
FAST24 29.513286 2.600363
|
||||||
|
COVER 930.675322 2.582597
|
||||||
|
|||||||
@ -340,40 +340,29 @@ int main(int argCount, const char* argv[])
|
|||||||
randomParam.zParams = zParams;
|
randomParam.zParams = zParams;
|
||||||
randomParam.k = k;
|
randomParam.k = k;
|
||||||
const int randomResult = benchmarkDictBuilder(srcInfo, maxDictSize, &randomParam, NULL, NULL, NULL);
|
const int randomResult = benchmarkDictBuilder(srcInfo, maxDictSize, &randomParam, NULL, NULL, NULL);
|
||||||
|
DISPLAYLEVEL(2, "k=%u\n", randomParam.k);
|
||||||
if(randomResult) {
|
if(randomResult) {
|
||||||
result = 1;
|
result = 1;
|
||||||
goto _cleanup;
|
goto _cleanup;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/* for cover */
|
|
||||||
{
|
|
||||||
ZDICT_cover_params_t coverParam;
|
|
||||||
memset(&coverParam, 0, sizeof(coverParam));
|
|
||||||
coverParam.zParams = zParams;
|
|
||||||
coverParam.splitPoint = 1.0;
|
|
||||||
coverParam.steps = 40;
|
|
||||||
coverParam.nbThreads = 1;
|
|
||||||
const int coverOptResult = benchmarkDictBuilder(srcInfo, maxDictSize, NULL, &coverParam, NULL, NULL);
|
|
||||||
if(coverOptResult) {
|
|
||||||
result = 1;
|
|
||||||
goto _cleanup;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/* for legacy */
|
/* for legacy */
|
||||||
{
|
{
|
||||||
ZDICT_legacy_params_t legacyParam;
|
ZDICT_legacy_params_t legacyParam;
|
||||||
legacyParam.zParams = zParams;
|
legacyParam.zParams = zParams;
|
||||||
legacyParam.selectivityLevel = 9;
|
legacyParam.selectivityLevel = 9;
|
||||||
const int legacyResult = benchmarkDictBuilder(srcInfo, maxDictSize, NULL, NULL, &legacyParam, NULL);
|
const int legacyResult = benchmarkDictBuilder(srcInfo, maxDictSize, NULL, NULL, &legacyParam, NULL);
|
||||||
|
DISPLAYLEVEL(2, "selectivityLevel=%u\n", legacyParam.selectivityLevel);
|
||||||
if(legacyResult) {
|
if(legacyResult) {
|
||||||
result = 1;
|
result = 1;
|
||||||
goto _cleanup;
|
goto _cleanup;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/* for fastCover */
|
||||||
|
for (unsigned f = 15; f < 25; f++){
|
||||||
|
DISPLAYLEVEL(2, "current f is %u\n", f);
|
||||||
/* for fastCover (optimizing k) */
|
/* for fastCover (optimizing k) */
|
||||||
{
|
{
|
||||||
ZDICT_fastCover_params_t fastParam;
|
ZDICT_fastCover_params_t fastParam;
|
||||||
@ -381,10 +370,11 @@ int main(int argCount, const char* argv[])
|
|||||||
fastParam.zParams = zParams;
|
fastParam.zParams = zParams;
|
||||||
fastParam.splitPoint = 1.0;
|
fastParam.splitPoint = 1.0;
|
||||||
fastParam.d = 8;
|
fastParam.d = 8;
|
||||||
fastParam.f = 23;
|
fastParam.f = f;
|
||||||
fastParam.steps = 40;
|
fastParam.steps = 40;
|
||||||
fastParam.nbThreads = 1;
|
fastParam.nbThreads = 1;
|
||||||
const int fastOptResult = benchmarkDictBuilder(srcInfo, maxDictSize, NULL, NULL, NULL, &fastParam);
|
const int fastOptResult = benchmarkDictBuilder(srcInfo, maxDictSize, NULL, NULL, NULL, &fastParam);
|
||||||
|
DISPLAYLEVEL(2, "k=%u\nd=%u\nf=%u\nsteps=%u\nsplit=%u\n", fastParam.k, fastParam.d, fastParam.f, fastParam.steps, (unsigned)(fastParam.splitPoint * 100));
|
||||||
if(fastOptResult) {
|
if(fastOptResult) {
|
||||||
result = 1;
|
result = 1;
|
||||||
goto _cleanup;
|
goto _cleanup;
|
||||||
@ -398,16 +388,34 @@ int main(int argCount, const char* argv[])
|
|||||||
fastParam.zParams = zParams;
|
fastParam.zParams = zParams;
|
||||||
fastParam.splitPoint = 1.0;
|
fastParam.splitPoint = 1.0;
|
||||||
fastParam.d = 8;
|
fastParam.d = 8;
|
||||||
fastParam.f = 23;
|
fastParam.f = f;
|
||||||
fastParam.k = 200;
|
fastParam.k = 200;
|
||||||
fastParam.steps = 40;
|
fastParam.steps = 40;
|
||||||
fastParam.nbThreads = 1;
|
fastParam.nbThreads = 1;
|
||||||
const int fastOptResult = benchmarkDictBuilder(srcInfo, maxDictSize, NULL, NULL, NULL, &fastParam);
|
const int fastOptResult = benchmarkDictBuilder(srcInfo, maxDictSize, NULL, NULL, NULL, &fastParam);
|
||||||
|
DISPLAYLEVEL(2, "k=%u\nd=%u\nf=%u\nsteps=%u\nsplit=%u\n", fastParam.k, fastParam.d, fastParam.f, fastParam.steps, (unsigned)(fastParam.splitPoint * 100));
|
||||||
if(fastOptResult) {
|
if(fastOptResult) {
|
||||||
result = 1;
|
result = 1;
|
||||||
goto _cleanup;
|
goto _cleanup;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/* for cover */
|
||||||
|
{
|
||||||
|
ZDICT_cover_params_t coverParam;
|
||||||
|
memset(&coverParam, 0, sizeof(coverParam));
|
||||||
|
coverParam.zParams = zParams;
|
||||||
|
coverParam.splitPoint = 1.0;
|
||||||
|
coverParam.steps = 40;
|
||||||
|
coverParam.nbThreads = 1;
|
||||||
|
const int coverOptResult = benchmarkDictBuilder(srcInfo, maxDictSize, NULL, &coverParam, NULL, NULL);
|
||||||
|
DISPLAYLEVEL(2, "k=%u\nd=%u\nsteps=%u\nsplit=%u\n", coverParam.k, coverParam.d, coverParam.steps, (unsigned)(coverParam.splitPoint * 100));
|
||||||
|
if(coverOptResult) {
|
||||||
|
result = 1;
|
||||||
|
goto _cleanup;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
/* Free allocated memory */
|
/* Free allocated memory */
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user