facebook
/
zstd
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

added additional tests for performance, allowed force compression level for testing purposes

dev
Paul Cruz 2017-07-13 14:46:54 -07:00
parent 9165e97fc6
commit 0d9665cef5
2 changed files with 62 additions and 28 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
contrib/adaptive-compression/adapt.c
View File

@ -33,6 +33,7 @@ static UTIL_time_t g_startTime;
static size_t g_streamedSize = 0;
static unsigned g_useProgressBar = 0;
static UTIL_freq_t g_ticksPerSecond;
static unsigned g_forceCompressionLevel = 0;
typedef struct {
void* start;
@ -223,6 +224,10 @@ static void waitUntilAllJobsCompleted(adaptCCtx* ctx)
*/
static unsigned adaptCompressionLevel(adaptCCtx* ctx)
{
if (g_forceCompressionLevel) {
return g_compressionLevel;
}
else {
unsigned reset = 0;
unsigned const allSlow = ctx->adaptParam < ctx->stats.compressedCounter && ctx->adaptParam < ctx->stats.writeCounter && ctx->adaptParam < ctx->stats.readyCounter;
unsigned const compressWaiting = ctx->adaptParam < ctx->stats.readyCounter;
@ -252,6 +257,7 @@ static unsigned adaptCompressionLevel(adaptCCtx* ctx)
}
return ctx->compressionLevel;
}
}
static size_t getUseableDictSize(unsigned compressionLevel)
{
@ -649,6 +655,9 @@ int main(int argCount, const char* argv[])
forceStdout = 1;
outFilename = stdoutmark;
break;
case 'f':
g_forceCompressionLevel = 1;
break;
default:
DISPLAY("Error: invalid argument provided\n");
ret = 1;

29
contrib/adaptive-compression/test-performance.sh
View File

@ -1,4 +1,4 @@
echo "testing time"
echo "testing time -- no limits set"
./datagen -g1GB > tmp
time ./adapt -otmp1.zst tmp
time zstd -1 -o tmp2.zst tmp
@ -14,7 +14,7 @@ time ./adapt -otmp1.zst tmp
time zstd -1 -o tmp2.zst tmp
rm tmp*
echo -e "\ntesting compression ratio"
echo -e "\ntesting compression ratio -- no limits set"
./datagen -g1GB > tmp
time ./adapt -otmp1.zst tmp
time zstd -1 -o tmp2.zst tmp
@ -32,3 +32,28 @@ time ./adapt -otmp1.zst tmp
time zstd -1 -o tmp2.zst tmp
ls -l tmp1.zst tmp2.zst
rm tmp*
echo e "\ntesting performance at various compression levels -- no limits set"
./datagen -g1GB > tmp
echo "adapt"
time ./adapt -i5 -f tmp -otmp1.zst
echo "zstdcli"
time zstd -5 tmp -o tmp2.zst
ls -l tmp1.zst tmp2.zst
rm tmp*
./datagen -g1GB > tmp
echo "adapt"
time ./adapt -i10 -f tmp -otmp1.zst
echo "zstdcli"
time zstd -10 tmp -o tmp2.zst
ls -l tmp1.zst tmp2.zst
rm tmp*
./datagen -g1GB > tmp
echo "adapt"
time ./adapt -i15 -f tmp -otmp1.zst
echo "zstdcli"
time zstd -15 tmp -o tmp2.zst
ls -l tmp1.zst tmp2.zst
rm tmp*