facebook/zstd
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Implement mergeGeneratedSequences()

Browse Source
This commit is contained in:
senhuang42 2020-11-06 10:55:46 -05:00
parent 51abd58208
commit 779df995c6
1 changed files with 17 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
lib/compress/zstd_compress.c
View File

@ -2551,7 +2551,7 @@ static void ZSTD_copyBlockSequences(ZSTD_CCtx* zc)
} }
size_t ZSTD_generateSequences(ZSTD_CCtx* zc, ZSTD_Sequence* outSeqs, size_t ZSTD_generateSequences(ZSTD_CCtx* zc, ZSTD_Sequence* outSeqs,
size_t outSeqsSize, const void* src, size_t srcSize, ZSTD_sequenceFormat_e format) size_t outSeqsSize, const void* src, size_t srcSize)
{ {
const size_t dstCapacity = ZSTD_compressBound(srcSize); const size_t dstCapacity = ZSTD_compressBound(srcSize);
void* dst = ZSTD_customMalloc(dstCapacity, ZSTD_defaultCMem); void* dst = ZSTD_customMalloc(dstCapacity, ZSTD_defaultCMem);
@ -2567,27 +2567,23 @@ size_t ZSTD_generateSequences(ZSTD_CCtx* zc, ZSTD_Sequence* outSeqs,
ZSTD_compress2(zc, dst, dstCapacity, src, srcSize); ZSTD_compress2(zc, dst, dstCapacity, src, srcSize);
ZSTD_customFree(dst, ZSTD_defaultCMem); ZSTD_customFree(dst, ZSTD_defaultCMem);
return zc->seqCollector.seqIndex;
}
if (format == ZSTD_sf_noBlockDelimiters) { size_t ZSTD_mergeGeneratedSequences(ZSTD_Sequence* sequences, size_t seqsSize) {
/* Remove all block delimiters and append them to the next sequence's literals
* and do not emit last literals at all
*/
size_t in = 0; size_t in = 0;
size_t out = 0; size_t out = 0;
for (; in < zc->seqCollector.seqIndex; ++in) { for (; in < seqsSize; ++in) {
if (seqCollector.seqStart[in].offset == 0 && seqCollector.seqStart[in].matchLength == 0) { if (sequences[in].offset == 0 && sequences[in].matchLength == 0) {
if (in != zc->seqCollector.seqIndex - 1) { if (in != seqsSize - 1) {
seqCollector.seqStart[in+1].litLength += seqCollector.seqStart[in].litLength; sequences[in+1].litLength += sequences[in].litLength;
} }
} else { } else {
seqCollector.seqStart[out] = seqCollector.seqStart[in]; sequences[out] = sequences[in];
++out; ++out;
} }
} }
zc->seqCollector.seqIndex = out; return out;
}
return zc->seqCollector.seqIndex;
} }
/* Returns true if the given block is a RLE block */ /* Returns true if the given block is a RLE block */