facebook/zstd
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Switch IO to go through streams

Browse Source
This commit is contained in:
Sean Purcell 2017-02-01 17:05:45 -08:00
parent 823d8c233b
commit 18ce8b54dd
2 changed files with 604 additions and 674 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
contrib/educational_decoder/harness.c
View File

@ -18,6 +18,9 @@ typedef unsigned char u8;
// compression ratio is at most 16 // compression ratio is at most 16
#define MAX_COMPRESSION_RATIO (16) #define MAX_COMPRESSION_RATIO (16)
// Protect against allocating too much memory for output
#define MAX_OUTPUT_SIZE ((size_t)1024 * 1024 * 1024)
u8 *input; u8 *input;
u8 *output; u8 *output;
u8 *dict; u8 *dict;
@ -86,11 +89,17 @@ int main(int argc, char **argv) {
size_t decompressed_size = ZSTD_get_decompressed_size(input, input_size); size_t decompressed_size = ZSTD_get_decompressed_size(input, input_size);
if (decompressed_size == -1) { if (decompressed_size == -1) {
decompressed_size = MAX_COMPRESSION_RATIO * input_size; decompressed_size = MAX_COMPRESSION_RATIO * input_size;
fprintf(stderr, "WARNING: Compressed data does contain decompressed " fprintf(stderr, "WARNING: Compressed data does not contain "
"size, going to assume the compression ratio is at " "decompressed size, going to assume the compression "
"most %d (decompressed size of at most %zu)\n", "ratio is at most %d (decompressed size of at most "
"%zu)\n",
MAX_COMPRESSION_RATIO, decompressed_size); MAX_COMPRESSION_RATIO, decompressed_size);
} }
if (decompressed_size > MAX_OUTPUT_SIZE) {
fprintf(stderr,
"Required output size too large for this implementation\n");
return 1;
}
output = malloc(decompressed_size); output = malloc(decompressed_size);
if (!output) { if (!output) {
fprintf(stderr, "failed to allocate memory\n"); fprintf(stderr, "failed to allocate memory\n");

1263
contrib/educational_decoder/zstd_decompress.c
View File

File diff suppressed because it is too large Load Diff