52598d54e9
* Limit training samples size to 2GB * simplified DISPLAYLEVEL() macro to use global vqriable instead of local. * refactored training samples loading * fixed compiler warning * addressed comments from the pull request * addressed @terrelln comments * missed some fixes * fixed type mismatch * Fixed bug passing estimated number of samples rather insted of the loaded number of samples. Changed unit conversion not to use bit-shifts. * fixed a declaration after code * fixed type conversion compile errors * fixed more type castting * fixed more type mismatching * changed sizes type to size_t * move type casting * more type cast fixes
40 lines
1.4 KiB
C
40 lines
1.4 KiB
C
/*
|
|
* Copyright (c) Yann Collet, Facebook, Inc.
|
|
* All rights reserved.
|
|
*
|
|
* This source code is licensed under both the BSD-style license (found in the
|
|
* LICENSE file in the root directory of this source tree) and the GPLv2 (found
|
|
* in the COPYING file in the root directory of this source tree).
|
|
* You may select, at your option, one of the above-listed licenses.
|
|
*/
|
|
|
|
/* This library is designed for a single-threaded console application.
|
|
* It exit() and printf() into stderr when it encounters an error condition. */
|
|
|
|
#ifndef DIBIO_H_003
|
|
#define DIBIO_H_003
|
|
|
|
|
|
/*-*************************************
|
|
* Dependencies
|
|
***************************************/
|
|
#define ZDICT_STATIC_LINKING_ONLY
|
|
#include "../lib/zdict.h" /* ZDICT_params_t */
|
|
|
|
|
|
/*-*************************************
|
|
* Public functions
|
|
***************************************/
|
|
/*! DiB_trainFromFiles() :
|
|
Train a dictionary from a set of files provided by `fileNamesTable`.
|
|
Resulting dictionary is written into file `dictFileName`.
|
|
`parameters` is optional and can be provided with values set to 0, meaning "default".
|
|
@return : 0 == ok. Any other : error.
|
|
*/
|
|
int DiB_trainFromFiles(const char* dictFileName, size_t maxDictSize,
|
|
const char** fileNamesTable, int nbFiles, size_t chunkSize,
|
|
ZDICT_legacy_params_t* params, ZDICT_cover_params_t* coverParams,
|
|
ZDICT_fastCover_params_t* fastCoverParams, int optimize);
|
|
|
|
#endif
|