2017-08-18 16:52:05 -07:00
|
|
|
/*
|
2017-08-21 11:24:32 -07:00
|
|
|
* Copyright (c) 2016-present, Przemyslaw Skibinski, Yann Collet, Facebook, Inc.
|
2016-12-21 06:08:44 -08:00
|
|
|
* All rights reserved.
|
|
|
|
*
|
2017-08-18 16:52:05 -07:00
|
|
|
* This source code is licensed under both the BSD-style license (found in the
|
|
|
|
* LICENSE file in the root directory of this source tree) and the GPLv2 (found
|
|
|
|
* in the COPYING file in the root directory of this source tree).
|
2017-09-08 00:09:23 -07:00
|
|
|
* You may select, at your option, one of the above-listed licenses.
|
2016-12-21 06:08:44 -08:00
|
|
|
*/
|
2016-05-09 07:19:25 -07:00
|
|
|
|
2016-04-28 03:23:33 -07:00
|
|
|
#ifndef UTIL_H_MODULE
|
|
|
|
#define UTIL_H_MODULE
|
|
|
|
|
|
|
|
#if defined (__cplusplus)
|
|
|
|
extern "C" {
|
|
|
|
#endif
|
|
|
|
|
2016-05-05 02:53:42 -07:00
|
|
|
|
2016-04-28 03:23:33 -07:00
|
|
|
/*-****************************************
|
|
|
|
* Dependencies
|
|
|
|
******************************************/
|
2018-10-03 15:34:41 -07:00
|
|
|
#include "platform.h" /* PLATFORM_POSIX_VERSION, ZSTD_NANOSLEEP_SUPPORT, ZSTD_SETPRIORITY_SUPPORT */
|
2018-12-19 18:30:57 -08:00
|
|
|
#include <stdlib.h> /* malloc, realloc, free */
|
2016-12-21 04:23:34 -08:00
|
|
|
#include <stddef.h> /* size_t, ptrdiff_t */
|
|
|
|
#include <stdio.h> /* fprintf */
|
|
|
|
#include <sys/types.h> /* stat, utime */
|
2018-10-03 14:54:33 -07:00
|
|
|
#include <sys/stat.h> /* stat, chmod */
|
2019-07-30 17:17:07 -07:00
|
|
|
#if defined(_WIN32)
|
2016-12-21 04:23:34 -08:00
|
|
|
# include <sys/utime.h> /* utime */
|
|
|
|
# include <io.h> /* _chmod */
|
2016-11-03 01:54:53 -07:00
|
|
|
#else
|
2016-12-11 16:03:23 -08:00
|
|
|
# include <unistd.h> /* chown, stat */
|
2019-07-30 17:17:07 -07:00
|
|
|
#if PLATFORM_POSIX_VERSION < 200809L
|
2016-12-11 16:03:23 -08:00
|
|
|
# include <utime.h> /* utime */
|
2019-07-30 17:17:07 -07:00
|
|
|
#else
|
|
|
|
# include <fcntl.h> /* AT_FDCWD */
|
|
|
|
# include <sys/stat.h> /* utimensat */
|
|
|
|
#endif
|
2016-11-03 01:54:53 -07:00
|
|
|
#endif
|
2017-12-04 16:02:42 -08:00
|
|
|
#include <time.h> /* clock_t, clock, CLOCKS_PER_SEC, nanosleep */
|
2016-12-21 04:23:34 -08:00
|
|
|
#include "mem.h" /* U32, U64 */
|
2016-04-28 03:23:33 -07:00
|
|
|
|
2016-05-04 15:25:38 -07:00
|
|
|
|
2018-10-11 17:34:47 -07:00
|
|
|
/*-************************************************************
|
2018-06-09 12:31:17 -07:00
|
|
|
* Avoid fseek()'s 2GiB barrier with MSVC, macOS, *BSD, MinGW
|
2017-02-15 08:03:16 -08:00
|
|
|
***************************************************************/
|
|
|
|
#if defined(_MSC_VER) && (_MSC_VER >= 1400)
|
|
|
|
# define UTIL_fseek _fseeki64
|
|
|
|
#elif !defined(__64BIT__) && (PLATFORM_POSIX_VERSION >= 200112L) /* No point defining Large file for 64 bit */
|
|
|
|
# define UTIL_fseek fseeko
|
|
|
|
#elif defined(__MINGW32__) && defined(__MSVCRT__) && !defined(__STRICT_ANSI__) && !defined(__NO_MINGW_LFS)
|
|
|
|
# define UTIL_fseek fseeko64
|
|
|
|
#else
|
|
|
|
# define UTIL_fseek fseek
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
2018-10-03 14:54:33 -07:00
|
|
|
/*-*************************************************
|
|
|
|
* Sleep & priority functions: Windows - Posix - others
|
|
|
|
***************************************************/
|
2016-05-04 15:25:38 -07:00
|
|
|
#if defined(_WIN32)
|
2016-04-28 04:16:01 -07:00
|
|
|
# include <windows.h>
|
2017-02-07 07:36:19 -08:00
|
|
|
# define SET_REALTIME_PRIORITY SetPriorityClass(GetCurrentProcess(), REALTIME_PRIORITY_CLASS)
|
2016-04-28 04:16:01 -07:00
|
|
|
# define UTIL_sleep(s) Sleep(1000*s)
|
|
|
|
# define UTIL_sleepMilli(milli) Sleep(milli)
|
2018-10-03 14:54:33 -07:00
|
|
|
|
|
|
|
#elif PLATFORM_POSIX_VERSION > 0 /* Unix-like operating system */
|
|
|
|
# include <unistd.h> /* sleep */
|
2016-05-04 15:25:38 -07:00
|
|
|
# define UTIL_sleep(s) sleep(s)
|
2018-10-03 15:34:41 -07:00
|
|
|
# if ZSTD_NANOSLEEP_SUPPORT /* necessarily defined in platform.h */
|
2016-05-05 02:53:42 -07:00
|
|
|
# define UTIL_sleepMilli(milli) { struct timespec t; t.tv_sec=0; t.tv_nsec=milli*1000000ULL; nanosleep(&t, NULL); }
|
|
|
|
# else
|
|
|
|
# define UTIL_sleepMilli(milli) /* disabled */
|
|
|
|
# endif
|
2018-10-03 14:54:33 -07:00
|
|
|
# if ZSTD_SETPRIORITY_SUPPORT
|
|
|
|
# include <sys/resource.h> /* setpriority */
|
|
|
|
# define SET_REALTIME_PRIORITY setpriority(PRIO_PROCESS, 0, -20)
|
|
|
|
# else
|
|
|
|
# define SET_REALTIME_PRIORITY /* disabled */
|
|
|
|
# endif
|
|
|
|
|
|
|
|
#else /* unknown non-unix operating systen */
|
2016-05-04 15:25:38 -07:00
|
|
|
# define UTIL_sleep(s) /* disabled */
|
2016-04-28 04:16:01 -07:00
|
|
|
# define UTIL_sleepMilli(milli) /* disabled */
|
2018-10-03 14:54:33 -07:00
|
|
|
# define SET_REALTIME_PRIORITY /* disabled */
|
2016-04-28 04:16:01 -07:00
|
|
|
#endif
|
|
|
|
|
2016-05-04 15:25:38 -07:00
|
|
|
|
2018-10-11 17:34:47 -07:00
|
|
|
/*-*************************************
|
2016-12-21 00:04:59 -08:00
|
|
|
* Constants
|
|
|
|
***************************************/
|
|
|
|
#define LIST_SIZE_INCREASE (8*1024)
|
|
|
|
|
|
|
|
|
|
|
|
/*-****************************************
|
|
|
|
* Compiler specifics
|
|
|
|
******************************************/
|
2016-12-21 04:23:34 -08:00
|
|
|
#if defined(__INTEL_COMPILER)
|
|
|
|
# pragma warning(disable : 177) /* disable: message #177: function was declared but never referenced, useful with UTIL_STATIC */
|
|
|
|
#endif
|
2016-12-21 00:04:59 -08:00
|
|
|
#if defined(__GNUC__)
|
|
|
|
# define UTIL_STATIC static __attribute__((unused))
|
|
|
|
#elif defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */)
|
|
|
|
# define UTIL_STATIC static inline
|
|
|
|
#elif defined(_MSC_VER)
|
|
|
|
# define UTIL_STATIC static __inline
|
|
|
|
#else
|
|
|
|
# define UTIL_STATIC static /* this version may generate warnings for unused static functions; disable the relevant warning */
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
2017-08-31 16:58:47 -07:00
|
|
|
/*-****************************************
|
|
|
|
* Console log
|
|
|
|
******************************************/
|
2018-10-11 16:51:29 -07:00
|
|
|
extern int g_utilDisplayLevel;
|
2017-08-31 16:58:47 -07:00
|
|
|
#define UTIL_DISPLAY(...) fprintf(stderr, __VA_ARGS__)
|
|
|
|
#define UTIL_DISPLAYLEVEL(l, ...) { if (g_utilDisplayLevel>=l) { UTIL_DISPLAY(__VA_ARGS__); } }
|
|
|
|
|
|
|
|
|
2016-05-04 15:25:38 -07:00
|
|
|
/*-****************************************
|
|
|
|
* File functions
|
|
|
|
******************************************/
|
2016-11-02 06:08:07 -07:00
|
|
|
#if defined(_MSC_VER)
|
2017-03-29 18:51:58 -07:00
|
|
|
#define chmod _chmod
|
|
|
|
typedef struct __stat64 stat_t;
|
2016-11-02 06:08:07 -07:00
|
|
|
#else
|
|
|
|
typedef struct stat stat_t;
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
2018-12-19 18:30:57 -08:00
|
|
|
int UTIL_fileExist(const char* filename);
|
2018-10-11 15:07:12 -07:00
|
|
|
int UTIL_isRegularFile(const char* infilename);
|
2018-12-19 18:30:57 -08:00
|
|
|
int UTIL_setFileStat(const char* filename, stat_t* statbuf);
|
2018-10-11 12:52:19 -07:00
|
|
|
U32 UTIL_isDirectory(const char* infilename);
|
2018-12-19 18:30:57 -08:00
|
|
|
int UTIL_getFileStat(const char* infilename, stat_t* statbuf);
|
2019-03-23 19:04:56 -07:00
|
|
|
int UTIL_isSameFile(const char* file1, const char* file2);
|
2019-10-02 08:08:20 -07:00
|
|
|
int UTIL_compareStr(const void *p1, const void *p2);
|
2018-10-11 12:52:19 -07:00
|
|
|
|
2019-10-22 15:23:22 -07:00
|
|
|
U32 UTIL_isFIFO(const char* infilename);
|
2018-10-11 12:52:19 -07:00
|
|
|
U32 UTIL_isLink(const char* infilename);
|
|
|
|
#define UTIL_FILESIZE_UNKNOWN ((U64)(-1))
|
|
|
|
U64 UTIL_getFileSize(const char* infilename);
|
|
|
|
|
|
|
|
U64 UTIL_getTotalFileSize(const char* const * const fileNamesTable, unsigned nbFiles);
|
|
|
|
|
2016-09-15 09:58:18 -07:00
|
|
|
/*
|
|
|
|
* A modified version of realloc().
|
|
|
|
* If UTIL_realloc() fails the original block is freed.
|
|
|
|
*/
|
2018-12-19 18:30:57 -08:00
|
|
|
UTIL_STATIC void* UTIL_realloc(void *ptr, size_t size)
|
2016-09-15 09:58:18 -07:00
|
|
|
{
|
|
|
|
void *newptr = realloc(ptr, size);
|
|
|
|
if (newptr) return newptr;
|
|
|
|
free(ptr);
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
2018-12-19 18:30:57 -08:00
|
|
|
int UTIL_prepareFileList(const char* dirName, char** bufStart, size_t* pos, char** bufEnd, int followLinks);
|
2016-05-04 15:25:38 -07:00
|
|
|
#ifdef _WIN32
|
2016-05-05 02:53:42 -07:00
|
|
|
# define UTIL_HAS_CREATEFILELIST
|
2016-12-16 08:12:23 -08:00
|
|
|
#elif defined(__linux__) || (PLATFORM_POSIX_VERSION >= 200112L) /* opendir, readdir require POSIX.1-2001 */
|
2016-05-05 02:53:42 -07:00
|
|
|
# define UTIL_HAS_CREATEFILELIST
|
2016-05-04 15:25:38 -07:00
|
|
|
# include <dirent.h> /* opendir, readdir */
|
2016-12-21 00:04:59 -08:00
|
|
|
# include <string.h> /* strerror, memcpy */
|
2016-05-04 15:25:38 -07:00
|
|
|
#else
|
2016-08-24 08:32:09 -07:00
|
|
|
#endif /* #ifdef _WIN32 */
|
2016-05-04 15:25:38 -07:00
|
|
|
|
2016-05-20 02:24:35 -07:00
|
|
|
/*
|
|
|
|
* UTIL_createFileList - takes a list of files and directories (params: inputNames, inputNamesNb), scans directories,
|
2016-05-13 01:52:02 -07:00
|
|
|
* and returns a new list of files (params: return value, allocatedBuffer, allocatedNamesNb).
|
|
|
|
* After finishing usage of the list the structures should be freed with UTIL_freeFileList(params: return value, allocatedBuffer)
|
|
|
|
* In case of error UTIL_createFileList returns NULL and UTIL_freeFileList should not be called.
|
|
|
|
*/
|
2018-10-11 15:51:57 -07:00
|
|
|
const char**
|
2018-08-30 11:02:08 -07:00
|
|
|
UTIL_createFileList(const char **inputNames, unsigned inputNamesNb,
|
|
|
|
char** allocatedBuffer, unsigned* allocatedNamesNb,
|
2018-10-11 15:51:57 -07:00
|
|
|
int followLinks);
|
2016-05-04 15:25:38 -07:00
|
|
|
|
2016-05-13 01:52:02 -07:00
|
|
|
UTIL_STATIC void UTIL_freeFileList(const char** filenameTable, char* allocatedBuffer)
|
2016-05-04 15:25:38 -07:00
|
|
|
{
|
2016-05-13 01:52:02 -07:00
|
|
|
if (allocatedBuffer) free(allocatedBuffer);
|
|
|
|
if (filenameTable) free((void*)filenameTable);
|
2016-05-04 15:25:38 -07:00
|
|
|
}
|
|
|
|
|
2018-10-11 17:34:47 -07:00
|
|
|
int UTIL_countPhysicalCores(void);
|
2016-05-04 15:25:38 -07:00
|
|
|
|
2016-04-28 03:23:33 -07:00
|
|
|
#if defined (__cplusplus)
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#endif /* UTIL_H_MODULE */
|