/* * Copyright (c) Meta Platforms, Inc. and affiliates. * All rights reserved. * * This source code is licensed under both the BSD-style license (found in the * LICENSE file in the root directory of this source tree) and the GPLv2 (found * in the COPYING file in the root directory of this source tree). * You may select, at your option, one of the above-listed licenses. */ #ifndef UTIL_H_MODULE #define UTIL_H_MODULE #if defined (__cplusplus) extern "C" { #endif /*-**************************************** * Dependencies ******************************************/ #include "platform.h" /* PLATFORM_POSIX_VERSION, ZSTD_NANOSLEEP_SUPPORT, ZSTD_SETPRIORITY_SUPPORT */ #include /* size_t, ptrdiff_t */ #include /* stat, utime */ #include /* stat, chmod */ #include "../lib/common/mem.h" /* U64 */ /*-************************************************************ * Avoid fseek()'s 2GiB barrier with MSVC, macOS, *BSD, MinGW ***************************************************************/ #if defined(_MSC_VER) && (_MSC_VER >= 1400) # define UTIL_fseek _fseeki64 #elif !defined(__64BIT__) && (PLATFORM_POSIX_VERSION >= 200112L) /* No point defining Large file for 64 bit */ # define UTIL_fseek fseeko #elif defined(__MINGW32__) && defined(__MSVCRT__) && !defined(__STRICT_ANSI__) && !defined(__NO_MINGW_LFS) # define UTIL_fseek fseeko64 #else # define UTIL_fseek fseek #endif /*-************************************************* * Sleep & priority functions: Windows - Posix - others ***************************************************/ #if defined(_WIN32) # include # define SET_REALTIME_PRIORITY SetPriorityClass(GetCurrentProcess(), REALTIME_PRIORITY_CLASS) # define UTIL_sleep(s) Sleep(1000*s) # define UTIL_sleepMilli(milli) Sleep(milli) #elif PLATFORM_POSIX_VERSION > 0 /* Unix-like operating system */ # include /* sleep */ # define UTIL_sleep(s) sleep(s) # if ZSTD_NANOSLEEP_SUPPORT /* necessarily defined in platform.h */ # define UTIL_sleepMilli(milli) { struct timespec t; t.tv_sec=0; t.tv_nsec=milli*1000000ULL; nanosleep(&t, NULL); } # else # define UTIL_sleepMilli(milli) /* disabled */ # endif # if ZSTD_SETPRIORITY_SUPPORT # include /* setpriority */ # define SET_REALTIME_PRIORITY setpriority(PRIO_PROCESS, 0, -20) # else # define SET_REALTIME_PRIORITY /* disabled */ # endif #else /* unknown non-unix operating system */ # define UTIL_sleep(s) /* disabled */ # define UTIL_sleepMilli(milli) /* disabled */ # define SET_REALTIME_PRIORITY /* disabled */ #endif /*-**************************************** * Compiler specifics ******************************************/ #if defined(__INTEL_COMPILER) # pragma warning(disable : 177) /* disable: message #177: function was declared but never referenced, useful with UTIL_STATIC */ #endif #if defined(__GNUC__) # define UTIL_STATIC static __attribute__((unused)) #elif defined (__cplusplus) || (defined (__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) /* C99 */) # define UTIL_STATIC static inline #elif defined(_MSC_VER) # define UTIL_STATIC static __inline #else # define UTIL_STATIC static /* this version may generate warnings for unused static functions; disable the relevant warning */ #endif /*-**************************************** * Console log ******************************************/ extern int g_utilDisplayLevel; /** * Displays a message prompt and returns success (0) if first character from stdin * matches any from acceptableLetters. Otherwise, returns failure (1) and displays abortMsg. * If any of the inputs are stdin itself, then automatically return failure (1). */ int UTIL_requireUserConfirmation(const char* prompt, const char* abortMsg, const char* acceptableLetters, int hasStdinInput); /*-**************************************** * File functions ******************************************/ #if defined(_MSC_VER) typedef struct __stat64 stat_t; typedef int mode_t; #elif defined(__MINGW32__) && defined (__MSVCRT__) typedef struct _stati64 stat_t; #else typedef struct stat stat_t; #endif #if defined(_MSC_VER) || defined(__MINGW32__) || defined (__MSVCRT__) /* windows support */ #define PATH_SEP '\\' #define STRDUP(s) _strdup(s) #else #define PATH_SEP '/' #include #define STRDUP(s) strdup(s) #endif /** * Calls platform's equivalent of stat() on filename and writes info to statbuf. * Returns success (1) or failure (0). * * UTIL_fstat() is like UTIL_stat() but takes an optional fd that refers to the * file in question. It turns out that this can be meaningfully faster. If fd is * -1, behaves just like UTIL_stat() (i.e., falls back to using the filename). */ int UTIL_stat(const char* filename, stat_t* statbuf); int UTIL_fstat(const int fd, const char* filename, stat_t* statbuf); /** * Instead of getting a file's stats, this updates them with the info in the * provided stat_t. Currently sets owner, group, atime, and mtime. Will only * update this info for regular files. * * UTIL_setFDStat() also takes an fd, and will preferentially use that to * indicate which file to modify, If fd is -1, it will fall back to using the * filename. */ int UTIL_setFileStat(const char* filename, const stat_t* statbuf); int UTIL_setFDStat(const int fd, const char* filename, const stat_t* statbuf); /** * Set atime to now and mtime to the st_mtim in statbuf. * * Directly wraps utime() or utimensat(). Returns -1 on error. * Does not validate filename is valid. */ int UTIL_utime(const char* filename, const stat_t *statbuf); /* * These helpers operate on a pre-populated stat_t, i.e., the result of * calling one of the above functions. */ int UTIL_isRegularFileStat(const stat_t* statbuf); int UTIL_isDirectoryStat(const stat_t* statbuf); int UTIL_isFIFOStat(const stat_t* statbuf); int UTIL_isBlockDevStat(const stat_t* statbuf); U64 UTIL_getFileSizeStat(const stat_t* statbuf); /** * Like chmod(), but only modifies regular files. Provided statbuf may be NULL, * in which case this function will stat() the file internally, in order to * check whether it should be modified. * * If fd is -1, fd is ignored and the filename is used. */ int UTIL_chmod(char const* filename, const stat_t* statbuf, mode_t permissions); int UTIL_fchmod(const int fd, char const* filename, const stat_t* statbuf, mode_t permissions); /* * In the absence of a pre-existing stat result on the file in question, these * functions will do a stat() call internally and then use that result to * compute the needed information. */ int UTIL_isRegularFile(const char* infilename); int UTIL_isDirectory(const char* infilename); int UTIL_isSameFile(const char* file1, const char* file2); int UTIL_isSameFileStat(const char* file1, const char* file2, const stat_t* file1Stat, const stat_t* file2Stat); int UTIL_isCompressedFile(const char* infilename, const char *extensionList[]); int UTIL_isLink(const char* infilename); int UTIL_isFIFO(const char* infilename); /** * Returns with the given file descriptor is a console. * Allows faking whether stdin/stdout/stderr is a console * using UTIL_fake*IsConsole(). */ int UTIL_isConsole(FILE* file); /** * Pretends that stdin/stdout/stderr is a console for testing. */ void UTIL_fakeStdinIsConsole(void); void UTIL_fakeStdoutIsConsole(void); void UTIL_fakeStderrIsConsole(void); /** * Emit traces for functions that read, or modify file metadata. */ void UTIL_traceFileStat(void); #define UTIL_FILESIZE_UNKNOWN ((U64)(-1)) U64 UTIL_getFileSize(const char* infilename); U64 UTIL_getTotalFileSize(const char* const * fileNamesTable, unsigned nbFiles); /** * Take @size in bytes, * prepare the components to pretty-print it in a scaled way. * The components in the returned struct should be passed in * precision, value, suffix order to a "%.*f%s" format string. * Output policy is sensible to @g_utilDisplayLevel, * for verbose mode (@g_utilDisplayLevel >= 4), * does not scale down. */ typedef struct { double value; int precision; const char* suffix; } UTIL_HumanReadableSize_t; UTIL_HumanReadableSize_t UTIL_makeHumanReadableSize(U64 size); int UTIL_compareStr(const void *p1, const void *p2); const char* UTIL_getFileExtension(const char* infilename); void UTIL_mirrorSourceFilesDirectories(const char** fileNamesTable, unsigned int nbFiles, const char *outDirName); char* UTIL_createMirroredDestDirName(const char* srcFileName, const char* outDirRootName); /*-**************************************** * Lists of Filenames ******************************************/ typedef struct { const char** fileNames; char* buf; /* fileNames are stored in this buffer (or are read-only) */ size_t tableSize; /* nb of fileNames */ size_t tableCapacity; } FileNamesTable; /*! UTIL_createFileNamesTable_fromFileName() : * read filenames from @inputFileName, and store them into returned object. * @return : a FileNamesTable*, or NULL in case of error (ex: @inputFileName doesn't exist). * Note: inputFileSize must be less than 50MB */ FileNamesTable* UTIL_createFileNamesTable_fromFileName(const char* inputFileName); /*! UTIL_assembleFileNamesTable() : * This function takes ownership of its arguments, @filenames and @buf, * and store them inside the created object. * note : this function never fails, * it will rather exit() the program if internal allocation fails. * @return : resulting FileNamesTable* object. */ FileNamesTable* UTIL_assembleFileNamesTable(const char** filenames, size_t tableSize, char* buf); /*! UTIL_freeFileNamesTable() : * This function is compatible with NULL argument and never fails. */ void UTIL_freeFileNamesTable(FileNamesTable* table); /*! UTIL_mergeFileNamesTable(): * @return : FileNamesTable*, concatenation of @table1 and @table2 * note: @table1 and @table2 are consumed (freed) by this operation */ FileNamesTable* UTIL_mergeFileNamesTable(FileNamesTable* table1, FileNamesTable* table2); /*! UTIL_expandFNT() : * read names from @fnt, and expand those corresponding to directories * update @fnt, now containing only file names, * note : in case of error, @fnt[0] is NULL */ void UTIL_expandFNT(FileNamesTable** fnt, int followLinks); /*! UTIL_createFNT_fromROTable() : * copy the @filenames pointer table inside the returned object. * The names themselves are still stored in their original buffer, which must outlive the object. * @return : a FileNamesTable* object, * or NULL in case of error */ FileNamesTable* UTIL_createFNT_fromROTable(const char** filenames, size_t nbFilenames); /*! UTIL_allocateFileNamesTable() : * Allocates a table of const char*, to insert read-only names later on. * The created FileNamesTable* doesn't hold a buffer. * @return : FileNamesTable*, or NULL, if allocation fails. */ FileNamesTable* UTIL_allocateFileNamesTable(size_t tableSize); /*! UTIL_searchFileNamesTable() : * Searched through entries in FileNamesTable for a specific name. * @return : index of entry if found or -1 if not found */ int UTIL_searchFileNamesTable(FileNamesTable* table, char const* name); /*! UTIL_refFilename() : * Add a reference to read-only name into @fnt table. * As @filename is only referenced, its lifetime must outlive @fnt. * Internal table must be large enough to reference a new member, * otherwise its UB (protected by an `assert()`). */ void UTIL_refFilename(FileNamesTable* fnt, const char* filename); /* UTIL_createExpandedFNT() is only active if UTIL_HAS_CREATEFILELIST is defined. * Otherwise, UTIL_createExpandedFNT() is a shell function which does nothing * apart from displaying a warning message. */ #ifdef _WIN32 # define UTIL_HAS_CREATEFILELIST #elif defined(__linux__) || (PLATFORM_POSIX_VERSION >= 200112L) /* opendir, readdir require POSIX.1-2001 */ # define UTIL_HAS_CREATEFILELIST # define UTIL_HAS_MIRRORFILELIST #else /* do not define UTIL_HAS_CREATEFILELIST */ #endif /*! UTIL_createExpandedFNT() : * read names from @filenames, and expand those corresponding to directories. * links are followed or not depending on @followLinks directive. * @return : an expanded FileNamesTable*, where each name is a file * or NULL in case of error */ FileNamesTable* UTIL_createExpandedFNT(const char* const* filenames, size_t nbFilenames, int followLinks); #if defined(_WIN32) || defined(WIN32) DWORD CountSetBits(ULONG_PTR bitMask); #endif /*-**************************************** * System ******************************************/ int UTIL_countCores(int logical); int UTIL_countPhysicalCores(void); int UTIL_countLogicalCores(void); #if defined (__cplusplus) } #endif #endif /* UTIL_H_MODULE */