summaryrefslogtreecommitdiff
path: root/src/third_party/zstandard-1.4.3/zstd/contrib/experimental_dict_builders/randomDictBuilder/io.h
blob: 0ee24604eed2c05c99c430ee9c9cef8330080c13 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
#include <stdio.h>  /* fprintf */
#include <stdlib.h> /* malloc, free, qsort */
#include <string.h>   /* strcmp, strlen */
#include <errno.h>    /* errno */
#include <ctype.h>
#include "zstd_internal.h" /* includes zstd.h */
#include "fileio.h"   /* stdinmark, stdoutmark, ZSTD_EXTENSION */
#include "platform.h"         /* Large Files support */
#include "util.h"
#include "zdict.h"


/*-*************************************
*  Structs
***************************************/
typedef struct {
    U64 totalSizeToLoad;
    unsigned oneSampleTooLarge;
    unsigned nbSamples;
} fileStats;

typedef struct {
  const void* srcBuffer;
  const size_t *samplesSizes;
  size_t nbSamples;
}sampleInfo;



/*! getSampleInfo():
 *  Load from input files and add samples to buffer
 * @return: a sampleInfo struct containing infomation about buffer where samples are stored,
 *          size of each sample, and total number of samples
 */
sampleInfo* getSampleInfo(const char** fileNamesTable, unsigned nbFiles, size_t chunkSize,
                          unsigned maxDictSize, const unsigned displayLevel);



/*! freeSampleInfo():
 *  Free memory allocated for info
 */
void freeSampleInfo(sampleInfo *info);



/*! saveDict():
 *  Save data stored on buff to dictFileName
 */
void saveDict(const char* dictFileName, const void* buff, size_t buffSize);


unsigned readU32FromChar(const char** stringPtr);

/** longCommandWArg() :
 *  check if *stringPtr is the same as longCommand.
 *  If yes, @return 1 and advances *stringPtr to the position which immediately follows longCommand.
 * @return 0 and doesn't modify *stringPtr otherwise.
 */
unsigned longCommandWArg(const char** stringPtr, const char* longCommand);