1 /*
2 datagencli.c
3 compressible data command line generator
4 Copyright (C) Yann Collet 2012-2020
5
6 GPL v2 License
7
8 This program is free software; you can redistribute it and/or modify
9 it under the terms of the GNU General Public License as published by
10 the Free Software Foundation; either version 2 of the License, or
11 (at your option) any later version.
12
13 This program is distributed in the hope that it will be useful,
14 but WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 GNU General Public License for more details.
17
18 You should have received a copy of the GNU General Public License along
19 with this program; if not, write to the Free Software Foundation, Inc.,
20 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
21
22 You can contact the author at :
23 - LZ4 source repository : https://github.com/lz4/lz4
24 - Public forum : https://groups.google.com/forum/#!forum/lz4c
25 */
26
27
28 /**************************************
29 * Includes
30 **************************************/
31 #include "util.h" /* U32 */
32 #include <stdio.h> /* fprintf, stderr */
33 #include "datagen.h" /* RDG_generate */
34 #include "loremOut.h" /* LOREM_genOut */
35 #include "lz4.h" /* LZ4_VERSION_STRING */
36
37
38 /**************************************
39 * Compiler specific
40 **************************************/
41 #ifdef _MSC_VER /* Visual Studio */
42 # pragma warning(disable : 4127) /* disable: C4127: conditional expression is constant */
43 # define strtoull _strtoui64 /* https://docs.microsoft.com/en-us/cpp/c-runtime-library/reference/strtoui64-wcstoui64-strtoui64-l-wcstoui64-l */
44 #endif
45
46
47 /**************************************
48 * Constants
49 **************************************/
50 #define KB *(1 <<10)
51 #define MB *(1 <<20)
52 #define GB *(1U<<30)
53
54 #define SIZE_DEFAULT (64 KB)
55 #define SEED_DEFAULT 0
56 #define COMPRESSIBILITY_NOT_SET 9999
57
58
59 /**************************************
60 * Macros
61 **************************************/
62 #define DISPLAY(...) fprintf(stderr, __VA_ARGS__)
63 #define DISPLAYLEVEL(l, ...) do { if (displayLevel>=(l)) DISPLAY(__VA_ARGS__); } while (0)
64 static unsigned displayLevel = 2;
65
66
67 /*********************************************************
68 * Command line
69 *********************************************************/
usage(char * programName)70 static int usage(char* programName)
71 {
72 DISPLAY( "Compressible data generator\n");
73 DISPLAY( "Usage :\n");
74 DISPLAY( " %s [size] [args]\n", programName);
75 DISPLAY( "\n");
76 DISPLAY( "Arguments :\n");
77 DISPLAY( " -g# : generate # data (default:%i)\n", SIZE_DEFAULT);
78 DISPLAY( " -s# : Select seed (default:%i)\n", SEED_DEFAULT);
79 DISPLAY( " -P# : Select compressibility in %% (range [0-100])\n");
80 DISPLAY( " -h : display help and exit\n");
81 DISPLAY( "Special values :\n");
82 DISPLAY( " -P0 : generate incompressible noise\n");
83 DISPLAY( " -P100 : generate sparse files\n");
84 return 0;
85 }
86
87
main(int argc,char ** argv)88 int main(int argc, char** argv)
89 {
90 int argNb;
91 unsigned long long proba = COMPRESSIBILITY_NOT_SET;
92 double litProba = 0.0;
93 U64 size = SIZE_DEFAULT;
94 unsigned seed = SEED_DEFAULT;
95 char* programName;
96
97 /* Check command line */
98 programName = argv[0];
99 for(argNb=1; argNb<argc; argNb++) {
100 char* argument = argv[argNb];
101
102 if(!argument) continue; /* Protection if argument empty */
103
104 /* Handle commands. Aggregated commands are allowed */
105 if (*argument=='-') {
106 argument++;
107 while (*argument!=0) {
108 switch(*argument) {
109 case 'h':
110 return usage(programName);
111 case 'g':
112 argument++;
113 size = strtoull(argument, &argument, 10);
114 if (*argument=='K') { size <<= 10; argument++; }
115 if (*argument=='M') { size <<= 20; argument++; }
116 if (*argument=='G') { size <<= 30; argument++; }
117 if (*argument=='B') { argument++; }
118 break;
119 case 's':
120 argument++;
121 seed = (unsigned)strtoul(argument, &argument, 10);
122 break;
123 case 'P':
124 argument++;
125 proba = strtoull(argument, &argument, 10);
126 break;
127 case 'L': /* hidden argument : Literal distribution probability */
128 argument++;
129 litProba = (double) strtoull(argument, &argument, 10);
130 if (litProba>100.) litProba=100.;
131 litProba /= 100.;
132 break;
133 case 'v':
134 displayLevel = 4;
135 argument++;
136 break;
137 default:
138 return usage(programName);
139 }
140 }
141 } /* if (*argument=='-') */
142 } /* for(argNb=1; argNb<argc; argNb++) */
143
144 DISPLAYLEVEL(4, "Data Generator %s \n", LZ4_VERSION_STRING);
145 DISPLAYLEVEL(3, "Seed = %u \n", seed);
146 if (proba != COMPRESSIBILITY_NOT_SET) {
147 DISPLAYLEVEL(3, "Compressibility : %i%%\n", (int)proba);
148 RDG_genOut(size, (double)proba / 100., litProba, seed);
149 } else {
150 LOREM_genOut(size, seed);
151 }
152 DISPLAYLEVEL(1, "\n");
153
154 return 0;
155 }
156