Home
last modified time | relevance | path

Searched refs:dictBuffer (Results 1 – 22 of 22) sorted by relevance

/external/zstd/lib/dictBuilder/
Dzdict.h60 ZDICTLIB_API size_t ZDICT_trainFromBuffer(void* dictBuffer, size_t dictBufferCapacity,
113 ZDICTLIB_API unsigned ZDICT_getDictID(const void* dictBuffer, size_t dictSize); /**< extracts dict…
114 ZDICTLIB_API size_t ZDICT_getDictHeaderSize(const void* dictBuffer, size_t dictSize); /* returns d…
176 void *dictBuffer, size_t dictBufferCapacity,
198 void* dictBuffer, size_t dictBufferCapacity,
218 ZDICTLIB_API size_t ZDICT_trainFromBuffer_fastCover(void *dictBuffer,
241 ZDICTLIB_API size_t ZDICT_optimizeTrainFromBuffer_fastCover(void* dictBuffer,
267 void *dictBuffer, size_t dictBufferCapacity,
295 size_t ZDICT_addEntropyTablesFromBuffer(void* dictBuffer, size_t dictContentSize, size_t dictBuffer…
Dzdict.c97 unsigned ZDICT_getDictID(const void* dictBuffer, size_t dictSize) in ZDICT_getDictID() argument
100 if (MEM_readLE32(dictBuffer) != ZSTD_MAGIC_DICTIONARY) return 0; in ZDICT_getDictID()
101 return MEM_readLE32((const char*)dictBuffer + 4); in ZDICT_getDictID()
104 size_t ZDICT_getDictHeaderSize(const void* dictBuffer, size_t dictSize) in ZDICT_getDictHeaderSize() argument
107 …if (dictSize <= 8 || MEM_readLE32(dictBuffer) != ZSTD_MAGIC_DICTIONARY) return ERROR(dictionary_co… in ZDICT_getDictHeaderSize()
115 headerSize = ZSTD_loadCEntropy(bs, wksp, dictBuffer, dictSize); in ZDICT_getDictHeaderSize()
710 const void* dictBuffer, size_t dictBufferSize, in ZDICT_analyzeEntropy() argument
746 …esr.dict = ZSTD_createCDict_advanced(dictBuffer, dictBufferSize, ZSTD_dlm_byRef, ZSTD_dct_rawConte… in ZDICT_analyzeEntropy()
887 size_t ZDICT_finalizeDictionary(void* dictBuffer, size_t dictBufferCapacity, in ZDICT_finalizeDictionary() argument
928 char* dictEnd = (char*)dictBuffer + dictSize; in ZDICT_finalizeDictionary()
[all …]
Dfastcover.c394 void* dictBuffer, size_t dictBufferCapacity, in FASTCOVER_buildDictionary() argument
398 BYTE *const dict = (BYTE *)dictBuffer; in FASTCOVER_buildDictionary()
541 ZDICT_trainFromBuffer_fastCover(void* dictBuffer, size_t dictBufferCapacity, in ZDICT_trainFromBuffer_fastCover() argument
546 BYTE* const dict = (BYTE*)dictBuffer; in ZDICT_trainFromBuffer_fastCover()
592 const size_t tail = FASTCOVER_buildDictionary(&ctx, ctx.freqs, dictBuffer, in ZDICT_trainFromBuffer_fastCover()
611 void* dictBuffer, size_t dictBufferCapacity, in ZDICT_optimizeTrainFromBuffer_fastCover() argument
752 memcpy(dictBuffer, best.dict, dictSize); in ZDICT_optimizeTrainFromBuffer_fastCover()
Dcover.c676 COVER_map_t *activeDmers, void *dictBuffer, in COVER_buildDictionary() argument
679 BYTE *const dict = (BYTE *)dictBuffer; in COVER_buildDictionary()
728 void *dictBuffer, size_t dictBufferCapacity, in ZDICT_trainFromBuffer_cover() argument
732 BYTE* const dict = (BYTE*)dictBuffer; in ZDICT_trainFromBuffer_cover()
770 COVER_buildDictionary(&ctx, ctx.freqs, &activeDmers, dictBuffer, in ZDICT_trainFromBuffer_cover()
1112 void *dictBuffer, size_t dictBufferCapacity, const void *samplesBuffer, in ZDICT_optimizeTrainFromBuffer_cover() argument
1240 memcpy(dictBuffer, best.dict, dictSize); in ZDICT_optimizeTrainFromBuffer_cover()
/external/zstd/programs/
Dbenchzstd.c166 const void* dictBuffer, size_t dictBufferSize, in BMK_initCCtx() argument
191 CHECK_Z(ZSTD_CCtx_loadDictionary(ctx, dictBuffer, dictBufferSize)); in BMK_initCCtx()
195 const void* dictBuffer, size_t dictBufferSize) { in BMK_initDCtx() argument
197 CHECK_Z(ZSTD_DCtx_loadDictionary(dctx, dictBuffer, dictBufferSize)); in BMK_initDCtx()
203 const void* dictBuffer; member
212 … BMK_initCCtx(ag->cctx, ag->dictBuffer, ag->dictBufferSize, ag->cLevel, ag->comprParams, ag->adv); in local_initCCtx()
218 const void* dictBuffer; member
224 BMK_initDCtx(ag->dctx, ag->dictBuffer, ag->dictBufferSize); in local_initDCtx()
312 const void* dictBuffer, size_t dictBufferSize, in BMK_benchMemAdvancedNoAlloc() argument
416 cctxprep.dictBuffer = dictBuffer; in BMK_benchMemAdvancedNoAlloc()
[all …]
Ddibio.c265 size_t ZDICT_trainFromBuffer_unsafe_legacy(void* dictBuffer, size_t dictBufferCapacity,
279 void* const dictBuffer = malloc(maxDictSize); in DiB_trainFromFiles() local
291 if ((!sampleSizes) || (!srcBuffer) || (!dictBuffer)) in DiB_trainFromFiles()
322 dictSize = ZDICT_trainFromBuffer_unsafe_legacy(dictBuffer, maxDictSize, in DiB_trainFromFiles()
327 dictSize = ZDICT_optimizeTrainFromBuffer_cover(dictBuffer, maxDictSize, in DiB_trainFromFiles()
336 dictSize = ZDICT_trainFromBuffer_cover(dictBuffer, maxDictSize, srcBuffer, in DiB_trainFromFiles()
342 dictSize = ZDICT_optimizeTrainFromBuffer_fastCover(dictBuffer, maxDictSize, in DiB_trainFromFiles()
352 dictSize = ZDICT_trainFromBuffer_fastCover(dictBuffer, maxDictSize, srcBuffer, in DiB_trainFromFiles()
363 DiB_saveDict(dictFileName, dictBuffer, dictSize); in DiB_trainFromFiles()
370 free(dictBuffer); in DiB_trainFromFiles()
Dbenchzstd.h188 const void* dictBuffer, size_t dictBufferSize,
202 const void* dictBuffer, size_t dictBufferSize,
Dfileio.c894 void* dictBuffer; member
948 …ress.dictBufferSize = FIO_createDictBuffer(&ress.dictBuffer, dictFileName, prefs); /* works with… in FIO_createCResources()
953 if (dictFileName && (ress.dictBuffer==NULL)) in FIO_createCResources()
1002 CHECK( ZSTD_CCtx_refPrefix(ress.cctx, ress.dictBuffer, ress.dictBufferSize) ); in FIO_createCResources()
1004 CHECK( ZSTD_CCtx_loadDictionary(ress.cctx, ress.dictBuffer, ress.dictBufferSize) ); in FIO_createCResources()
1014 free(ress->dictBuffer); in FIO_freeCResources()
1904 { void* dictBuffer; in FIO_createDResources() local
1905 size_t const dictBufferSize = FIO_createDictBuffer(&dictBuffer, dictFileName, prefs); in FIO_createDResources()
1906 CHECK( ZSTD_initDStream_usingDict(ress.dctx, dictBuffer, dictBufferSize) ); in FIO_createDResources()
1907 free(dictBuffer); in FIO_createDResources()
/external/zstd/zlibWrapper/examples/
Dzwrapbench.c154 const void* dictBuffer, size_t dictBufferSize, BMK_compressor compressor) in BMK_benchMem() argument
238 …ZSTD_CDict* const cdict = ZSTD_createCDict_advanced(dictBuffer, dictBufferSize, ZSTD_dlm_byRef, ZS… in BMK_benchMem()
268 … rSize = ZSTD_initCStream_advanced(zbc, dictBuffer, dictBufferSize, zparams, avgSize); in BMK_benchMem()
293 int useSetDict = (dictBuffer != NULL); in BMK_benchMem()
314 … ret = deflateSetDictionary(&def, (const z_Bytef*)dictBuffer, dictBufferSize); in BMK_benchMem()
345 if (dictBuffer) { in BMK_benchMem()
346 … ret = deflateSetDictionary(&def, (const z_Bytef*)dictBuffer, dictBufferSize); in BMK_benchMem()
390 ZSTD_DDict* ddict = ZSTD_createDDict(dictBuffer, dictBufferSize); in BMK_benchMem()
416 rSize = ZSTD_initDStream_usingDict(zbd, dictBuffer, dictBufferSize); in BMK_benchMem()
462 … ret = inflateSetDictionary(&inf, (const z_Bytef*)dictBuffer, dictBufferSize); in BMK_benchMem()
[all …]
/external/zstd/lib/decompress/
Dzstd_ddict.c37 void* dictBuffer; member
126 ddict->dictBuffer = NULL; in ZSTD_initDDict_internal()
131 ddict->dictBuffer = internalBuffer; in ZSTD_initDDict_internal()
180 ZSTD_DDict* ZSTD_createDDict_byReference(const void* dictBuffer, size_t dictSize) in ZSTD_createDDict_byReference() argument
183 … return ZSTD_createDDict_advanced(dictBuffer, dictSize, ZSTD_dlm_byRef, ZSTD_dct_auto, allocator); in ZSTD_createDDict_byReference()
216 ZSTD_customFree(ddict->dictBuffer, cMem); in ZSTD_freeDDict()
233 return sizeof(*ddict) + (ddict->dictBuffer ? ddict->dictSize : 0) ; in ZSTD_sizeof_DDict()
/external/zstd/contrib/largeNbDicts/
DlargeNbDicts.c142 void* const dictBuffer = malloc(requestedDictSize); in createDictionaryBuffer() local
143 CONTROL(dictBuffer != NULL); in createDictionaryBuffer()
146 size_t const dictSize = ZDICT_trainFromBuffer(dictBuffer, requestedDictSize, in createDictionaryBuffer()
152 result.ptr = dictBuffer; in createDictionaryBuffer()
464 static cdict_collection_t createCDictCollection(const void* dictBuffer, size_t dictSize, size_t nbC… in createCDictCollection() argument
470 createCDictForDedicatedDictSearch(dictBuffer, dictSize, cLevel) : in createCDictCollection()
471 ZSTD_createCDict(dictBuffer, dictSize, cLevel); in createCDictCollection()
491 static ddict_collection_t createDDictCollection(const void* dictBuffer, size_t dictSize, size_t nbD… in createDDictCollection() argument
497 ddicts[dictNb] = ZSTD_createDDict(dictBuffer, dictSize); in createDDictCollection()
787 buffer_t const dictBuffer = createDictionaryBuffer(dictionary, in bench() local
[all …]
/external/zstd/tests/fuzz/
Dsequence_compression_api.c234 void* dictBuffer; in LLVMFuzzerTestOneInput() local
249 dictBuffer = FUZZ_malloc(dictSize); in LLVMFuzzerTestOneInput()
250 dictBuffer = generatePseudoRandomString(dictBuffer, dictSize); in LLVMFuzzerTestOneInput()
263 …ecodeSequences(generatedSrc, nbSequences, ZSTD_FUZZ_GENERATED_LITERALS_SIZE, dictBuffer, dictSize); in LLVMFuzzerTestOneInput()
282 dictBuffer, dictSize, in LLVMFuzzerTestOneInput()
293 free(dictBuffer); in LLVMFuzzerTestOneInput()
/external/zstd/examples/
Ddictionary_decompression.c23 void* const dictBuffer = mallocAndLoadFile_orDie(dictFileName, &dictSize); in createDict_orDie() local
24 ZSTD_DDict* const ddict = ZSTD_createDDict(dictBuffer, dictSize); in createDict_orDie()
26 free(dictBuffer); in createDict_orDie()
Ddictionary_compression.c22 void* const dictBuffer = mallocAndLoadFile_orDie(dictFileName, &dictSize); in createCDict_orDie() local
23 ZSTD_CDict* const cdict = ZSTD_createCDict(dictBuffer, dictSize, cLevel); in createCDict_orDie()
25 free(dictBuffer); in createCDict_orDie()
/external/zstd/tests/
Dfuzzer.c1758 void* const dictBuffer = malloc(dictBufferCapacity); in basicUnitTests() local
1767 if (dictBuffer==NULL || samplesSizes==NULL) { in basicUnitTests()
1768 free(dictBuffer); in basicUnitTests()
1777 { size_t const sDictSize = ZDICT_trainFromBuffer(dictBuffer, dictBufferCapacity, in basicUnitTests()
1785 dictSize = ZDICT_trainFromBuffer(dictBuffer, dictBufferCapacity, in basicUnitTests()
1797 dictBuffer, dictBufferCapacity, in basicUnitTests()
1813 dictBuffer, dictBufferCapacity, in basicUnitTests()
1827 dictBuffer, dictBufferCapacity, in basicUnitTests()
1843 dictBuffer, dictBufferCapacity, in basicUnitTests()
1851 dictID = ZDICT_getDictID(dictBuffer, dictSize); in basicUnitTests()
[all …]
Dparamgrill.c1036 const void* dictBuffer; member
1052 ZSTD_CCtx_loadDictionary(ag->cctx, ag->dictBuffer, ag->dictBufferSize); in local_initCCtx()
1059 const void* dictBuffer; member
1066 ZSTD_DCtx_loadDictionary(ag->dctx, ag->dictBuffer, ag->dictBufferSize); in local_initDCtx()
1130 void* dictBuffer; member
1308 free(ctx.dictBuffer); in freeContexts()
1323 ctx->dictBuffer = NULL; in createContexts()
1331 ctx->dictBuffer = malloc(ctx->dictSize); in createContexts()
1341 if (ctx->dictSize > 64 MB || !(ctx->dictBuffer)) { in createContexts()
1347 readSize = fread(ctx->dictBuffer, 1, ctx->dictSize, f); in createContexts()
[all …]
/external/lz4/programs/
Dlz4io.c951 void* dictBuffer; member
957 ress->dictBuffer = NULL; in LZ4IO_loadDDict()
962 ress->dictBuffer = LZ4IO_createDict(prefs, &ress->dictBufferSize); in LZ4IO_loadDDict()
963 if (!ress->dictBuffer) EXM_THROW(25, "Dictionary error : could not create dictionary"); in LZ4IO_loadDDict()
994 free(ress.dictBuffer); in LZ4IO_freeDResources()
1008 …ict(ress.dCtx, ress.dstBuffer, &outSize, ress.srcBuffer, &inSize, ress.dictBuffer, ress.dictBuffer… in LZ4IO_decompressLZ4F()
1027 …stBuffer, &decodedBytes, (char*)(ress.srcBuffer)+pos, &remaining, ress.dictBuffer, ress.dictBuffer… in LZ4IO_decompressLZ4F()
/external/zstd/lib/
Dzstd.h851 ZSTDLIB_API ZSTD_CDict* ZSTD_createCDict(const void* dictBuffer, size_t dictSize,
874 ZSTDLIB_API ZSTD_DDict* ZSTD_createDDict(const void* dictBuffer, size_t dictSize);
1541 ZSTDLIB_API ZSTD_CDict* ZSTD_createCDict_byReference(const void* dictBuffer, size_t dictSize, int c…
1901 ZSTDLIB_API ZSTD_DDict* ZSTD_createDDict_byReference(const void* dictBuffer, size_t dictSize);
/external/lz4/lib/
Dlz4frame.h564 LZ4FLIB_STATIC_API LZ4F_CDict* LZ4F_createCDict(const void* dictBuffer, size_t dictSize);
Dlz4frame.c490 LZ4F_CDict* LZ4F_createCDict(const void* dictBuffer, size_t dictSize) in LZ4F_createCDict() argument
492 const char* dictStart = (const char*)dictBuffer; in LZ4F_createCDict()
/external/zstd/lib/compress/
Dzstd_compress.c135 ZSTD_customFree(cctx->localDict.dictBuffer, cctx->customMem); in ZSTD_clearAllDicts()
144 size_t const bufferSize = dict.dictBuffer != NULL ? dict.dictSize : 0; in ZSTD_sizeof_localDict()
971 assert(dl->dictBuffer == NULL); in ZSTD_initLocalDict()
1010 void* dictBuffer; in ZSTD_CCtx_loadDictionary_advanced() local
1013 dictBuffer = ZSTD_customMalloc(dictSize, cctx->customMem); in ZSTD_CCtx_loadDictionary_advanced()
1014 RETURN_ERROR_IF(!dictBuffer, memory_allocation, "NULL pointer!"); in ZSTD_CCtx_loadDictionary_advanced()
1015 ZSTD_memcpy(dictBuffer, dict, dictSize); in ZSTD_CCtx_loadDictionary_advanced()
1016 cctx->localDict.dictBuffer = dictBuffer; in ZSTD_CCtx_loadDictionary_advanced()
1017 cctx->localDict.dict = dictBuffer; in ZSTD_CCtx_loadDictionary_advanced()
3621 const void* dictBuffer, size_t dictSize, in ZSTD_initCDict_internal() argument
[all …]
Dzstd_compress_internal.h58 void* dictBuffer; member