Lines Matching refs:cdict
148 ZSTD_freeCDict(cctx->localDict.cdict); in ZSTD_clearAllDicts()
151 cctx->cdict = NULL; in ZSTD_clearAllDicts()
157 size_t const cdictSize = ZSTD_sizeof_CDict(dict.cdict); in ZSTD_sizeof_localDict()
1001 RETURN_ERROR_IF(cctx->cdict, stage_wrong, in ZSTD_CCtx_setParametersUsingCCtxParams()
1037 assert(dl->cdict == NULL); in ZSTD_initLocalDict()
1041 if (dl->cdict != NULL) { in ZSTD_initLocalDict()
1042 assert(cctx->cdict == dl->cdict); in ZSTD_initLocalDict()
1047 assert(cctx->cdict == NULL); in ZSTD_initLocalDict()
1050 dl->cdict = ZSTD_createCDict_advanced2( in ZSTD_initLocalDict()
1057 RETURN_ERROR_IF(!dl->cdict, memory_allocation, "ZSTD_createCDict_advanced failed"); in ZSTD_initLocalDict()
1058 cctx->cdict = dl->cdict; in ZSTD_initLocalDict()
1103 size_t ZSTD_CCtx_refCDict(ZSTD_CCtx* cctx, const ZSTD_CDict* cdict) in ZSTD_CCtx_refCDict() argument
1109 cctx->cdict = cdict; in ZSTD_CCtx_refCDict()
1946 static int ZSTD_shouldAttachDict(const ZSTD_CDict* cdict, in ZSTD_shouldAttachDict() argument
1950 size_t cutoff = attachDictSizeCutoffs[cdict->matchState.cParams.strategy]; in ZSTD_shouldAttachDict()
1951 int const dedicatedDictSearch = cdict->matchState.dedicatedDictSearch; in ZSTD_shouldAttachDict()
1963 const ZSTD_CDict* cdict, in ZSTD_resetCCtx_byAttachingCDict() argument
1971 ZSTD_compressionParameters adjusted_cdict_cParams = cdict->matchState.cParams; in ZSTD_resetCCtx_byAttachingCDict()
1978 if (cdict->matchState.dedicatedDictSearch) { in ZSTD_resetCCtx_byAttachingCDict()
1983 cdict->dictContentSize, ZSTD_cpm_attachDict); in ZSTD_resetCCtx_byAttachingCDict()
1985 params.useRowMatchFinder = cdict->useRowMatchFinder; /* cdict overrides */ in ZSTD_resetCCtx_byAttachingCDict()
1992 { const U32 cdictEnd = (U32)( cdict->matchState.window.nextSrc in ZSTD_resetCCtx_byAttachingCDict()
1993 - cdict->matchState.window.base); in ZSTD_resetCCtx_byAttachingCDict()
1994 const U32 cdictLen = cdictEnd - cdict->matchState.window.dictLimit; in ZSTD_resetCCtx_byAttachingCDict()
2000 cctx->blockState.matchState.dictMatchState = &cdict->matchState; in ZSTD_resetCCtx_byAttachingCDict()
2013 cctx->dictID = cdict->dictID; in ZSTD_resetCCtx_byAttachingCDict()
2014 cctx->dictContentSize = cdict->dictContentSize; in ZSTD_resetCCtx_byAttachingCDict()
2017 ZSTD_memcpy(cctx->blockState.prevCBlock, &cdict->cBlockState, sizeof(cdict->cBlockState)); in ZSTD_resetCCtx_byAttachingCDict()
2023 const ZSTD_CDict* cdict, in ZSTD_resetCCtx_byCopyingCDict() argument
2028 const ZSTD_compressionParameters *cdict_cParams = &cdict->matchState.cParams; in ZSTD_resetCCtx_byCopyingCDict()
2030 assert(!cdict->matchState.dedicatedDictSearch); in ZSTD_resetCCtx_byCopyingCDict()
2039 params.useRowMatchFinder = cdict->useRowMatchFinder; in ZSTD_resetCCtx_byCopyingCDict()
2052 …{ size_t const chainSize = ZSTD_allocateChainTable(cdict_cParams->strategy, cdict->useRowMatchFi… in ZSTD_resetCCtx_byCopyingCDict()
2058 cdict->matchState.hashTable, in ZSTD_resetCCtx_byCopyingCDict()
2063 cdict->matchState.chainTable, in ZSTD_resetCCtx_byCopyingCDict()
2067 if (ZSTD_rowMatchFinderUsed(cdict_cParams->strategy, cdict->useRowMatchFinder)) { in ZSTD_resetCCtx_byCopyingCDict()
2070 cdict->matchState.tagTable, in ZSTD_resetCCtx_byCopyingCDict()
2078 assert(cdict->matchState.hashLog3 == 0); in ZSTD_resetCCtx_byCopyingCDict()
2085 { ZSTD_matchState_t const* srcMatchState = &cdict->matchState; in ZSTD_resetCCtx_byCopyingCDict()
2092 cctx->dictID = cdict->dictID; in ZSTD_resetCCtx_byCopyingCDict()
2093 cctx->dictContentSize = cdict->dictContentSize; in ZSTD_resetCCtx_byCopyingCDict()
2096 ZSTD_memcpy(cctx->blockState.prevCBlock, &cdict->cBlockState, sizeof(cdict->cBlockState)); in ZSTD_resetCCtx_byCopyingCDict()
2105 const ZSTD_CDict* cdict, in ZSTD_resetCCtx_usingCDict() argument
2114 if (ZSTD_shouldAttachDict(cdict, params, pledgedSrcSize)) { in ZSTD_resetCCtx_usingCDict()
2116 cctx, cdict, *params, pledgedSrcSize, zbuff); in ZSTD_resetCCtx_usingCDict()
2119 cctx, cdict, *params, pledgedSrcSize, zbuff); in ZSTD_resetCCtx_usingCDict()
4402 const ZSTD_CDict* cdict, in ZSTD_compressBegin_internal() argument
4406 size_t const dictContentSize = cdict ? cdict->dictContentSize : dictSize; in ZSTD_compressBegin_internal()
4410 assert(!((dict) && (cdict))); /* either dict or cdict, not both */ in ZSTD_compressBegin_internal()
4411 if ( (cdict) in ZSTD_compressBegin_internal()
4412 && (cdict->dictContentSize > 0) in ZSTD_compressBegin_internal()
4414 || pledgedSrcSize < cdict->dictContentSize * ZSTD_USE_CDICT_PARAMS_DICTSIZE_MULTIPLIER in ZSTD_compressBegin_internal()
4416 || cdict->compressionLevel == 0) in ZSTD_compressBegin_internal()
4418 return ZSTD_resetCCtx_usingCDict(cctx, cdict, params, pledgedSrcSize, zbuff); in ZSTD_compressBegin_internal()
4424 { size_t const dictID = cdict ? in ZSTD_compressBegin_internal()
4427 &cctx->ldmState, &cctx->workspace, &cctx->appliedParams, cdict->dictContent, in ZSTD_compressBegin_internal()
4428 cdict->dictContentSize, cdict->dictContentType, dtlm, in ZSTD_compressBegin_internal()
4446 const ZSTD_CDict* cdict, in ZSTD_compressBegin_advanced_internal() argument
4455 cdict, in ZSTD_compressBegin_advanced_internal()
4660 size_t ZSTD_sizeof_CDict(const ZSTD_CDict* cdict) in ZSTD_sizeof_CDict() argument
4662 if (cdict==NULL) return 0; /* support sizeof on NULL */ in ZSTD_sizeof_CDict()
4663 DEBUGLOG(5, "sizeof(*cdict) : %u", (unsigned)sizeof(*cdict)); in ZSTD_sizeof_CDict()
4665 return (cdict->workspace.workspace == cdict ? 0 : sizeof(*cdict)) in ZSTD_sizeof_CDict()
4666 + ZSTD_cwksp_sizeof(&cdict->workspace); in ZSTD_sizeof_CDict()
4670 ZSTD_CDict* cdict, in ZSTD_initCDict_internal() argument
4678 cdict->matchState.cParams = params.cParams; in ZSTD_initCDict_internal()
4679 cdict->matchState.dedicatedDictSearch = params.enableDedicatedDictSearch; in ZSTD_initCDict_internal()
4681 cdict->dictContent = dictBuffer; in ZSTD_initCDict_internal()
4683 …void *internalBuffer = ZSTD_cwksp_reserve_object(&cdict->workspace, ZSTD_cwksp_align(dictSize, siz… in ZSTD_initCDict_internal()
4685 cdict->dictContent = internalBuffer; in ZSTD_initCDict_internal()
4688 cdict->dictContentSize = dictSize; in ZSTD_initCDict_internal()
4689 cdict->dictContentType = dictContentType; in ZSTD_initCDict_internal()
4691 … cdict->entropyWorkspace = (U32*)ZSTD_cwksp_reserve_object(&cdict->workspace, HUF_WORKSPACE_SIZE); in ZSTD_initCDict_internal()
4695 ZSTD_reset_compressedBlockState(&cdict->cBlockState); in ZSTD_initCDict_internal()
4697 &cdict->matchState, in ZSTD_initCDict_internal()
4698 &cdict->workspace, in ZSTD_initCDict_internal()
4710 &cdict->cBlockState, &cdict->matchState, NULL, &cdict->workspace, in ZSTD_initCDict_internal()
4711 ¶ms, cdict->dictContent, cdict->dictContentSize, in ZSTD_initCDict_internal()
4712 dictContentType, ZSTD_dtlm_full, cdict->entropyWorkspace); in ZSTD_initCDict_internal()
4715 cdict->dictID = (U32)dictID; in ZSTD_initCDict_internal()
4739 ZSTD_CDict* cdict; in ZSTD_createCDict_advanced_internal() local
4748 cdict = (ZSTD_CDict*)ZSTD_cwksp_reserve_object(&ws, sizeof(ZSTD_CDict)); in ZSTD_createCDict_advanced_internal()
4749 assert(cdict != NULL); in ZSTD_createCDict_advanced_internal()
4750 ZSTD_cwksp_move(&cdict->workspace, &ws); in ZSTD_createCDict_advanced_internal()
4751 cdict->customMem = customMem; in ZSTD_createCDict_advanced_internal()
4752 cdict->compressionLevel = ZSTD_NO_CLEVEL; /* signals advanced API usage */ in ZSTD_createCDict_advanced_internal()
4753 cdict->useRowMatchFinder = useRowMatchFinder; in ZSTD_createCDict_advanced_internal()
4754 return cdict; in ZSTD_createCDict_advanced_internal()
4784 ZSTD_CDict* cdict; in ZSTD_createCDict_advanced2() local
4809 cdict = ZSTD_createCDict_advanced_internal(dictSize, in ZSTD_createCDict_advanced2()
4814 if (ZSTD_isError( ZSTD_initCDict_internal(cdict, in ZSTD_createCDict_advanced2()
4818 ZSTD_freeCDict(cdict); in ZSTD_createCDict_advanced2()
4822 return cdict; in ZSTD_createCDict_advanced2()
4828 ZSTD_CDict* const cdict = ZSTD_createCDict_advanced(dict, dictSize, in ZSTD_createCDict() local
4831 if (cdict) in ZSTD_createCDict()
4832 cdict->compressionLevel = (compressionLevel == 0) ? ZSTD_CLEVEL_DEFAULT : compressionLevel; in ZSTD_createCDict()
4833 return cdict; in ZSTD_createCDict()
4839 ZSTD_CDict* const cdict = ZSTD_createCDict_advanced(dict, dictSize, in ZSTD_createCDict_byReference() local
4842 if (cdict) in ZSTD_createCDict_byReference()
4843 cdict->compressionLevel = (compressionLevel == 0) ? ZSTD_CLEVEL_DEFAULT : compressionLevel; in ZSTD_createCDict_byReference()
4844 return cdict; in ZSTD_createCDict_byReference()
4847 size_t ZSTD_freeCDict(ZSTD_CDict* cdict) in ZSTD_freeCDict() argument
4849 if (cdict==NULL) return 0; /* support free on NULL */ in ZSTD_freeCDict()
4850 { ZSTD_customMem const cMem = cdict->customMem; in ZSTD_freeCDict()
4851 int cdictInWorkspace = ZSTD_cwksp_owns_buffer(&cdict->workspace, cdict); in ZSTD_freeCDict()
4852 ZSTD_cwksp_free(&cdict->workspace, cMem); in ZSTD_freeCDict()
4854 ZSTD_customFree(cdict, cMem); in ZSTD_freeCDict()
4888 ZSTD_CDict* cdict; in ZSTD_initStaticCDict() local
4896 cdict = (ZSTD_CDict*)ZSTD_cwksp_reserve_object(&ws, sizeof(ZSTD_CDict)); in ZSTD_initStaticCDict()
4897 if (cdict == NULL) return NULL; in ZSTD_initStaticCDict()
4898 ZSTD_cwksp_move(&cdict->workspace, &ws); in ZSTD_initStaticCDict()
4908 cdict->useRowMatchFinder = useRowMatchFinder; in ZSTD_initStaticCDict()
4910 if (ZSTD_isError( ZSTD_initCDict_internal(cdict, in ZSTD_initStaticCDict()
4916 return cdict; in ZSTD_initStaticCDict()
4919 ZSTD_compressionParameters ZSTD_getCParamsFromCDict(const ZSTD_CDict* cdict) in ZSTD_getCParamsFromCDict() argument
4921 assert(cdict != NULL); in ZSTD_getCParamsFromCDict()
4922 return cdict->matchState.cParams; in ZSTD_getCParamsFromCDict()
4929 unsigned ZSTD_getDictID_fromCDict(const ZSTD_CDict* cdict) in ZSTD_getDictID_fromCDict() argument
4931 if (cdict==NULL) return 0; in ZSTD_getDictID_fromCDict()
4932 return cdict->dictID; in ZSTD_getDictID_fromCDict()
4939 ZSTD_CCtx* const cctx, const ZSTD_CDict* const cdict, in ZSTD_compressBegin_usingCDict_internal() argument
4944 RETURN_ERROR_IF(cdict==NULL, dictionary_wrong, "NULL pointer!"); in ZSTD_compressBegin_usingCDict_internal()
4950 … || pledgedSrcSize < cdict->dictContentSize * ZSTD_USE_CDICT_PARAMS_DICTSIZE_MULTIPLIER in ZSTD_compressBegin_usingCDict_internal()
4952 || cdict->compressionLevel == 0 ) ? in ZSTD_compressBegin_usingCDict_internal()
4953 ZSTD_getCParamsFromCDict(cdict) in ZSTD_compressBegin_usingCDict_internal()
4954 : ZSTD_getCParams(cdict->compressionLevel, in ZSTD_compressBegin_usingCDict_internal()
4956 cdict->dictContentSize); in ZSTD_compressBegin_usingCDict_internal()
4957 ZSTD_CCtxParams_init_internal(&cctxParams, ¶ms, cdict->compressionLevel); in ZSTD_compressBegin_usingCDict_internal()
4970 cdict, in ZSTD_compressBegin_usingCDict_internal()
4980 ZSTD_CCtx* const cctx, const ZSTD_CDict* const cdict, in ZSTD_compressBegin_usingCDict_advanced() argument
4983 return ZSTD_compressBegin_usingCDict_internal(cctx, cdict, fParams, pledgedSrcSize); in ZSTD_compressBegin_usingCDict_advanced()
4988 size_t ZSTD_compressBegin_usingCDict(ZSTD_CCtx* cctx, const ZSTD_CDict* cdict) in ZSTD_compressBegin_usingCDict() argument
4991 return ZSTD_compressBegin_usingCDict_internal(cctx, cdict, fParams, ZSTD_CONTENTSIZE_UNKNOWN); in ZSTD_compressBegin_usingCDict()
5000 const ZSTD_CDict* cdict, ZSTD_frameParameters fParams) in ZSTD_compress_usingCDict_internal() argument
5002 …FORWARD_IF_ERROR(ZSTD_compressBegin_usingCDict_internal(cctx, cdict, fParams, srcSize), ""); /* wi… in ZSTD_compress_usingCDict_internal()
5012 const ZSTD_CDict* cdict, ZSTD_frameParameters fParams) in ZSTD_compress_usingCDict_advanced() argument
5014 return ZSTD_compress_usingCDict_internal(cctx, dst, dstCapacity, src, srcSize, cdict, fParams); in ZSTD_compress_usingCDict_advanced()
5025 const ZSTD_CDict* cdict) in ZSTD_compress_usingCDict() argument
5028 return ZSTD_compress_usingCDict_internal(cctx, dst, dstCapacity, src, srcSize, cdict, fParams); in ZSTD_compress_usingCDict()
5069 static ZSTD_cParamMode_e ZSTD_getCParamMode(ZSTD_CDict const* cdict, ZSTD_CCtx_params const* params… in ZSTD_getCParamMode() argument
5071 if (cdict != NULL && ZSTD_shouldAttachDict(cdict, params, pledgedSrcSize)) in ZSTD_getCParamMode()
5097 const void* dict, size_t dictSize, const ZSTD_CDict* cdict, in ZSTD_initCStream_internal() argument
5106 assert(!((dict) && (cdict))); /* either dict or cdict, not both */ in ZSTD_initCStream_internal()
5111 FORWARD_IF_ERROR( ZSTD_CCtx_refCDict(zcs, cdict) , ""); in ZSTD_initCStream_internal()
5119 const ZSTD_CDict* cdict, in ZSTD_initCStream_usingCDict_advanced() argument
5127 FORWARD_IF_ERROR( ZSTD_CCtx_refCDict(zcs, cdict) , ""); in ZSTD_initCStream_usingCDict_advanced()
5132 size_t ZSTD_initCStream_usingCDict(ZSTD_CStream* zcs, const ZSTD_CDict* cdict) in ZSTD_initCStream_usingCDict() argument
5136 FORWARD_IF_ERROR( ZSTD_CCtx_refCDict(zcs, cdict) , ""); in ZSTD_initCStream_usingCDict()
5431 assert(prefixDict.dict==NULL || cctx->cdict==NULL); /* only one can be set */ in ZSTD_CCtx_init_compressStream2()
5432 if (cctx->cdict && !cctx->localDict.cdict) { in ZSTD_CCtx_init_compressStream2()
5437 params.compressionLevel = cctx->cdict->compressionLevel; in ZSTD_CCtx_init_compressStream2()
5444 : (cctx->cdict ? cctx->cdict->dictContentSize : 0); in ZSTD_CCtx_init_compressStream2()
5445 …ZSTD_cParamMode_e const mode = ZSTD_getCParamMode(cctx->cdict, ¶ms, cctx->pledgedSrcSizePlusOn… in ZSTD_CCtx_init_compressStream2()
5459 cctx->cdict, in ZSTD_CCtx_init_compressStream2()
5610 if (cctx->cdict) { in ZSTD_copySequencesToSeqStoreExplicitBlockDelim()
5611 dictSize = (U32)cctx->cdict->dictContentSize; in ZSTD_copySequencesToSeqStoreExplicitBlockDelim()
5676 if (cctx->cdict) { in ZSTD_copySequencesToSeqStoreNoBlockDelim()
5677 dictSize = cctx->cdict->dictContentSize; in ZSTD_copySequencesToSeqStoreNoBlockDelim()