zstd_compress_module.c 8.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286
  1. // SPDX-License-Identifier: GPL-2.0+ OR BSD-3-Clause
  2. /*
  3. * Copyright (c) Meta Platforms, Inc. and affiliates.
  4. * All rights reserved.
  5. *
  6. * This source code is licensed under both the BSD-style license (found in the
  7. * LICENSE file in the root directory of this source tree) and the GPLv2 (found
  8. * in the COPYING file in the root directory of this source tree).
  9. * You may select, at your option, one of the above-listed licenses.
  10. */
  11. #include <linux/kernel.h>
  12. #include <linux/module.h>
  13. #include <linux/string.h>
  14. #include <linux/zstd.h>
  15. #include "common/zstd_deps.h"
  16. #include "common/zstd_internal.h"
  17. #include "compress/zstd_compress_internal.h"
  18. #define ZSTD_FORWARD_IF_ERR(ret) \
  19. do { \
  20. size_t const __ret = (ret); \
  21. if (ZSTD_isError(__ret)) \
  22. return __ret; \
  23. } while (0)
  24. static size_t zstd_cctx_init(zstd_cctx *cctx, const zstd_parameters *parameters,
  25. unsigned long long pledged_src_size)
  26. {
  27. ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_reset(
  28. cctx, ZSTD_reset_session_and_parameters));
  29. ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setPledgedSrcSize(
  30. cctx, pledged_src_size));
  31. ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setParameter(
  32. cctx, ZSTD_c_windowLog, parameters->cParams.windowLog));
  33. ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setParameter(
  34. cctx, ZSTD_c_hashLog, parameters->cParams.hashLog));
  35. ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setParameter(
  36. cctx, ZSTD_c_chainLog, parameters->cParams.chainLog));
  37. ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setParameter(
  38. cctx, ZSTD_c_searchLog, parameters->cParams.searchLog));
  39. ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setParameter(
  40. cctx, ZSTD_c_minMatch, parameters->cParams.minMatch));
  41. ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setParameter(
  42. cctx, ZSTD_c_targetLength, parameters->cParams.targetLength));
  43. ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setParameter(
  44. cctx, ZSTD_c_strategy, parameters->cParams.strategy));
  45. ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setParameter(
  46. cctx, ZSTD_c_contentSizeFlag, parameters->fParams.contentSizeFlag));
  47. ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setParameter(
  48. cctx, ZSTD_c_checksumFlag, parameters->fParams.checksumFlag));
  49. ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setParameter(
  50. cctx, ZSTD_c_dictIDFlag, !parameters->fParams.noDictIDFlag));
  51. return 0;
  52. }
  53. int zstd_min_clevel(void)
  54. {
  55. return ZSTD_minCLevel();
  56. }
  57. EXPORT_SYMBOL(zstd_min_clevel);
  58. int zstd_max_clevel(void)
  59. {
  60. return ZSTD_maxCLevel();
  61. }
  62. EXPORT_SYMBOL(zstd_max_clevel);
  63. int zstd_default_clevel(void)
  64. {
  65. return ZSTD_defaultCLevel();
  66. }
  67. EXPORT_SYMBOL(zstd_default_clevel);
  68. size_t zstd_compress_bound(size_t src_size)
  69. {
  70. return ZSTD_compressBound(src_size);
  71. }
  72. EXPORT_SYMBOL(zstd_compress_bound);
  73. zstd_parameters zstd_get_params(int level,
  74. unsigned long long estimated_src_size)
  75. {
  76. return ZSTD_getParams(level, estimated_src_size, 0);
  77. }
  78. EXPORT_SYMBOL(zstd_get_params);
  79. zstd_compression_parameters zstd_get_cparams(int level,
  80. unsigned long long estimated_src_size, size_t dict_size)
  81. {
  82. return ZSTD_getCParams(level, estimated_src_size, dict_size);
  83. }
  84. EXPORT_SYMBOL(zstd_get_cparams);
  85. size_t zstd_cctx_set_param(zstd_cctx *cctx, ZSTD_cParameter param, int value)
  86. {
  87. return ZSTD_CCtx_setParameter(cctx, param, value);
  88. }
  89. EXPORT_SYMBOL(zstd_cctx_set_param);
  90. size_t zstd_cctx_workspace_bound(const zstd_compression_parameters *cparams)
  91. {
  92. return ZSTD_estimateCCtxSize_usingCParams(*cparams);
  93. }
  94. EXPORT_SYMBOL(zstd_cctx_workspace_bound);
  95. // Used by zstd_cctx_workspace_bound_with_ext_seq_prod()
  96. static size_t dummy_external_sequence_producer(
  97. void *sequenceProducerState,
  98. ZSTD_Sequence *outSeqs, size_t outSeqsCapacity,
  99. const void *src, size_t srcSize,
  100. const void *dict, size_t dictSize,
  101. int compressionLevel,
  102. size_t windowSize)
  103. {
  104. (void)sequenceProducerState;
  105. (void)outSeqs; (void)outSeqsCapacity;
  106. (void)src; (void)srcSize;
  107. (void)dict; (void)dictSize;
  108. (void)compressionLevel;
  109. (void)windowSize;
  110. return ZSTD_SEQUENCE_PRODUCER_ERROR;
  111. }
  112. static void init_cctx_params_from_compress_params(
  113. ZSTD_CCtx_params *cctx_params,
  114. const zstd_compression_parameters *compress_params)
  115. {
  116. ZSTD_parameters zstd_params;
  117. memset(&zstd_params, 0, sizeof(zstd_params));
  118. zstd_params.cParams = *compress_params;
  119. ZSTD_CCtxParams_init_advanced(cctx_params, zstd_params);
  120. }
  121. size_t zstd_cctx_workspace_bound_with_ext_seq_prod(const zstd_compression_parameters *compress_params)
  122. {
  123. ZSTD_CCtx_params cctx_params;
  124. init_cctx_params_from_compress_params(&cctx_params, compress_params);
  125. ZSTD_CCtxParams_registerSequenceProducer(&cctx_params, NULL, dummy_external_sequence_producer);
  126. return ZSTD_estimateCCtxSize_usingCCtxParams(&cctx_params);
  127. }
  128. EXPORT_SYMBOL(zstd_cctx_workspace_bound_with_ext_seq_prod);
  129. size_t zstd_cstream_workspace_bound_with_ext_seq_prod(const zstd_compression_parameters *compress_params)
  130. {
  131. ZSTD_CCtx_params cctx_params;
  132. init_cctx_params_from_compress_params(&cctx_params, compress_params);
  133. ZSTD_CCtxParams_registerSequenceProducer(&cctx_params, NULL, dummy_external_sequence_producer);
  134. return ZSTD_estimateCStreamSize_usingCCtxParams(&cctx_params);
  135. }
  136. EXPORT_SYMBOL(zstd_cstream_workspace_bound_with_ext_seq_prod);
  137. zstd_cctx *zstd_init_cctx(void *workspace, size_t workspace_size)
  138. {
  139. if (workspace == NULL)
  140. return NULL;
  141. return ZSTD_initStaticCCtx(workspace, workspace_size);
  142. }
  143. EXPORT_SYMBOL(zstd_init_cctx);
  144. zstd_cctx *zstd_create_cctx_advanced(zstd_custom_mem custom_mem)
  145. {
  146. return ZSTD_createCCtx_advanced(custom_mem);
  147. }
  148. EXPORT_SYMBOL(zstd_create_cctx_advanced);
  149. size_t zstd_free_cctx(zstd_cctx *cctx)
  150. {
  151. return ZSTD_freeCCtx(cctx);
  152. }
  153. EXPORT_SYMBOL(zstd_free_cctx);
  154. zstd_cdict *zstd_create_cdict_byreference(const void *dict, size_t dict_size,
  155. zstd_compression_parameters cparams,
  156. zstd_custom_mem custom_mem)
  157. {
  158. return ZSTD_createCDict_advanced(dict, dict_size, ZSTD_dlm_byRef,
  159. ZSTD_dct_auto, cparams, custom_mem);
  160. }
  161. EXPORT_SYMBOL(zstd_create_cdict_byreference);
  162. size_t zstd_free_cdict(zstd_cdict *cdict)
  163. {
  164. return ZSTD_freeCDict(cdict);
  165. }
  166. EXPORT_SYMBOL(zstd_free_cdict);
  167. size_t zstd_compress_cctx(zstd_cctx *cctx, void *dst, size_t dst_capacity,
  168. const void *src, size_t src_size, const zstd_parameters *parameters)
  169. {
  170. ZSTD_FORWARD_IF_ERR(zstd_cctx_init(cctx, parameters, src_size));
  171. return ZSTD_compress2(cctx, dst, dst_capacity, src, src_size);
  172. }
  173. EXPORT_SYMBOL(zstd_compress_cctx);
  174. size_t zstd_compress_using_cdict(zstd_cctx *cctx, void *dst,
  175. size_t dst_capacity, const void *src, size_t src_size,
  176. const ZSTD_CDict *cdict)
  177. {
  178. return ZSTD_compress_usingCDict(cctx, dst, dst_capacity,
  179. src, src_size, cdict);
  180. }
  181. EXPORT_SYMBOL(zstd_compress_using_cdict);
  182. size_t zstd_cstream_workspace_bound(const zstd_compression_parameters *cparams)
  183. {
  184. return ZSTD_estimateCStreamSize_usingCParams(*cparams);
  185. }
  186. EXPORT_SYMBOL(zstd_cstream_workspace_bound);
  187. zstd_cstream *zstd_init_cstream(const zstd_parameters *parameters,
  188. unsigned long long pledged_src_size, void *workspace, size_t workspace_size)
  189. {
  190. zstd_cstream *cstream;
  191. if (workspace == NULL)
  192. return NULL;
  193. cstream = ZSTD_initStaticCStream(workspace, workspace_size);
  194. if (cstream == NULL)
  195. return NULL;
  196. /* 0 means unknown in linux zstd API but means 0 in new zstd API */
  197. if (pledged_src_size == 0)
  198. pledged_src_size = ZSTD_CONTENTSIZE_UNKNOWN;
  199. if (ZSTD_isError(zstd_cctx_init(cstream, parameters, pledged_src_size)))
  200. return NULL;
  201. return cstream;
  202. }
  203. EXPORT_SYMBOL(zstd_init_cstream);
  204. size_t zstd_reset_cstream(zstd_cstream *cstream,
  205. unsigned long long pledged_src_size)
  206. {
  207. if (pledged_src_size == 0)
  208. pledged_src_size = ZSTD_CONTENTSIZE_UNKNOWN;
  209. ZSTD_FORWARD_IF_ERR( ZSTD_CCtx_reset(cstream, ZSTD_reset_session_only) );
  210. ZSTD_FORWARD_IF_ERR( ZSTD_CCtx_setPledgedSrcSize(cstream, pledged_src_size) );
  211. return 0;
  212. }
  213. EXPORT_SYMBOL(zstd_reset_cstream);
  214. size_t zstd_compress_stream(zstd_cstream *cstream, zstd_out_buffer *output,
  215. zstd_in_buffer *input)
  216. {
  217. return ZSTD_compressStream(cstream, output, input);
  218. }
  219. EXPORT_SYMBOL(zstd_compress_stream);
  220. size_t zstd_flush_stream(zstd_cstream *cstream, zstd_out_buffer *output)
  221. {
  222. return ZSTD_flushStream(cstream, output);
  223. }
  224. EXPORT_SYMBOL(zstd_flush_stream);
  225. size_t zstd_end_stream(zstd_cstream *cstream, zstd_out_buffer *output)
  226. {
  227. return ZSTD_endStream(cstream, output);
  228. }
  229. EXPORT_SYMBOL(zstd_end_stream);
  230. void zstd_register_sequence_producer(
  231. zstd_cctx *cctx,
  232. void* sequence_producer_state,
  233. zstd_sequence_producer_f sequence_producer
  234. ) {
  235. ZSTD_registerSequenceProducer(cctx, sequence_producer_state, sequence_producer);
  236. }
  237. EXPORT_SYMBOL(zstd_register_sequence_producer);
  238. size_t zstd_compress_sequences_and_literals(zstd_cctx *cctx, void* dst, size_t dst_capacity,
  239. const zstd_sequence *in_seqs, size_t in_seqs_size,
  240. const void* literals, size_t lit_size, size_t lit_capacity,
  241. size_t decompressed_size)
  242. {
  243. return ZSTD_compressSequencesAndLiterals(cctx, dst, dst_capacity, in_seqs,
  244. in_seqs_size, literals, lit_size,
  245. lit_capacity, decompressed_size);
  246. }
  247. EXPORT_SYMBOL(zstd_compress_sequences_and_literals);
  248. MODULE_LICENSE("Dual BSD/GPL");
  249. MODULE_DESCRIPTION("Zstd Compressor");