| 
									
										
										
										
											2017-08-27 12:05:17 +02:00
										 |  |  | /*
 | 
					
						
							| 
									
										
										
										
											2021-11-19 12:54:45 +01:00
										 |  |  |  * Copyright (c) Yann Collet, Facebook, Inc. | 
					
						
							| 
									
										
										
										
											2017-06-08 20:43:56 -05:00
										 |  |  |  * All rights reserved. | 
					
						
							|  |  |  |  * | 
					
						
							| 
									
										
										
										
											2017-08-27 12:05:17 +02:00
										 |  |  |  * This source code is licensed under both the BSD-style license (found in the | 
					
						
							|  |  |  |  * LICENSE file in the root directory of this source tree) and the GPLv2 (found | 
					
						
							|  |  |  |  * in the COPYING file in the root directory of this source tree). | 
					
						
							| 
									
										
										
										
											2017-10-26 16:41:47 -04:00
										 |  |  |  * You may select, at your option, one of the above-listed licenses. | 
					
						
							| 
									
										
										
										
											2017-06-08 20:43:56 -05:00
										 |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |  #ifndef ZSTDMT_COMPRESS_H
 | 
					
						
							|  |  |  |  #define ZSTDMT_COMPRESS_H
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |  #if defined (__cplusplus)
 | 
					
						
							|  |  |  |  extern "C" { | 
					
						
							|  |  |  |  #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-08-27 12:05:17 +02:00
										 |  |  | /* Note : This is an internal API.
 | 
					
						
							| 
									
										
										
										
											2019-04-18 11:53:29 +02:00
										 |  |  |  *        These APIs used to be exposed with ZSTDLIB_API, | 
					
						
							| 
									
										
										
										
											2017-08-27 12:05:17 +02:00
										 |  |  |  *        because it used to be the only way to invoke MT compression. | 
					
						
							| 
									
										
										
										
											2021-01-08 11:21:43 +01:00
										 |  |  |  *        Now, you must use ZSTD_compress2 and ZSTD_compressStream2() instead. | 
					
						
							| 
									
										
										
										
											2019-04-18 11:53:29 +02:00
										 |  |  |  * | 
					
						
							|  |  |  |  *        This API requires ZSTD_MULTITHREAD to be defined during compilation, | 
					
						
							|  |  |  |  *        otherwise ZSTDMT_createCCtx*() will fail. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-06-08 20:43:56 -05:00
										 |  |  | /* ===   Dependencies   === */ | 
					
						
							| 
									
										
										
										
											2021-01-08 11:21:43 +01:00
										 |  |  | #include "../common/zstd_deps.h"   /* size_t */
 | 
					
						
							| 
									
										
										
										
											2017-06-08 20:43:56 -05:00
										 |  |  | #define ZSTD_STATIC_LINKING_ONLY   /* ZSTD_parameters */
 | 
					
						
							| 
									
										
										
										
											2020-09-18 21:38:36 +02:00
										 |  |  | #include "../zstd.h"            /* ZSTD_inBuffer, ZSTD_outBuffer, ZSTDLIB_API */
 | 
					
						
							| 
									
										
										
										
											2017-06-08 20:43:56 -05:00
										 |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-01-03 22:30:03 -02:00
										 |  |  | /* ===   Constants   === */ | 
					
						
							| 
									
										
										
										
											2021-11-19 12:54:45 +01:00
										 |  |  | #ifndef ZSTDMT_NBWORKERS_MAX /* a different value can be selected at compile time */
 | 
					
						
							|  |  |  | #  define ZSTDMT_NBWORKERS_MAX ((sizeof(void*)==4) /*32-bit*/ ? 64 : 256)
 | 
					
						
							| 
									
										
										
										
											2019-01-03 22:30:03 -02:00
										 |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2021-11-19 12:54:45 +01:00
										 |  |  | #ifndef ZSTDMT_JOBSIZE_MIN   /* a different value can be selected at compile time */
 | 
					
						
							|  |  |  | #  define ZSTDMT_JOBSIZE_MIN (512 KB)
 | 
					
						
							| 
									
										
										
										
											2019-01-03 22:30:03 -02:00
										 |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2019-07-20 20:47:07 +02:00
										 |  |  | #define ZSTDMT_JOBLOG_MAX   (MEM_32bits() ? 29 : 30)
 | 
					
						
							| 
									
										
										
										
											2019-01-03 22:30:03 -02:00
										 |  |  | #define ZSTDMT_JOBSIZE_MAX  (MEM_32bits() ? (512 MB) : (1024 MB))
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-01-08 11:21:43 +01:00
										 |  |  | /* ========================================================
 | 
					
						
							|  |  |  |  * ===  Private interface, for use by ZSTD_compress.c   === | 
					
						
							|  |  |  |  * ===  Not exposed in libzstd. Never invoke directly   === | 
					
						
							|  |  |  |  * ======================================================== */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-07-22 18:46:05 -03:00
										 |  |  | /* ===   Memory management   === */ | 
					
						
							| 
									
										
										
										
											2017-06-08 20:43:56 -05:00
										 |  |  | typedef struct ZSTDMT_CCtx_s ZSTDMT_CCtx; | 
					
						
							| 
									
										
										
										
											2019-04-18 11:53:29 +02:00
										 |  |  | /* Requires ZSTD_MULTITHREAD to be defined during compilation, otherwise it will return NULL. */ | 
					
						
							| 
									
										
										
										
											2021-01-08 11:21:43 +01:00
										 |  |  | ZSTDMT_CCtx* ZSTDMT_createCCtx_advanced(unsigned nbWorkers, | 
					
						
							|  |  |  |                                         ZSTD_customMem cMem, | 
					
						
							|  |  |  | 					ZSTD_threadPool *pool); | 
					
						
							|  |  |  | size_t ZSTDMT_freeCCtx(ZSTDMT_CCtx* mtctx); | 
					
						
							| 
									
										
										
										
											2017-06-08 20:43:56 -05:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-01-08 11:21:43 +01:00
										 |  |  | size_t ZSTDMT_sizeof_CCtx(ZSTDMT_CCtx* mtctx); | 
					
						
							| 
									
										
										
										
											2017-06-08 20:43:56 -05:00
										 |  |  | 
 | 
					
						
							|  |  |  | /* ===   Streaming functions   === */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-01-08 11:21:43 +01:00
										 |  |  | size_t ZSTDMT_nextInputSizeHint(const ZSTDMT_CCtx* mtctx); | 
					
						
							| 
									
										
										
										
											2017-06-08 20:43:56 -05:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-01-08 11:21:43 +01:00
										 |  |  | /*! ZSTDMT_initCStream_internal() :
 | 
					
						
							|  |  |  |  *  Private use only. Init streaming operation. | 
					
						
							|  |  |  |  *  expects params to be valid. | 
					
						
							|  |  |  |  *  must receive dict, or cdict, or none, but not both. | 
					
						
							| 
									
										
										
										
											2022-01-24 11:04:45 +01:00
										 |  |  |  *  mtctx can be freshly constructed or reused from a prior compression. | 
					
						
							|  |  |  |  *  If mtctx is reused, memory allocations from the prior compression may not be freed, | 
					
						
							|  |  |  |  *  even if they are not needed for the current compression. | 
					
						
							| 
									
										
										
										
											2021-01-08 11:21:43 +01:00
										 |  |  |  *  @return : 0, or an error code */ | 
					
						
							| 
									
										
										
										
											2022-01-24 11:04:45 +01:00
										 |  |  | size_t ZSTDMT_initCStream_internal(ZSTDMT_CCtx* mtctx, | 
					
						
							| 
									
										
										
										
											2021-01-08 11:21:43 +01:00
										 |  |  |                     const void* dict, size_t dictSize, ZSTD_dictContentType_e dictContentType, | 
					
						
							|  |  |  |                     const ZSTD_CDict* cdict, | 
					
						
							|  |  |  |                     ZSTD_CCtx_params params, unsigned long long pledgedSrcSize); | 
					
						
							| 
									
										
										
										
											2017-06-08 20:43:56 -05:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-07-22 18:46:05 -03:00
										 |  |  | /*! ZSTDMT_compressStream_generic() :
 | 
					
						
							| 
									
										
										
										
											2018-05-16 02:45:22 +09:00
										 |  |  |  *  Combines ZSTDMT_compressStream() with optional ZSTDMT_flushStream() or ZSTDMT_endStream() | 
					
						
							| 
									
										
										
										
											2017-07-22 18:46:05 -03:00
										 |  |  |  *  depending on flush directive. | 
					
						
							|  |  |  |  * @return : minimum amount of data still to be flushed | 
					
						
							|  |  |  |  *           0 if fully flushed | 
					
						
							| 
									
										
										
										
											2018-05-16 02:45:22 +09:00
										 |  |  |  *           or an error code | 
					
						
							|  |  |  |  *  note : needs to be init using any ZSTD_initCStream*() variant */ | 
					
						
							| 
									
										
										
										
											2021-01-08 11:21:43 +01:00
										 |  |  | size_t ZSTDMT_compressStream_generic(ZSTDMT_CCtx* mtctx, | 
					
						
							|  |  |  |                                      ZSTD_outBuffer* output, | 
					
						
							|  |  |  |                                      ZSTD_inBuffer* input, | 
					
						
							|  |  |  |                                      ZSTD_EndDirective endOp); | 
					
						
							| 
									
										
										
										
											2017-10-26 16:41:47 -04:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-01-03 22:30:03 -02:00
										 |  |  |  /*! ZSTDMT_toFlushNow()
 | 
					
						
							|  |  |  |   *  Tell how many bytes are ready to be flushed immediately. | 
					
						
							|  |  |  |   *  Probe the oldest active job (not yet entirely flushed) and check its output buffer. | 
					
						
							|  |  |  |   *  If return 0, it means there is no active job, | 
					
						
							|  |  |  |   *  or, it means oldest job is still active, but everything produced has been flushed so far, | 
					
						
							|  |  |  |   *  therefore flushing is limited by speed of oldest job. */ | 
					
						
							|  |  |  | size_t ZSTDMT_toFlushNow(ZSTDMT_CCtx* mtctx); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-05-16 02:45:22 +09:00
										 |  |  | /*! ZSTDMT_updateCParams_whileCompressing() :
 | 
					
						
							|  |  |  |  *  Updates only a selected set of compression parameters, to remain compatible with current frame. | 
					
						
							|  |  |  |  *  New parameters will be applied to next compression job. */ | 
					
						
							|  |  |  | void ZSTDMT_updateCParams_whileCompressing(ZSTDMT_CCtx* mtctx, const ZSTD_CCtx_params* cctxParams); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-01-03 22:30:03 -02:00
										 |  |  | /*! ZSTDMT_getFrameProgression():
 | 
					
						
							|  |  |  |  *  tells how much data has been consumed (input) and produced (output) for current frame. | 
					
						
							|  |  |  |  *  able to count progression inside worker threads. | 
					
						
							| 
									
										
										
										
											2018-05-16 02:45:22 +09:00
										 |  |  |  */ | 
					
						
							|  |  |  | ZSTD_frameProgression ZSTDMT_getFrameProgression(ZSTDMT_CCtx* mtctx); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-10-26 16:41:47 -04:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-06-08 20:43:56 -05:00
										 |  |  | #if defined (__cplusplus)
 | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #endif   /* ZSTDMT_COMPRESS_H */
 |