4fc4187984
Patch series "zram: introduce custom comp backends API", v7. This series introduces support for run-time compression algorithms tuning, so users, for instance, can adjust compression/acceleration levels and provide pre-trained compression/decompression dictionaries which certain algorithms support. At this point we stop supporting (old/deprecated) comp API. We may add new acomp API support in the future, but before that zram needs to undergo some major rework (we are not ready for async compression). Some benchmarks for reference (look at column #2) *** init zstd /sys/block/zram0/mm_stat 1750659072 504622188 514355200 0 514355200 1 0 34204 34204 *** init zstd dict=/home/ss/zstd-dict-amd64 /sys/block/zram0/mm_stat 1750650880 465908890 475398144 0 475398144 1 0 34185 34185 *** init zstd level=8 dict=/home/ss/zstd-dict-amd64 /sys/block/zram0/mm_stat 1750654976 430803319 439873536 0 439873536 1 0 34185 34185 *** init lz4 /sys/block/zram0/mm_stat 1750646784 664266564 677060608 0 677060608 1 0 34288 34288 *** init lz4 dict=/home/ss/lz4-dict-amd64 /sys/block/zram0/mm_stat 1750650880 619990300 632102912 0 632102912 1 0 34278 34278 *** init lz4hc /sys/block/zram0/mm_stat 1750630400 609023822 621232128 0 621232128 1 0 34288 34288 *** init lz4hc dict=/home/ss/lz4-dict-amd64 /sys/block/zram0/mm_stat 1750659072 505133172 515231744 0 515231744 1 0 34278 34278 Recompress init zram zstd (prio=0), zstd level=5 (prio 1), zstd with dict (prio 2) *** zstd /sys/block/zram0/mm_stat 1750982656 504630584 514269184 0 514269184 1 0 34204 34204 *** idle recompress priority=1 (zstd level=5) /sys/block/zram0/mm_stat 1750982656 488645601 525438976 0 514269184 1 0 34204 34204 *** idle recompress priority=2 (zstd dict) /sys/block/zram0/mm_stat 1750982656 460869640 517914624 0 514269184 1 0 34185 34204 This patch (of 24): We need to export a number of API functions that enable advanced zstd usage - C/D dictionaries, dictionaries sharing between contexts, etc. Link: https://lkml.kernel.org/r/20240902105656.1383858-1-senozhatsky@chromium.org Link: https://lkml.kernel.org/r/20240902105656.1383858-2-senozhatsky@chromium.org Signed-off-by: Sergey Senozhatsky <senozhatsky@chromium.org> Cc: Nick Terrell <terrelln@fb.com> Cc: Minchan Kim <minchan@kernel.org> Cc: Sergey Senozhatsky <senozhatsky@chromium.org> Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
214 lines
6.2 KiB
C
214 lines
6.2 KiB
C
// SPDX-License-Identifier: GPL-2.0+ OR BSD-3-Clause
|
|
/*
|
|
* Copyright (c) Facebook, Inc.
|
|
* All rights reserved.
|
|
*
|
|
* This source code is licensed under both the BSD-style license (found in the
|
|
* LICENSE file in the root directory of this source tree) and the GPLv2 (found
|
|
* in the COPYING file in the root directory of this source tree).
|
|
* You may select, at your option, one of the above-listed licenses.
|
|
*/
|
|
|
|
#include <linux/kernel.h>
|
|
#include <linux/module.h>
|
|
#include <linux/string.h>
|
|
#include <linux/zstd.h>
|
|
|
|
#include "common/zstd_deps.h"
|
|
#include "common/zstd_internal.h"
|
|
|
|
#define ZSTD_FORWARD_IF_ERR(ret) \
|
|
do { \
|
|
size_t const __ret = (ret); \
|
|
if (ZSTD_isError(__ret)) \
|
|
return __ret; \
|
|
} while (0)
|
|
|
|
static size_t zstd_cctx_init(zstd_cctx *cctx, const zstd_parameters *parameters,
|
|
unsigned long long pledged_src_size)
|
|
{
|
|
ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_reset(
|
|
cctx, ZSTD_reset_session_and_parameters));
|
|
ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setPledgedSrcSize(
|
|
cctx, pledged_src_size));
|
|
ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setParameter(
|
|
cctx, ZSTD_c_windowLog, parameters->cParams.windowLog));
|
|
ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setParameter(
|
|
cctx, ZSTD_c_hashLog, parameters->cParams.hashLog));
|
|
ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setParameter(
|
|
cctx, ZSTD_c_chainLog, parameters->cParams.chainLog));
|
|
ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setParameter(
|
|
cctx, ZSTD_c_searchLog, parameters->cParams.searchLog));
|
|
ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setParameter(
|
|
cctx, ZSTD_c_minMatch, parameters->cParams.minMatch));
|
|
ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setParameter(
|
|
cctx, ZSTD_c_targetLength, parameters->cParams.targetLength));
|
|
ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setParameter(
|
|
cctx, ZSTD_c_strategy, parameters->cParams.strategy));
|
|
ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setParameter(
|
|
cctx, ZSTD_c_contentSizeFlag, parameters->fParams.contentSizeFlag));
|
|
ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setParameter(
|
|
cctx, ZSTD_c_checksumFlag, parameters->fParams.checksumFlag));
|
|
ZSTD_FORWARD_IF_ERR(ZSTD_CCtx_setParameter(
|
|
cctx, ZSTD_c_dictIDFlag, !parameters->fParams.noDictIDFlag));
|
|
return 0;
|
|
}
|
|
|
|
int zstd_min_clevel(void)
|
|
{
|
|
return ZSTD_minCLevel();
|
|
}
|
|
EXPORT_SYMBOL(zstd_min_clevel);
|
|
|
|
int zstd_max_clevel(void)
|
|
{
|
|
return ZSTD_maxCLevel();
|
|
}
|
|
EXPORT_SYMBOL(zstd_max_clevel);
|
|
|
|
int zstd_default_clevel(void)
|
|
{
|
|
return ZSTD_defaultCLevel();
|
|
}
|
|
EXPORT_SYMBOL(zstd_default_clevel);
|
|
|
|
size_t zstd_compress_bound(size_t src_size)
|
|
{
|
|
return ZSTD_compressBound(src_size);
|
|
}
|
|
EXPORT_SYMBOL(zstd_compress_bound);
|
|
|
|
zstd_parameters zstd_get_params(int level,
|
|
unsigned long long estimated_src_size)
|
|
{
|
|
return ZSTD_getParams(level, estimated_src_size, 0);
|
|
}
|
|
EXPORT_SYMBOL(zstd_get_params);
|
|
|
|
zstd_compression_parameters zstd_get_cparams(int level,
|
|
unsigned long long estimated_src_size, size_t dict_size)
|
|
{
|
|
return ZSTD_getCParams(level, estimated_src_size, dict_size);
|
|
}
|
|
EXPORT_SYMBOL(zstd_get_cparams);
|
|
|
|
size_t zstd_cctx_workspace_bound(const zstd_compression_parameters *cparams)
|
|
{
|
|
return ZSTD_estimateCCtxSize_usingCParams(*cparams);
|
|
}
|
|
EXPORT_SYMBOL(zstd_cctx_workspace_bound);
|
|
|
|
zstd_cctx *zstd_init_cctx(void *workspace, size_t workspace_size)
|
|
{
|
|
if (workspace == NULL)
|
|
return NULL;
|
|
return ZSTD_initStaticCCtx(workspace, workspace_size);
|
|
}
|
|
EXPORT_SYMBOL(zstd_init_cctx);
|
|
|
|
zstd_cctx *zstd_create_cctx_advanced(zstd_custom_mem custom_mem)
|
|
{
|
|
return ZSTD_createCCtx_advanced(custom_mem);
|
|
}
|
|
EXPORT_SYMBOL(zstd_create_cctx_advanced);
|
|
|
|
size_t zstd_free_cctx(zstd_cctx *cctx)
|
|
{
|
|
return ZSTD_freeCCtx(cctx);
|
|
}
|
|
EXPORT_SYMBOL(zstd_free_cctx);
|
|
|
|
zstd_cdict *zstd_create_cdict_byreference(const void *dict, size_t dict_size,
|
|
zstd_compression_parameters cparams,
|
|
zstd_custom_mem custom_mem)
|
|
{
|
|
return ZSTD_createCDict_advanced(dict, dict_size, ZSTD_dlm_byRef,
|
|
ZSTD_dct_auto, cparams, custom_mem);
|
|
}
|
|
EXPORT_SYMBOL(zstd_create_cdict_byreference);
|
|
|
|
size_t zstd_free_cdict(zstd_cdict *cdict)
|
|
{
|
|
return ZSTD_freeCDict(cdict);
|
|
}
|
|
EXPORT_SYMBOL(zstd_free_cdict);
|
|
|
|
size_t zstd_compress_cctx(zstd_cctx *cctx, void *dst, size_t dst_capacity,
|
|
const void *src, size_t src_size, const zstd_parameters *parameters)
|
|
{
|
|
ZSTD_FORWARD_IF_ERR(zstd_cctx_init(cctx, parameters, src_size));
|
|
return ZSTD_compress2(cctx, dst, dst_capacity, src, src_size);
|
|
}
|
|
EXPORT_SYMBOL(zstd_compress_cctx);
|
|
|
|
size_t zstd_compress_using_cdict(zstd_cctx *cctx, void *dst,
|
|
size_t dst_capacity, const void *src, size_t src_size,
|
|
const ZSTD_CDict *cdict)
|
|
{
|
|
return ZSTD_compress_usingCDict(cctx, dst, dst_capacity,
|
|
src, src_size, cdict);
|
|
}
|
|
EXPORT_SYMBOL(zstd_compress_using_cdict);
|
|
|
|
size_t zstd_cstream_workspace_bound(const zstd_compression_parameters *cparams)
|
|
{
|
|
return ZSTD_estimateCStreamSize_usingCParams(*cparams);
|
|
}
|
|
EXPORT_SYMBOL(zstd_cstream_workspace_bound);
|
|
|
|
zstd_cstream *zstd_init_cstream(const zstd_parameters *parameters,
|
|
unsigned long long pledged_src_size, void *workspace, size_t workspace_size)
|
|
{
|
|
zstd_cstream *cstream;
|
|
|
|
if (workspace == NULL)
|
|
return NULL;
|
|
|
|
cstream = ZSTD_initStaticCStream(workspace, workspace_size);
|
|
if (cstream == NULL)
|
|
return NULL;
|
|
|
|
/* 0 means unknown in linux zstd API but means 0 in new zstd API */
|
|
if (pledged_src_size == 0)
|
|
pledged_src_size = ZSTD_CONTENTSIZE_UNKNOWN;
|
|
|
|
if (ZSTD_isError(zstd_cctx_init(cstream, parameters, pledged_src_size)))
|
|
return NULL;
|
|
|
|
return cstream;
|
|
}
|
|
EXPORT_SYMBOL(zstd_init_cstream);
|
|
|
|
size_t zstd_reset_cstream(zstd_cstream *cstream,
|
|
unsigned long long pledged_src_size)
|
|
{
|
|
if (pledged_src_size == 0)
|
|
pledged_src_size = ZSTD_CONTENTSIZE_UNKNOWN;
|
|
ZSTD_FORWARD_IF_ERR( ZSTD_CCtx_reset(cstream, ZSTD_reset_session_only) );
|
|
ZSTD_FORWARD_IF_ERR( ZSTD_CCtx_setPledgedSrcSize(cstream, pledged_src_size) );
|
|
return 0;
|
|
}
|
|
EXPORT_SYMBOL(zstd_reset_cstream);
|
|
|
|
size_t zstd_compress_stream(zstd_cstream *cstream, zstd_out_buffer *output,
|
|
zstd_in_buffer *input)
|
|
{
|
|
return ZSTD_compressStream(cstream, output, input);
|
|
}
|
|
EXPORT_SYMBOL(zstd_compress_stream);
|
|
|
|
size_t zstd_flush_stream(zstd_cstream *cstream, zstd_out_buffer *output)
|
|
{
|
|
return ZSTD_flushStream(cstream, output);
|
|
}
|
|
EXPORT_SYMBOL(zstd_flush_stream);
|
|
|
|
size_t zstd_end_stream(zstd_cstream *cstream, zstd_out_buffer *output)
|
|
{
|
|
return ZSTD_endStream(cstream, output);
|
|
}
|
|
EXPORT_SYMBOL(zstd_end_stream);
|
|
|
|
MODULE_LICENSE("Dual BSD/GPL");
|
|
MODULE_DESCRIPTION("Zstd Compressor");
|