mirror of
git://git.kernel.org/pub/scm/linux/kernel/git/xiang/erofs.git
synced 2026-10-30 22:03:17 +01:00
Zstd streams create dictionaries that can require significant RAM, especially when there is one per-CPU. Tools like 'perf record' won't use the streams without the -z option, and so the creation of the streams is pure overhead. Switch to creating the streams on first use. Committer notes: ssize_t comes from sys/types.h, size_t from stddef.h. This worked on glibc as stdlib.h includes both, but not on musl libc. So do what 'man size_t' says and include sys/types.h and stddef.h instead of stdlib.h Signed-off-by: Ian Rogers <[email protected]> Cc: Adrian Hunter <[email protected]> Cc: Alexander Shishkin <[email protected]> Cc: Andi Kleen <[email protected]> Cc: Athira Jajeev <[email protected]> Cc: Changbin Du <[email protected]> Cc: Colin Ian King <[email protected]> Cc: Dmitrii Dolgov <[email protected]> Cc: German Gomez <[email protected]> Cc: Huacai Chen <[email protected]> Cc: Ingo Molnar <[email protected]> Cc: James Clark <[email protected]> Cc: Jiri Olsa <[email protected]> Cc: K Prateek Nayak <[email protected]> Cc: Kajol Jain <[email protected]> Cc: Kan Liang <[email protected]> Cc: Leo Yan <[email protected]> Cc: Li Dong <[email protected]> Cc: Liam Howlett <[email protected]> Cc: Mark Rutland <[email protected]> Cc: Masami Hiramatsu (Google) <[email protected]> Cc: Miguel Ojeda <[email protected]> Cc: Ming Wang <[email protected]> Cc: Namhyung Kim <[email protected]> Cc: Nick Terrell <[email protected]> Cc: Paolo Bonzini <[email protected]> Cc: Peter Zijlstra <[email protected]> Cc: Ravi Bangoria <[email protected]> Cc: Sandipan Das <[email protected]> Cc: Sean Christopherson <[email protected]> Cc: Steinar H. Gunderson <[email protected]> Cc: Vincent Whitchurch <[email protected]> Cc: Wenyu Liu <[email protected]> Cc: Yang Jihong <[email protected]> Link: https://lore.kernel.org/r/[email protected] Signed-off-by: Arnaldo Carvalho de Melo <[email protected]>
115 lines
2.7 KiB
C
115 lines
2.7 KiB
C
// SPDX-License-Identifier: GPL-2.0
|
|
|
|
#include <string.h>
|
|
|
|
#include "util/compress.h"
|
|
#include "util/debug.h"
|
|
|
|
int zstd_init(struct zstd_data *data, int level)
|
|
{
|
|
data->comp_level = level;
|
|
data->dstream = NULL;
|
|
data->cstream = NULL;
|
|
return 0;
|
|
}
|
|
|
|
int zstd_fini(struct zstd_data *data)
|
|
{
|
|
if (data->dstream) {
|
|
ZSTD_freeDStream(data->dstream);
|
|
data->dstream = NULL;
|
|
}
|
|
|
|
if (data->cstream) {
|
|
ZSTD_freeCStream(data->cstream);
|
|
data->cstream = NULL;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
ssize_t zstd_compress_stream_to_records(struct zstd_data *data, void *dst, size_t dst_size,
|
|
void *src, size_t src_size, size_t max_record_size,
|
|
size_t process_header(void *record, size_t increment))
|
|
{
|
|
size_t ret, size, compressed = 0;
|
|
ZSTD_inBuffer input = { src, src_size, 0 };
|
|
ZSTD_outBuffer output;
|
|
void *record;
|
|
|
|
if (!data->cstream) {
|
|
data->cstream = ZSTD_createCStream();
|
|
if (data->cstream == NULL) {
|
|
pr_err("Couldn't create compression stream.\n");
|
|
return -1;
|
|
}
|
|
|
|
ret = ZSTD_initCStream(data->cstream, data->comp_level);
|
|
if (ZSTD_isError(ret)) {
|
|
pr_err("Failed to initialize compression stream: %s\n",
|
|
ZSTD_getErrorName(ret));
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
while (input.pos < input.size) {
|
|
record = dst;
|
|
size = process_header(record, 0);
|
|
compressed += size;
|
|
dst += size;
|
|
dst_size -= size;
|
|
output = (ZSTD_outBuffer){ dst, (dst_size > max_record_size) ?
|
|
max_record_size : dst_size, 0 };
|
|
ret = ZSTD_compressStream(data->cstream, &output, &input);
|
|
ZSTD_flushStream(data->cstream, &output);
|
|
if (ZSTD_isError(ret)) {
|
|
pr_err("failed to compress %ld bytes: %s\n",
|
|
(long)src_size, ZSTD_getErrorName(ret));
|
|
memcpy(dst, src, src_size);
|
|
return src_size;
|
|
}
|
|
size = output.pos;
|
|
size = process_header(record, size);
|
|
compressed += size;
|
|
dst += size;
|
|
dst_size -= size;
|
|
}
|
|
|
|
return compressed;
|
|
}
|
|
|
|
size_t zstd_decompress_stream(struct zstd_data *data, void *src, size_t src_size,
|
|
void *dst, size_t dst_size)
|
|
{
|
|
size_t ret;
|
|
ZSTD_inBuffer input = { src, src_size, 0 };
|
|
ZSTD_outBuffer output = { dst, dst_size, 0 };
|
|
|
|
if (!data->dstream) {
|
|
data->dstream = ZSTD_createDStream();
|
|
if (data->dstream == NULL) {
|
|
pr_err("Couldn't create decompression stream.\n");
|
|
return 0;
|
|
}
|
|
|
|
ret = ZSTD_initDStream(data->dstream);
|
|
if (ZSTD_isError(ret)) {
|
|
pr_err("Failed to initialize decompression stream: %s\n",
|
|
ZSTD_getErrorName(ret));
|
|
return 0;
|
|
}
|
|
}
|
|
while (input.pos < input.size) {
|
|
ret = ZSTD_decompressStream(data->dstream, &output, &input);
|
|
if (ZSTD_isError(ret)) {
|
|
pr_err("failed to decompress (B): %zd -> %zd, dst_size %zd : %s\n",
|
|
src_size, output.size, dst_size, ZSTD_getErrorName(ret));
|
|
break;
|
|
}
|
|
output.dst = dst + output.pos;
|
|
output.size = dst_size - output.pos;
|
|
}
|
|
|
|
return output.pos;
|
|
}
|