trace-cmd: Improvements in compression logic
v2 cover trace-cmd: Improvements in compression logic
Improvements in internal comperssion APIs, suggested by Sebastian Andrzej Siewior.
v2 changes:
- Fixed crash in tracecmd_compress_destroy(), reported by Steven.
Tzvetomir Stoyanov (VMware) (5):
trace-cmd: Use a structure to describe a compression protocol
trace-cmd: Make internal compression hooks more generic
trace-cmd: Use errno from zlib, if available
trace-cmd: Add context to compression hooks
trace-cmd: Use context hooks in zstd
.../include/private/trace-cmd-private.h | 20 ++-- lib/trace-cmd/trace-compress-zlib.c | 43 ++++---- lib/trace-cmd/trace-compress-zstd.c | 100 ++++++++++++------ lib/trace-cmd/trace-compress.c | 85 ++++++++------- 4 files changed, 149 insertions(+), 99 deletions(-)
Signature · 1 line
2.34.1
PATCH v2 1/5 trace-cmd: Use a structure to describe a compression protocol
Changed the tracecmd_compress_proto_register() function to use a structure instead of list of arguments to describe new compression protocol. That approach is more flexible and allows to extend the API in the future without changing the already implemented protocols.
--- .../include/private/trace-cmd-private.h | 18 ++++++++----- lib/trace-cmd/trace-compress-zlib.c | 15 ++++++++--- lib/trace-cmd/trace-compress-zstd.c | 18 ++++++++----- lib/trace-cmd/trace-compress.c | 26 +++++++------------ 4 files changed, 44 insertions(+), 33 deletions(-)
lib/trace-cmd/include/private/trace-cmd-private.h +11 -7
@@ -514,6 +514,16 @@ struct tracecmd_compress_chunk {off64_t offset; };struct tracecmd_compression ; +struct tracecmd_compression_proto { +int weight; +const char *name; +const char *version; +int (*compress)(const char *in,unsigned int in_bytes,char *out,unsigned int *out_bytes); +int (*uncompress)(const char *in,unsigned int in_bytes,char *out,unsigned int *out_bytes); +unsigned int (*compress_size)(unsigned int bytes); +bool (*is_supported)(const char *name,const char *version); +}; +struct tracecmd_compression *tracecmd_compress_alloc (const char *name,const char *version,int fd,struct tep_handle *tep,struct tracecmd_msg_handle *msg_handle);
@@ -530,13 +540,7 @@ int tracecmd_compress_proto_get_name(struct tracecmd_compression *compress, const char **name, const char **version);bool tracecmd_compress_is_supported (const char *name,const char *version);int tracecmd_compress_protos_get (char ***names,char ***versions); -int tracecmd_compress_proto_register (const char *name,const char *version,int weight, -int (*compress)(const char *in,unsigned int in_bytes, -char *out,unsigned int *out_bytes), -int (*uncompress)(const char *in,unsigned int in_bytes, -char *out,unsigned int *out_bytes), -unsigned int (*comress_size)(unsigned int bytes), -bool (*is_supported)(const char *name,const char *version)); +int tracecmd_compress_proto_register (struct tracecmd_compression_proto *proto);int tracecmd_compress_copy_from (struct tracecmd_compression *handle,int fd,int chunk_size,unsigned long long *read_size,unsigned long long *write_size); int tracecmd_uncompress_copy_to(struct tracecmd_compression *handle, int fd,
lib/trace-cmd/trace-compress-zlib.c +12 -3
@@ -103,7 +103,16 @@ static bool zlib_is_supported(const char *name, const char *version)int tracecmd_zlib_init (void ) { -return tracecmd_compress_proto_register (__ZLIB_NAME,zlibVersion (), __ZLIB_WEIGTH, - zlib_compress, zlib_decompress, - zlib_compress_bound, zlib_is_supported); +struct tracecmd_compression_proto proto; + +memset (&proto,0 ,sizeof (proto)); + proto.name = __ZLIB_NAME; + proto.version =zlibVersion (); + proto.weight = __ZLIB_WEIGTH; + proto.compress = zlib_compress; + proto.uncompress = zlib_decompress; + proto.is_supported = zlib_is_supported; + proto.compress_size = zlib_compress_bound; + +return tracecmd_compress_proto_register (&proto); }
lib/trace-cmd/trace-compress-zstd.c +11 -7
@@ -59,9 +59,19 @@ static bool zstd_is_supported(const char *name, const char *version)int tracecmd_zstd_init (void ) { +struct tracecmd_compression_proto proto;int ret =0 ;size_t r; +memset (&proto,0 ,sizeof (proto)); + proto.name = __ZSTD_NAME; + proto.version =ZSTD_versionString (); + proto.weight = __ZSTD_WEIGTH; + proto.compress = zstd_compress; + proto.uncompress = zstd_decompress; + proto.is_supported = zstd_is_supported; + proto.compress_size = zstd_compress_bound; + ctx_c =ZSTD_createCCtx (); ctx_d =ZSTD_createDCtx ();if (!ctx_c || !ctx_d)
@@ -71,13 +81,7 @@ int tracecmd_zstd_init(void)if (ZSTD_isError (r)) goto err; - ret =tracecmd_compress_proto_register (__ZSTD_NAME, -ZSTD_versionString (), - __ZSTD_WEIGTH, - zstd_compress, - zstd_decompress, - zstd_compress_bound, - zstd_is_supported); + ret =tracecmd_compress_proto_register (&proto);if (!ret)return 0 ; err:
lib/trace-cmd/trace-compress.c +10 -16
@@ -522,39 +522,33 @@ int tracecmd_compress_proto_get_name(struct tracecmd_compression *compress,* Returns 0 on success, or -1 in case of an error. If algorithm with given name * and version is already registered, -1 is returned. */ -int tracecmd_compress_proto_register (const char *name,const char *version,int weight, -int (*compress)(const char *in,unsigned int in_bytes, -char *out,unsigned int *out_bytes), -int (*uncompress)(const char *in,unsigned int in_bytes, -char *out,unsigned int *out_bytes), -unsigned int (*compress_size)(unsigned int bytes), -bool (*is_supported)(const char *name,const char *version)) +int tracecmd_compress_proto_register (struct tracecmd_compression_proto *proto) {struct compress_proto *new; -if (!name || !compress || !uncompress) +if (!proto || !proto->name || !proto->compress || !proto->uncompress)return -1 ; -if (tracecmd_compress_is_supported (name, version)) +if (tracecmd_compress_is_supported (proto->name, proto->version))return -1 ; new =calloc (1 ,sizeof (*new));if (!new)return -1 ; - new->proto_name =strdup (name); + new->proto_name =strdup (proto->name);if (!new->proto_name) goto error; - new->proto_version =strdup (version); + new->proto_version =strdup (proto->version);if (!new->proto_version) goto error; - new->compress_block = compress; - new->uncompress_block = uncompress; - new->compress_size = compress_size; - new->is_supported = is_supported; - new->weight = weight; + new->compress_block = proto->compress; + new->uncompress_block = proto->uncompress; + new->compress_size = proto->compress_size; + new->is_supported = proto->is_supported; + new->weight = proto->weight; new->next = proto_list; proto_list = new;return 0 ;
Signature · 1 line
2.34.1
Re: [PATCH v2 1/5] trace-cmd: Use a structure to describe a compression protocol
Quoted 9 lines · On Fri, 4 Mar 2022 07:56:54 +0200 "Tzvetomir Stoyanov (VMware)"…
Changed the
tracecmd_compress_proto_register()function to use a structure instead of list of arguments to describe new compression protocol. That approach is more flexible and allows to extend the API in the future without changing the already implemented protocols.Suggested-by Sebastian Andrzej Siewior <[email protected]>Signed-off-by Tzvetomir Stoyanov (VMware) <[email protected]>---
Hi Tzvetomir,
Just an FYI. Sebastian gave an "Acked-by" to these patches previously. It should be added to the follow up patches if the patches haven't changed. And you can even keep them if the patch changed slightly (like to fix the crash I reported).
Otherwise, the Acked-by's will likely be dropped. If I didn't notice this, they would have been.
So, unless the patch changes in logic, all new versions should contain Acked/Reviewed-by tags that you have received from previous versions.
https://lore.kernel.org/all/[email protected]/
Just so you know for future patches.
-- Steve
PATCH v2 2/5 trace-cmd: Make internal compression hooks more generic
In reply to Tzvetomir Stoyanov (VMware)Changed the prototypes of trace-cmd internal compression API to be more generic.
--- .../include/private/trace-cmd-private.h | 4 +-- lib/trace-cmd/trace-compress-zlib.c | 20 +++++------ lib/trace-cmd/trace-compress-zstd.c | 18 +++++----- lib/trace-cmd/trace-compress.c | 33 ++++++++----------- 4 files changed, 32 insertions(+), 43 deletions(-)
lib/trace-cmd/include/private/trace-cmd-private.h +2 -2
@@ -518,8 +518,8 @@ struct tracecmd_compression_proto {int weight;const char *name;const char *version; -int (*compress)(const char *in,unsigned int in_bytes,char *out,unsigned int *out_bytes); -int (*uncompress)(const char *in,unsigned int in_bytes,char *out,unsigned int *out_bytes); +int (*compress)(const void *in,int in_bytes,void *out,int out_bytes); +int (*uncompress)(const void *in,int in_bytes,void *out,int out_bytes);unsigned int (*compress_size)(unsigned int bytes);bool (*is_supported)(const char *name,const char *version); };
lib/trace-cmd/trace-compress-zlib.c +8 -12
@@ -13,19 +13,17 @@#define __ZLIB_NAME "zlib"#define __ZLIB_WEIGTH 10 -static int zlib_compress (const char *in,unsigned int in_bytes, -char *out,unsigned int *out_bytes) +static int zlib_compress (const void *in,int in_bytes,void *out,int out_bytes) { -unsigned long out_size = *out_bytes; +unsigned long obytes = out_bytes;int ret; - ret =compress2 ((unsigned char *)out, &out_size, + ret =compress2 ((unsigned char *)out, &obytes, (unsigned char *)in, (unsigned long )in_bytes,Z_BEST_COMPRESSION ); - *out_bytes = out_size; errno =0 ;switch (ret) {case Z_OK : -return 0 ; +return obytes;case Z_BUF_ERROR : errno = -ENOBUFS ;break ;
@@ -43,19 +41,17 @@ static int zlib_compress(const char *in, unsigned int in_bytes,return -1 ; } -static int zlib_decompress (const char *in,unsigned int in_bytes, -char *out,unsigned int *out_bytes) +static int zlib_decompress (const void *in,int in_bytes,void *out,int out_bytes) { -unsigned long out_size = *out_bytes; +unsigned long obytes = out_bytes;int ret; - ret =uncompress ((unsigned char *)out, &out_size, + ret =uncompress ((unsigned char *)out, &obytes, (unsigned char *)in, (unsigned long )in_bytes); - *out_bytes = out_size; errno =0 ;switch (ret) {case Z_OK : -return 0 ; +return obytes;case Z_BUF_ERROR : errno = -ENOBUFS ;break ;
lib/trace-cmd/trace-compress-zstd.c +8 -10
@@ -15,31 +15,29 @@static ZSTD_CCtx *ctx_c;static ZSTD_DCtx *ctx_d; -static int zstd_compress (const char *in,unsigned int in_bytes, -char *out,unsigned int *out_bytes) +static int zstd_compress (const void *in,int in_bytes,void *out,int out_bytes) {size_t ret; - ret =ZSTD_compress2 (ctx_c, out, *out_bytes, in, in_bytes); + ret =ZSTD_compress2 (ctx_c, out, out_bytes, in, in_bytes);if (ZSTD_isError (ret))return -1 ; - *out_bytes = ret; -return 0 ; + +return ret; } -static int zstd_decompress (const char *in,unsigned int in_bytes, -char *out,unsigned int *out_bytes) +static int zstd_decompress (const void *in,int in_bytes,void *out,int out_bytes) {size_t ret; - ret =ZSTD_decompressDCtx (ctx_d, out, *out_bytes, in, in_bytes); + ret =ZSTD_decompressDCtx (ctx_d, out, out_bytes, in, in_bytes);if (ZSTD_isError (ret)) { errno = -EINVAL ;return -1 ; } - *out_bytes = ret; + errno =0 ; -return 0 ; +return ret; }static unsigned int zstd_compress_bound (unsigned int in_bytes)
lib/trace-cmd/trace-compress.c +14 -19
@@ -18,10 +18,8 @@ struct compress_proto {char *proto_version;int weight; -int (*compress_block)(const char *in,unsigned int in_bytes, -char *out,unsigned int *out_bytes); -int (*uncompress_block)(const char *in,unsigned int in_bytes, -char *out,unsigned int *out_bytes); +int (*compress_block)(const void *in,int in_bytes,void *out,int out_bytes); +int (*uncompress_block)(const void *in,int in_bytes,void *out,int out_bytes);unsigned int (*compress_size)(unsigned int bytes);bool (*is_supported)(const char *name,const char *version); };
@@ -273,15 +271,13 @@ int tracecmd_uncompress_block(struct tracecmd_compression *handle)if (read_fd (handle->fd, bytes, s_compressed) <0 ) goto error; - s_uncompressed = size; - ret = handle->proto->uncompress_block (bytes, s_compressed, - handle->buffer, &s_uncompressed); -if (ret) + ret = handle->proto->uncompress_block (bytes, s_compressed, handle->buffer, size); +if (ret <0 ) goto error;free (bytes); handle->pointer =0 ; - handle->capacity_read = s_uncompressed; + handle->capacity_read = ret; handle->capacity = size;return 0 ; error:
@@ -318,12 +314,12 @@ int tracecmd_compress_block(struct tracecmd_compression *handle)if (!buf)return -1 ; - ret = handle->proto->compress_block (handle->buffer, handle->pointer, buf, &size); + ret = handle->proto->compress_block (handle->buffer, handle->pointer, buf, size);if (ret <0 ) goto out;/* Write compressed data size */ - endian4 =tep_read_number (handle->tep, &size,4 ); + endian4 =tep_read_number (handle->tep, &ret,4 ); ret =do_write (handle, &endian4,4 );if (ret !=4 ) goto out;
@@ -710,12 +706,13 @@ int tracecmd_compress_copy_from(struct tracecmd_compression *handle, int fd, int rsize += all; size = csize;if (all >0 ) { - ret = handle->proto->compress_block (buf_from, all, buf_to, &size); + ret = handle->proto->compress_block (buf_from, all, buf_to, size);if (ret <0 ) {if (errno ==EINTR )continue ;break ; } + size = ret;/* Write compressed data size */ endian4 =tep_read_number (handle->tep, &size,4 ); ret =write_fd (handle->fd, &endian4,4 );
@@ -851,7 +848,6 @@ int tracecmd_uncompress_chunk(struct tracecmd_compression *handle, struct tracecmd_compress_chunk *chunk, char *data) { char *bytes_in = NULL; -unsigned int size;int ret =-1 ;if (!handle || !handle->proto || !handle->proto->uncompress_block || !chunk || !data)
@@ -867,8 +863,7 @@ int tracecmd_uncompress_chunk(struct tracecmd_compression *handle,if (read_fd (handle->fd, bytes_in, chunk->zsize) <0 ) goto out; - size = chunk->size; -if (handle->proto->uncompress_block (bytes_in, chunk->zsize, data, &size)) +if (handle->proto->uncompress_block (bytes_in, chunk->zsize, data, chunk->size) <0 ) goto out; ret =0 ;
@@ -954,12 +949,12 @@ int tracecmd_uncompress_copy_to(struct tracecmd_compression *handle, int fd, rsize += s_compressed; ret = handle->proto->uncompress_block (bytes_in, s_compressed, - bytes_out, &s_uncompressed); -if (ret) + bytes_out, s_uncompressed); +if (ret <0 )break ; -write_fd (fd, bytes_out, s_uncompressed); - wsize += s_uncompressed; +write_fd (fd, bytes_out, ret); + wsize += ret; chunks--; }free (bytes_in);
Signature · 1 line
2.34.1
PATCH v2 3/5 trace-cmd: Use errno from zlib, if available
In reply to Tzvetomir Stoyanov (VMware)Some zlib APIs set the errno in case of an error and return Z_ERRNO. In these cases, errno should not be overwritten by the tarce-cmd zlib wrappers.
--- lib/trace-cmd/trace-compress-zlib.c | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-)
lib/trace-cmd/trace-compress-zlib.c +4 -2
@@ -20,7 +20,6 @@ static int zlib_compress(const void *in, int in_bytes, void *out, int out_bytes) ret =compress2 ((unsigned char *)out, &obytes, (unsigned char *)in, (unsigned long )in_bytes,Z_BEST_COMPRESSION ); - errno =0 ;switch (ret) {case Z_OK :return obytes;
@@ -33,6 +32,8 @@ static int zlib_compress(const void *in, int in_bytes, void *out, int out_bytes)case Z_STREAM_ERROR : errno = -EINVAL ;break ; +case Z_ERRNO : +break ;default : errno = -EFAULT ;break ;
@@ -48,7 +49,6 @@ static int zlib_decompress(const void *in, int in_bytes, void *out, int out_byte ret =uncompress ((unsigned char *)out, &obytes, (unsigned char *)in, (unsigned long )in_bytes); - errno =0 ;switch (ret) {case Z_OK :return obytes;
@@ -61,6 +61,8 @@ static int zlib_decompress(const void *in, int in_bytes, void *out, int out_bytecase Z_DATA_ERROR : errno = -EINVAL ;break ; +case Z_ERRNO : +break ;default : errno = -EFAULT ;break ;
Signature · 1 line
2.34.1
PATCH v2 4/5 trace-cmd: Add context to compression hooks
In reply to Tzvetomir Stoyanov (VMware)Some compression libraries require a context for compression and decompression. Currently the internal compression API does not have such context. That could cause problems in the future, if a multithread compression logic is implemented.
--- .../include/private/trace-cmd-private.h | 8 ++-- lib/trace-cmd/trace-compress-zlib.c | 6 +-- lib/trace-cmd/trace-compress-zstd.c | 6 +-- lib/trace-cmd/trace-compress.c | 38 ++++++++++++++----- 4 files changed, 39 insertions(+), 19 deletions(-)
lib/trace-cmd/include/private/trace-cmd-private.h +5 -3
@@ -518,10 +518,12 @@ struct tracecmd_compression_proto {int weight;const char *name;const char *version; -int (*compress)(const void *in,int in_bytes,void *out,int out_bytes); -int (*uncompress)(const void *in,int in_bytes,void *out,int out_bytes); -unsigned int (*compress_size)(unsigned int bytes); +int (*compress)(void *ctx,const void *in,int in_bytes,void *out,int out_bytes); +int (*uncompress)(void *ctx,const void *in,int in_bytes,void *out,int out_bytes); +unsigned int (*compress_size)(void *ctx,unsigned int bytes);bool (*is_supported)(const char *name,const char *version); +void *(*new_context)(void ); +void (*free_context)(void *ctx); }; struct tracecmd_compression *tracecmd_compress_alloc(const char *name, const char *version,
lib/trace-cmd/trace-compress-zlib.c +3 -3
@@ -13,7 +13,7 @@#define __ZLIB_NAME "zlib"#define __ZLIB_WEIGTH 10 -static int zlib_compress (const void *in,int in_bytes,void *out,int out_bytes) +static int zlib_compress (void *ctx,const void *in,int in_bytes,void *out,int out_bytes) {unsigned long obytes = out_bytes;int ret;
@@ -42,7 +42,7 @@ static int zlib_compress(const void *in, int in_bytes, void *out, int out_bytes)return -1 ; } -static int zlib_decompress (const void *in,int in_bytes,void *out,int out_bytes) +static int zlib_decompress (void *ctx,const void *in,int in_bytes,void *out,int out_bytes) {unsigned long obytes = out_bytes;int ret;
@@ -71,7 +71,7 @@ static int zlib_decompress(const void *in, int in_bytes, void *out, int out_bytereturn -1 ; } -static unsigned int zlib_compress_bound (unsigned int in_bytes) +static unsigned int zlib_compress_bound (void *ctx,unsigned int in_bytes) {return compressBound (in_bytes); }
lib/trace-cmd/trace-compress-zstd.c +3 -3
@@ -15,7 +15,7 @@static ZSTD_CCtx *ctx_c;static ZSTD_DCtx *ctx_d; -static int zstd_compress (const void *in,int in_bytes,void *out,int out_bytes) +static int zstd_compress (void *ctx,const void *in,int in_bytes,void *out,int out_bytes) {size_t ret;
@@ -26,7 +26,7 @@ static int zstd_compress(const void *in, int in_bytes, void *out, int out_bytes)return ret; } -static int zstd_decompress (const void *in,int in_bytes,void *out,int out_bytes) +static int zstd_decompress (void *ctx,const void *in,int in_bytes,void *out,int out_bytes) {size_t ret;
@@ -40,7 +40,7 @@ static int zstd_decompress(const void *in, int in_bytes, void *out, int out_bytereturn ret; } -static unsigned int zstd_compress_bound (unsigned int in_bytes) +static unsigned int zstd_compress_bound (void *ctx,unsigned int in_bytes) {return ZSTD_compressBound (in_bytes); }
lib/trace-cmd/trace-compress.c +28 -10
@@ -18,10 +18,12 @@ struct compress_proto {char *proto_version;int weight; -int (*compress_block)(const void *in,int in_bytes,void *out,int out_bytes); -int (*uncompress_block)(const void *in,int in_bytes,void *out,int out_bytes); -unsigned int (*compress_size)(unsigned int bytes); +int (*compress_block)(void *ctx,const void *in,int in_bytes,void *out,int out_bytes); +int (*uncompress_block)(void *ctx,const void *in,int in_bytes,void *out,int out_bytes); +unsigned int (*compress_size)(void *ctx,unsigned int bytes);bool (*is_supported)(const char *name,const char *version); +void *(*new_context)(void ); +void (*free_context)(void *ctx); };static struct compress_proto *proto_list;
@@ -35,6 +37,7 @@ struct tracecmd_compression {struct compress_proto *proto;struct tep_handle *tep;struct tracecmd_msg_handle *msg_handle; +void *context; };static int read_fd (int fd,char *dst,int len)
@@ -271,7 +274,8 @@ int tracecmd_uncompress_block(struct tracecmd_compression *handle)if (read_fd (handle->fd, bytes, s_compressed) <0 ) goto error; - ret = handle->proto->uncompress_block (bytes, s_compressed, handle->buffer, size); + ret = handle->proto->uncompress_block (handle->context, + bytes, s_compressed, handle->buffer, size);if (ret <0 ) goto error;
@@ -308,13 +312,13 @@ int tracecmd_compress_block(struct tracecmd_compression *handle) !handle->proto->compress_size || !handle->proto->compress_block)return -1 ; - size = handle->proto->compress_size (handle->pointer); + size = handle->proto->compress_size (handle->context, handle->pointer); buf =malloc (size);if (!buf)return -1 ; - ret = handle->proto->compress_block (handle->buffer, handle->pointer, buf, size); + ret = handle->proto->compress_block (handle->context, handle->buffer, handle->pointer, buf, size);if (ret <0 ) goto out;
@@ -443,6 +447,9 @@ struct tracecmd_compression *tracecmd_compress_alloc(const char *name, const cha new->tep = tep; new->msg_handle = msg_handle; new->proto = proto; +if (proto->new_context) + new->context = proto->new_context (); +return new; }
@@ -452,7 +459,14 @@ struct tracecmd_compression *tracecmd_compress_alloc(const char *name, const cha*/ void tracecmd_compress_destroy (struct tracecmd_compression *handle) { +if (!handle) +return ; +tracecmd_compress_reset (handle); + +if (handle->proto && handle->proto->free_context) + handle->proto->free_context (handle->context); +free (handle); }
@@ -546,6 +560,8 @@ int tracecmd_compress_proto_register(struct tracecmd_compression_proto *proto) new->is_supported = proto->is_supported; new->weight = proto->weight; new->next = proto_list; + new->new_context = proto->new_context; + new->free_context = proto->free_context; proto_list = new;return 0 ;
@@ -672,7 +688,7 @@ int tracecmd_compress_copy_from(struct tracecmd_compression *handle, int fd, intif (read_size) rmax = *read_size; - csize = handle->proto->compress_size (chunk_size); + csize = handle->proto->compress_size (handle->context, chunk_size); buf_from =malloc (chunk_size);if (!buf_from)return -1 ;
@@ -706,7 +722,8 @@ int tracecmd_compress_copy_from(struct tracecmd_compression *handle, int fd, int rsize += all; size = csize;if (all >0 ) { - ret = handle->proto->compress_block (buf_from, all, buf_to, size); + ret = handle->proto->compress_block (handle->context, + buf_from, all, buf_to, size);if (ret <0 ) {if (errno ==EINTR )continue ;
@@ -863,7 +880,8 @@ int tracecmd_uncompress_chunk(struct tracecmd_compression *handle,if (read_fd (handle->fd, bytes_in, chunk->zsize) <0 ) goto out; -if (handle->proto->uncompress_block (bytes_in, chunk->zsize, data, chunk->size) <0 ) +if (handle->proto->uncompress_block (handle->context, + bytes_in, chunk->zsize, data, chunk->size) <0 ) goto out; ret =0 ;
@@ -948,7 +966,7 @@ int tracecmd_uncompress_copy_to(struct tracecmd_compression *handle, int fd,break ; rsize += s_compressed; - ret = handle->proto->uncompress_block (bytes_in, s_compressed, + ret = handle->proto->uncompress_block (handle->context, bytes_in, s_compressed, bytes_out, s_uncompressed);if (ret <0 )break ;
Signature · 1 line
2.34.1
PATCH v2 5/5 trace-cmd: Use context hooks in zstd
In reply to Tzvetomir Stoyanov (VMware)Using global compression context could be a limitation in multithreaded use cases. Use context hooks instead of global compression context.
--- lib/trace-cmd/trace-compress-zstd.c | 80 +++++++++++++++++++---------- 1 file changed, 54 insertions(+), 26 deletions(-)
lib/trace-cmd/trace-compress-zstd.c +54 -26
@@ -12,14 +12,20 @@#define __ZSTD_NAME "zstd"#define __ZSTD_WEIGTH 5 -static ZSTD_CCtx *ctx_c; -static ZSTD_DCtx *ctx_d; +struct zstd_context { +ZSTD_CCtx *ctx_c; +ZSTD_DCtx *ctx_d; +};static int zstd_compress (void *ctx,const void *in,int in_bytes,void *out,int out_bytes) { +struct zstd_context *context = ctx;size_t ret; - ret =ZSTD_compress2 (ctx_c, out, out_bytes, in, in_bytes); +if (!ctx) +return -1 ; + + ret =ZSTD_compress2 (context->ctx_c, out, out_bytes, in, in_bytes);if (ZSTD_isError (ret))return -1 ;
@@ -28,9 +34,13 @@ static int zstd_compress(void *ctx, const void *in, int in_bytes, void *out, intstatic int zstd_decompress (void *ctx,const void *in,int in_bytes,void *out,int out_bytes) { +struct zstd_context *context = ctx;size_t ret; - ret =ZSTD_decompressDCtx (ctx_d, out, out_bytes, in, in_bytes); +if (!ctx) +return -1 ; + + ret =ZSTD_decompressDCtx (context->ctx_d, out, out_bytes, in, in_bytes);if (ZSTD_isError (ret)) { errno = -EINVAL ;return -1 ;
@@ -55,11 +65,46 @@ static bool zstd_is_supported(const char *name, const char *version)return true; } +static void *new_zstd_context (void ) +{ +struct zstd_context *context; +size_t r; + + context =calloc (1 ,sizeof (*context)); +if (!context) +return NULL ; + + context->ctx_c =ZSTD_createCCtx (); + context->ctx_d =ZSTD_createDCtx (); +if (!context->ctx_c || !context->ctx_d) + goto err; + + r =ZSTD_CCtx_setParameter (context->ctx_c, ZSTD_c_contentSizeFlag,0 ); +if (ZSTD_isError (r)) + goto err; + +return context; +err: +ZSTD_freeCCtx (context->ctx_c); +ZSTD_freeDCtx (context->ctx_d); +free (context); +return NULL ; +} +static void free_zstd_context (void *ctx) +{ +struct zstd_context *context = ctx; + +if (!ctx) +return ; + +ZSTD_freeCCtx (context->ctx_c); +ZSTD_freeDCtx (context->ctx_d); +free (context); +} +int tracecmd_zstd_init (void ) {struct tracecmd_compression_proto proto; -int ret =0 ; -size_t r;memset (&proto,0 ,sizeof (proto)); proto.name = __ZSTD_NAME;
@@ -69,25 +114,8 @@ int tracecmd_zstd_init(void) proto.uncompress = zstd_decompress; proto.is_supported = zstd_is_supported; proto.compress_size = zstd_compress_bound; + proto.new_context = new_zstd_context; + proto.free_context = free_zstd_context; - ctx_c =ZSTD_createCCtx (); - ctx_d =ZSTD_createDCtx (); -if (!ctx_c || !ctx_d) - goto err; - - r =ZSTD_CCtx_setParameter (ctx_c, ZSTD_c_contentSizeFlag,0 ); -if (ZSTD_isError (r)) - goto err; - - ret =tracecmd_compress_proto_register (&proto); -if (!ret) -return 0 ; -err: -ZSTD_freeCCtx (ctx_c); -ZSTD_freeDCtx (ctx_d); - ctx_c =NULL ; - ctx_d =NULL ; -if (ret <0 ) -return ret; -return -1 ; +return tracecmd_compress_proto_register (&proto); }
Signature · 1 line
2.34.1