summaryrefslogtreecommitdiff
path: root/src/third_party/wiredtiger/ext/compressors/snappy/snappy_compress.c
diff options
context:
space:
mode:
Diffstat (limited to 'src/third_party/wiredtiger/ext/compressors/snappy/snappy_compress.c')
-rw-r--r--src/third_party/wiredtiger/ext/compressors/snappy/snappy_compress.c298
1 files changed, 138 insertions, 160 deletions
diff --git a/src/third_party/wiredtiger/ext/compressors/snappy/snappy_compress.c b/src/third_party/wiredtiger/ext/compressors/snappy/snappy_compress.c
index 19494db5abc..ce63e89334e 100644
--- a/src/third_party/wiredtiger/ext/compressors/snappy/snappy_compress.c
+++ b/src/third_party/wiredtiger/ext/compressors/snappy/snappy_compress.c
@@ -32,9 +32,8 @@
#include <string.h>
/*
- * We need to include the configuration file to detect whether this extension
- * is being built into the WiredTiger library; application-loaded compression
- * functions won't need it.
+ * We need to include the configuration file to detect whether this extension is being built into
+ * the WiredTiger library; application-loaded compression functions won't need it.
*/
#include <wiredtiger_config.h>
@@ -42,250 +41,229 @@
#include <wiredtiger_ext.h>
#ifdef _MSC_VER
-#define inline __inline
+#define inline __inline
#endif
/* Local compressor structure. */
typedef struct {
- WT_COMPRESSOR compressor; /* Must come first */
+ WT_COMPRESSOR compressor; /* Must come first */
- WT_EXTENSION_API *wt_api; /* Extension API */
+ WT_EXTENSION_API *wt_api; /* Extension API */
} SNAPPY_COMPRESSOR;
/*
- * Snappy decompression requires an exact compressed byte count. WiredTiger
- * doesn't track that value, store it in the destination buffer.
+ * Snappy decompression requires an exact compressed byte count. WiredTiger doesn't track that
+ * value, store it in the destination buffer.
*/
-#define SNAPPY_PREFIX sizeof(uint64_t)
+#define SNAPPY_PREFIX sizeof(uint64_t)
#ifdef WORDS_BIGENDIAN
/*
* snappy_bswap64 --
- * 64-bit unsigned little-endian to/from big-endian value.
+ * 64-bit unsigned little-endian to/from big-endian value.
*/
static inline uint64_t
snappy_bswap64(uint64_t v)
{
- return (
- ((v << 56) & 0xff00000000000000UL) |
- ((v << 40) & 0x00ff000000000000UL) |
- ((v << 24) & 0x0000ff0000000000UL) |
- ((v << 8) & 0x000000ff00000000UL) |
- ((v >> 8) & 0x00000000ff000000UL) |
- ((v >> 24) & 0x0000000000ff0000UL) |
- ((v >> 40) & 0x000000000000ff00UL) |
- ((v >> 56) & 0x00000000000000ffUL)
- );
+ return (((v << 56) & 0xff00000000000000UL) | ((v << 40) & 0x00ff000000000000UL) |
+ ((v << 24) & 0x0000ff0000000000UL) | ((v << 8) & 0x000000ff00000000UL) |
+ ((v >> 8) & 0x00000000ff000000UL) | ((v >> 24) & 0x0000000000ff0000UL) |
+ ((v >> 40) & 0x000000000000ff00UL) | ((v >> 56) & 0x00000000000000ffUL));
}
#endif
/*
* snappy_error --
- * Output an error message, and return a standard error code.
+ * Output an error message, and return a standard error code.
*/
static int
-snappy_error(WT_COMPRESSOR *compressor,
- WT_SESSION *session, const char *call, snappy_status snret)
+snappy_error(WT_COMPRESSOR *compressor, WT_SESSION *session, const char *call, snappy_status snret)
{
- WT_EXTENSION_API *wt_api;
- const char *msg;
-
- wt_api = ((SNAPPY_COMPRESSOR *)compressor)->wt_api;
-
- msg = "unknown snappy status error";
- switch (snret) {
- case SNAPPY_BUFFER_TOO_SMALL:
- msg = "SNAPPY_BUFFER_TOO_SMALL";
- break;
- case SNAPPY_INVALID_INPUT:
- msg = "SNAPPY_INVALID_INPUT";
- break;
- case SNAPPY_OK:
- return (0);
- }
-
- (void)wt_api->err_printf(wt_api,
- session, "snappy error: %s: %s: %d", call, msg, snret);
- return (WT_ERROR);
+ WT_EXTENSION_API *wt_api;
+ const char *msg;
+
+ wt_api = ((SNAPPY_COMPRESSOR *)compressor)->wt_api;
+
+ msg = "unknown snappy status error";
+ switch (snret) {
+ case SNAPPY_BUFFER_TOO_SMALL:
+ msg = "SNAPPY_BUFFER_TOO_SMALL";
+ break;
+ case SNAPPY_INVALID_INPUT:
+ msg = "SNAPPY_INVALID_INPUT";
+ break;
+ case SNAPPY_OK:
+ return (0);
+ }
+
+ (void)wt_api->err_printf(wt_api, session, "snappy error: %s: %s: %d", call, msg, snret);
+ return (WT_ERROR);
}
/*
* snappy_compression --
- * WiredTiger snappy compression.
+ * WiredTiger snappy compression.
*/
static int
-snappy_compression(WT_COMPRESSOR *compressor, WT_SESSION *session,
- uint8_t *src, size_t src_len,
- uint8_t *dst, size_t dst_len,
- size_t *result_lenp, int *compression_failed)
+snappy_compression(WT_COMPRESSOR *compressor, WT_SESSION *session, uint8_t *src, size_t src_len,
+ uint8_t *dst, size_t dst_len, size_t *result_lenp, int *compression_failed)
{
- snappy_status snret;
- size_t snaplen;
- uint64_t snaplen_u64;
- char *snapbuf;
-
- /*
- * dst_len was computed in snappy_pre_size, so we know it's big enough.
- * Skip past the space we'll use to store the final count of compressed
- * bytes.
- */
- snaplen = dst_len - SNAPPY_PREFIX;
- snapbuf = (char *)dst + SNAPPY_PREFIX;
-
- /* snaplen is an input and an output arg. */
- snret = snappy_compress((char *)src, src_len, snapbuf, &snaplen);
-
- if (snret == SNAPPY_OK && snaplen + SNAPPY_PREFIX < src_len) {
- *result_lenp = snaplen + SNAPPY_PREFIX;
- *compression_failed = 0;
-
- /*
- * On decompression, snappy requires an exact compressed byte
- * count (the current value of snaplen). WiredTiger does not
- * preserve that value, so save snaplen at the beginning of
- * the destination buffer.
- *
- * Store the value in little-endian format.
- */
- snaplen_u64 = snaplen;
+ snappy_status snret;
+ size_t snaplen;
+ uint64_t snaplen_u64;
+ char *snapbuf;
+
+ /*
+ * dst_len was computed in snappy_pre_size, so we know it's big enough. Skip past the space
+ * we'll use to store the final count of compressed bytes.
+ */
+ snaplen = dst_len - SNAPPY_PREFIX;
+ snapbuf = (char *)dst + SNAPPY_PREFIX;
+
+ /* snaplen is an input and an output arg. */
+ snret = snappy_compress((char *)src, src_len, snapbuf, &snaplen);
+
+ if (snret == SNAPPY_OK && snaplen + SNAPPY_PREFIX < src_len) {
+ *result_lenp = snaplen + SNAPPY_PREFIX;
+ *compression_failed = 0;
+
+ /*
+ * On decompression, snappy requires an exact compressed byte
+ * count (the current value of snaplen). WiredTiger does not
+ * preserve that value, so save snaplen at the beginning of
+ * the destination buffer.
+ *
+ * Store the value in little-endian format.
+ */
+ snaplen_u64 = snaplen;
#ifdef WORDS_BIGENDIAN
- snaplen_u64 = snappy_bswap64(snaplen_u64);
+ snaplen_u64 = snappy_bswap64(snaplen_u64);
#endif
- *(uint64_t *)dst = snaplen_u64;
- return (0);
- }
+ *(uint64_t *)dst = snaplen_u64;
+ return (0);
+ }
- *compression_failed = 1;
- return (snret == SNAPPY_OK ?
- 0 : snappy_error(compressor, session, "snappy_compress", snret));
+ *compression_failed = 1;
+ return (snret == SNAPPY_OK ? 0 : snappy_error(compressor, session, "snappy_compress", snret));
}
/*
* snappy_decompression --
- * WiredTiger snappy decompression.
+ * WiredTiger snappy decompression.
*/
static int
-snappy_decompression(WT_COMPRESSOR *compressor, WT_SESSION *session,
- uint8_t *src, size_t src_len,
- uint8_t *dst, size_t dst_len,
- size_t *result_lenp)
+snappy_decompression(WT_COMPRESSOR *compressor, WT_SESSION *session, uint8_t *src, size_t src_len,
+ uint8_t *dst, size_t dst_len, size_t *result_lenp)
{
- WT_EXTENSION_API *wt_api;
- snappy_status snret;
- uint64_t snaplen;
+ WT_EXTENSION_API *wt_api;
+ snappy_status snret;
+ uint64_t snaplen;
- wt_api = ((SNAPPY_COMPRESSOR *)compressor)->wt_api;
+ wt_api = ((SNAPPY_COMPRESSOR *)compressor)->wt_api;
- /*
- * Retrieve the saved length, handling little- to big-endian conversion
- * as necessary.
- */
- snaplen = *(uint64_t *)src;
+ /*
+ * Retrieve the saved length, handling little- to big-endian conversion as necessary.
+ */
+ snaplen = *(uint64_t *)src;
#ifdef WORDS_BIGENDIAN
- snaplen = snappy_bswap64(snaplen);
+ snaplen = snappy_bswap64(snaplen);
#endif
- if (snaplen + SNAPPY_PREFIX > src_len) {
- (void)wt_api->err_printf(wt_api,
- session,
- "WT_COMPRESSOR.decompress: stored size exceeds source "
- "size");
- return (WT_ERROR);
- }
-
- /* dst_len is an input and an output arg. */
- snret = snappy_uncompress(
- (char *)src + SNAPPY_PREFIX,
- (size_t)snaplen, (char *)dst, &dst_len);
-
- if (snret == SNAPPY_OK) {
- *result_lenp = dst_len;
- return (0);
- }
- return (snappy_error(compressor, session, "snappy_decompress", snret));
+ if (snaplen + SNAPPY_PREFIX > src_len) {
+ (void)wt_api->err_printf(wt_api, session,
+ "WT_COMPRESSOR.decompress: stored size exceeds source "
+ "size");
+ return (WT_ERROR);
+ }
+
+ /* dst_len is an input and an output arg. */
+ snret = snappy_uncompress((char *)src + SNAPPY_PREFIX, (size_t)snaplen, (char *)dst, &dst_len);
+
+ if (snret == SNAPPY_OK) {
+ *result_lenp = dst_len;
+ return (0);
+ }
+ return (snappy_error(compressor, session, "snappy_decompress", snret));
}
/*
* snappy_pre_size --
- * WiredTiger snappy destination buffer sizing.
+ * WiredTiger snappy destination buffer sizing.
*/
static int
-snappy_pre_size(WT_COMPRESSOR *compressor, WT_SESSION *session,
- uint8_t *src, size_t src_len,
- size_t *result_lenp)
+snappy_pre_size(
+ WT_COMPRESSOR *compressor, WT_SESSION *session, uint8_t *src, size_t src_len, size_t *result_lenp)
{
- (void)compressor; /* Unused parameters */
- (void)session;
- (void)src;
-
- /*
- * Snappy requires the dest buffer be somewhat larger than the source.
- * Fortunately, this is fast to compute, and will give us a dest buffer
- * in snappy_compress that we can compress to directly. We add space
- * in the dest buffer to store the accurate compressed size.
- */
- *result_lenp = snappy_max_compressed_length(src_len) + SNAPPY_PREFIX;
- return (0);
+ (void)compressor; /* Unused parameters */
+ (void)session;
+ (void)src;
+
+ /*
+ * Snappy requires the dest buffer be somewhat larger than the source. Fortunately, this is fast
+ * to compute, and will give us a dest buffer in snappy_compress that we can compress to
+ * directly. We add space in the dest buffer to store the accurate compressed size.
+ */
+ *result_lenp = snappy_max_compressed_length(src_len) + SNAPPY_PREFIX;
+ return (0);
}
/*
* snappy_terminate --
- * WiredTiger snappy compression termination.
+ * WiredTiger snappy compression termination.
*/
static int
snappy_terminate(WT_COMPRESSOR *compressor, WT_SESSION *session)
{
- (void)session; /* Unused parameters */
+ (void)session; /* Unused parameters */
- free(compressor);
- return (0);
+ free(compressor);
+ return (0);
}
int snappy_extension_init(WT_CONNECTION *, WT_CONFIG_ARG *);
/*
* snappy_extension_init --
- * WiredTiger snappy compression extension - called directly when snappy
- * support is built in, or via wiredtiger_extension_init when snappy support
- * is included via extension loading.
+ * WiredTiger snappy compression extension - called directly when snappy support is built in, or
+ * via wiredtiger_extension_init when snappy support is included via extension loading.
*/
int
snappy_extension_init(WT_CONNECTION *connection, WT_CONFIG_ARG *config)
{
- SNAPPY_COMPRESSOR *snappy_compressor;
- int ret;
+ SNAPPY_COMPRESSOR *snappy_compressor;
+ int ret;
- (void)config; /* Unused parameters */
+ (void)config; /* Unused parameters */
- if ((snappy_compressor = calloc(1, sizeof(SNAPPY_COMPRESSOR))) == NULL)
- return (errno);
+ if ((snappy_compressor = calloc(1, sizeof(SNAPPY_COMPRESSOR))) == NULL)
+ return (errno);
- snappy_compressor->compressor.compress = snappy_compression;
- snappy_compressor->compressor.decompress = snappy_decompression;
- snappy_compressor->compressor.pre_size = snappy_pre_size;
- snappy_compressor->compressor.terminate = snappy_terminate;
+ snappy_compressor->compressor.compress = snappy_compression;
+ snappy_compressor->compressor.decompress = snappy_decompression;
+ snappy_compressor->compressor.pre_size = snappy_pre_size;
+ snappy_compressor->compressor.terminate = snappy_terminate;
- snappy_compressor->wt_api = connection->get_extension_api(connection);
+ snappy_compressor->wt_api = connection->get_extension_api(connection);
- if ((ret = connection->add_compressor(connection,
- "snappy", (WT_COMPRESSOR *)snappy_compressor, NULL)) == 0)
- return (0);
+ if ((ret = connection->add_compressor(
+ connection, "snappy", (WT_COMPRESSOR *)snappy_compressor, NULL)) == 0)
+ return (0);
- free(snappy_compressor);
- return (ret);
+ free(snappy_compressor);
+ return (ret);
}
/*
- * We have to remove this symbol when building as a builtin extension otherwise
- * it will conflict with other builtin libraries.
+ * We have to remove this symbol when building as a builtin extension otherwise it will conflict
+ * with other builtin libraries.
*/
-#ifndef HAVE_BUILTIN_EXTENSION_SNAPPY
+#ifndef HAVE_BUILTIN_EXTENSION_SNAPPY
/*
* wiredtiger_extension_init --
- * WiredTiger snappy compression extension.
+ * WiredTiger snappy compression extension.
*/
int
wiredtiger_extension_init(WT_CONNECTION *connection, WT_CONFIG_ARG *config)
{
- return snappy_extension_init(connection, config);
+ return snappy_extension_init(connection, config);
}
#endif