summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorGuy Benoish <guy.benoish@redislabs.com>2020-03-29 13:08:21 +0300
committerGuy Benoish <guy.benoish@redislabs.com>2020-03-31 13:55:51 +0300
commitd6eb3afd13b0f186d8d0de72d0c43c4cd0464e87 (patch)
tree9a56c26823213e4887d37c6e70f6a9ab3114dc83
parent4379b8b411e4940f137623984e2931f0448b4e89 (diff)
downloadredis-d6eb3afd13b0f186d8d0de72d0c43c4cd0464e87.tar.gz
Modules: Test MULTI/EXEC replication of RM_Replicate
Makse sure call() doesn't wrap replicated commands with a redundant MULTI/EXEC Other, unrelated changes: 1. Formatting compiler warning in INFO CLIENTS 2. Use CLIENT_ID_AOF instead of UINT64_MAX
-rw-r--r--src/aof.c2
-rw-r--r--src/networking.c9
-rw-r--r--src/redismodule.h2
-rw-r--r--src/server.c11
-rw-r--r--src/server.h1
-rw-r--r--tests/unit/moduleapi/propagate.tcl33
6 files changed, 49 insertions, 9 deletions
diff --git a/src/aof.c b/src/aof.c
index 6bb239252..301a40848 100644
--- a/src/aof.c
+++ b/src/aof.c
@@ -831,7 +831,7 @@ int loadAppendOnlyFile(char *filename) {
if (cmd == server.multiCommand) valid_before_multi = valid_up_to;
/* Run the command in the context of a fake client */
- fakeClient->cmd = cmd;
+ fakeClient->cmd = fakeClient->lastcmd = cmd;
if (fakeClient->flags & CLIENT_MULTI &&
fakeClient->cmd->proc != execCommand)
{
diff --git a/src/networking.c b/src/networking.c
index a550e4040..fcaa164a9 100644
--- a/src/networking.c
+++ b/src/networking.c
@@ -373,13 +373,16 @@ void addReplyErrorLength(client *c, const char *s, size_t len) {
* will produce an error. However it is useful to log such events since
* they are rare and may hint at errors in a script or a bug in Redis. */
int ctype = getClientType(c);
- if (ctype == CLIENT_TYPE_MASTER || ctype == CLIENT_TYPE_SLAVE) {
- char* to = ctype == CLIENT_TYPE_MASTER? "master": "replica";
- char* from = ctype == CLIENT_TYPE_MASTER? "replica": "master";
+ if (ctype == CLIENT_TYPE_MASTER || ctype == CLIENT_TYPE_SLAVE || c->id == CLIENT_ID_AOF) {
+ char* to = c->id == CLIENT_ID_AOF ? "AOF-client" :
+ ctype == CLIENT_TYPE_MASTER ? "master" : "replica";
+ char* from = c->id == CLIENT_ID_AOF ? "server" :
+ ctype == CLIENT_TYPE_MASTER ? "replica" : "master";
char *cmdname = c->lastcmd ? c->lastcmd->name : "<unknown>";
serverLog(LL_WARNING,"== CRITICAL == This %s is sending an error "
"to its %s: '%s' after processing the command "
"'%s'", from, to, s, cmdname);
+ server.stat_unexpected_error_replies++;
}
}
diff --git a/src/redismodule.h b/src/redismodule.h
index a43443f13..d26c41456 100644
--- a/src/redismodule.h
+++ b/src/redismodule.h
@@ -673,7 +673,7 @@ int REDISMODULE_API_FUNC(RedisModule_AuthenticateClientWithUser)(RedisModuleCtx
void REDISMODULE_API_FUNC(RedisModule_DeauthenticateAndCloseClient)(RedisModuleCtx *ctx, uint64_t client_id);
#endif
-#define RedisModule_IsAOFClient(id) ((id) == UINT64_MAX)
+#define RedisModule_IsAOFClient(id) ((id) == CLIENT_ID_AOF)
/* This is included inline inside each Redis module. */
static int RedisModule_Init(RedisModuleCtx *ctx, const char *name, int ver, int apiver) __attribute__((unused));
diff --git a/src/server.c b/src/server.c
index 93bafbae8..33f875ba9 100644
--- a/src/server.c
+++ b/src/server.c
@@ -2661,6 +2661,7 @@ void resetServerStats(void) {
}
server.stat_net_input_bytes = 0;
server.stat_net_output_bytes = 0;
+ server.stat_unexpected_error_replies = 0;
server.aof_delayed_fsync = 0;
}
@@ -3265,7 +3266,7 @@ void call(client *c, int flags) {
if (flags & CMD_CALL_PROPAGATE) {
int multi_emitted = 0;
/* Wrap the commands in server.also_propagate array,
- * but don't wrap it if we are already in MULIT context,
+ * but don't wrap it if we are already in MULTI context,
* in case the nested MULTI/EXEC.
*
* And if the array contains only one command, no need to
@@ -3974,7 +3975,7 @@ sds genRedisInfoString(const char *section) {
"client_recent_max_output_buffer:%zu\r\n"
"blocked_clients:%d\r\n"
"tracking_clients:%d\r\n"
- "clients_in_timeout_table:%lld\r\n",
+ "clients_in_timeout_table:%ld\r\n",
listLength(server.clients)-listLength(server.slaves),
maxin, maxout,
server.blocked_clients,
@@ -4229,7 +4230,8 @@ sds genRedisInfoString(const char *section) {
"active_defrag_key_hits:%lld\r\n"
"active_defrag_key_misses:%lld\r\n"
"tracking_total_keys:%lld\r\n"
- "tracking_total_items:%lld\r\n",
+ "tracking_total_items:%lld\r\n"
+ "unexpected_error_replies:%lld\r\n",
server.stat_numconnections,
server.stat_numcommands,
getInstantaneousMetric(STATS_METRIC_COMMAND),
@@ -4258,7 +4260,8 @@ sds genRedisInfoString(const char *section) {
server.stat_active_defrag_key_hits,
server.stat_active_defrag_key_misses,
(unsigned long long) trackingGetTotalKeys(),
- (unsigned long long) trackingGetTotalItems());
+ (unsigned long long) trackingGetTotalItems(),
+ server.stat_unexpected_error_replies);
}
/* Replication */
diff --git a/src/server.h b/src/server.h
index d5be5ed29..59cec9352 100644
--- a/src/server.h
+++ b/src/server.h
@@ -1129,6 +1129,7 @@ struct redisServer {
size_t stat_rdb_cow_bytes; /* Copy on write bytes during RDB saving. */
size_t stat_aof_cow_bytes; /* Copy on write bytes during AOF rewrite. */
size_t stat_module_cow_bytes; /* Copy on write bytes during module fork. */
+ long long stat_unexpected_error_replies; /* Number of unexpected (aof-loading, replica to master, etc.) error replies */
/* The following two are used to track instantaneous metrics, like
* number of operations per second, network traffic. */
struct {
diff --git a/tests/unit/moduleapi/propagate.tcl b/tests/unit/moduleapi/propagate.tcl
index 73f795c71..aa0f55e5e 100644
--- a/tests/unit/moduleapi/propagate.tcl
+++ b/tests/unit/moduleapi/propagate.tcl
@@ -24,7 +24,40 @@ tags "modules" {
} else {
fail "The two counters don't match the expected value."
}
+
+ $master propagate-test-2
+ $master propagate-test-3
+ $master multi
+ $master propagate-test-2
+ $master propagate-test-3
+ $master exec
+ wait_for_ofs_sync $master $replica
+
+ assert_equal [s -1 unexpected_error_replies] 0
}
}
}
}
+
+tags "modules aof" {
+ test {Modules RM_Replicate replicates MULTI/EXEC correctly} {
+ start_server [list overrides [list loadmodule "$testmodule"]] {
+ # Enable the AOF
+ r config set appendonly yes
+ r config set auto-aof-rewrite-percentage 0 ; # Disable auto-rewrite.
+ waitForBgrewriteaof r
+
+ r propagate-test-2
+ r propagate-test-3
+ r multi
+ r propagate-test-2
+ r propagate-test-3
+ r exec
+
+ # Load the AOF
+ r debug loadaof
+
+ assert_equal [s 0 unexpected_error_replies] 0
+ }
+ }
+}