summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorantirez <antirez@gmail.com>2020-03-26 16:02:26 +0100
committerantirez <antirez@gmail.com>2020-03-27 16:35:03 +0100
commitaa9d92d94a7f18f768e25bdbb94179b32e7b9e13 (patch)
treea44f5f87db2a5f3dd1098ada10f270779f65ae44
parent077f9654264d601a87b801f219e27b6097e9c861 (diff)
downloadredis-aa9d92d94a7f18f768e25bdbb94179b32e7b9e13.tar.gz
Precise timeouts: use only radix tree for timeouts.
-rw-r--r--src/blocked.c2
-rw-r--r--src/server.c46
-rw-r--r--src/server.h5
3 files changed, 15 insertions, 38 deletions
diff --git a/src/blocked.c b/src/blocked.c
index 84a5287d4..443daec7f 100644
--- a/src/blocked.c
+++ b/src/blocked.c
@@ -111,7 +111,7 @@ void blockClient(client *c, int btype) {
c->btype = btype;
server.blocked_clients++;
server.blocked_clients_by_type[btype]++;
- addClientToShortTimeoutTable(c);
+ addClientToTimeoutTable(c);
}
/* This function is called in the beforeSleep() function of the event loop
diff --git a/src/server.c b/src/server.c
index 7240794f1..fc21a128e 100644
--- a/src/server.c
+++ b/src/server.c
@@ -1511,13 +1511,6 @@ int clientsCronHandleTimeout(client *c, mstime_t now_ms) {
freeClient(c);
return 1;
} else if (c->flags & CLIENT_BLOCKED) {
- /* Blocked OPS timeout is handled with milliseconds resolution.
- * However note that the actual resolution is limited by
- * server.hz. So for short timeouts (less than SERVER_SHORT_TIMEOUT
- * milliseconds) we populate a Radix tree and handle such timeouts
- * in clientsHandleShortTimeout(). */
- if (checkBlockedClientTimeout(c,now_ms)) return 0;
-
/* Cluster: handle unblock & redirect of clients blocked
* into keys no longer served by this server. */
if (server.cluster_enabled) {
@@ -1528,8 +1521,8 @@ int clientsCronHandleTimeout(client *c, mstime_t now_ms) {
return 0;
}
-/* For shor timeouts, less than < CLIENT_SHORT_TIMEOUT milliseconds, we
- * populate a radix tree of 128 bit keys composed as such:
+/* For blocked clients timeouts we populate a radix tree of 128 bit keys
+ * composed as such:
*
* [8 byte big endian expire time]+[8 byte client ID]
*
@@ -1538,16 +1531,8 @@ int clientsCronHandleTimeout(client *c, mstime_t now_ms) {
* blocked with such timeout, we just go forward.
*
* Every time a client blocks with a short timeout, we add the client in
- * the tree. In beforeSleep() we call clientsHandleShortTimeout() to run
- * the tree and unblock the clients.
- *
- * Design hint: why we block only clients with short timeouts? For frugality:
- * Clients blocking for 30 seconds usually don't need to be unblocked
- * precisely, and anyway for the nature of Redis to *guarantee* unblock time
- * precision is hard, so we can avoid putting a large number of clients in
- * the radix tree without a good reason. This idea also has a role in memory
- * usage as well given that we don't do cleanup, the shorter a client timeout,
- * the less time it will stay in the radix tree. */
+ * the tree. In beforeSleep() we call clientsHandleTimeout() to run
+ * the tree and unblock the clients. */
#define CLIENT_ST_KEYLEN 16 /* 8 bytes mstime + 8 bytes client ID. */
@@ -1568,13 +1553,9 @@ void decodeTimeoutKey(unsigned char *buf, uint64_t *toptr, uint64_t *idptr) {
/* Add the specified client id / timeout as a key in the radix tree we use
* to handle short timeouts. The client is not added to the list if its
- * timeout is longer than CLIENT_SHORT_TIMEOUT milliseconds. */
-void addClientToShortTimeoutTable(client *c) {
- if (c->bpop.timeout == 0 ||
- c->bpop.timeout - mstime() > CLIENT_SHORT_TIMEOUT)
- {
- return;
- }
+ * timeout is zero (block forever). */
+void addClientToTimeoutTable(client *c) {
+ if (c->bpop.timeout == 0) return;
uint64_t timeout = c->bpop.timeout;
uint64_t id = c->id;
unsigned char buf[CLIENT_ST_KEYLEN];
@@ -1584,7 +1565,7 @@ void addClientToShortTimeoutTable(client *c) {
/* This function is called in beforeSleep() in order to unblock ASAP clients
* that are waiting in blocking operations with a short timeout set. */
-void clientsHandleShortTimeout(void) {
+void clientsHandleTimeout(void) {
if (raxSize(server.clients_timeout_table) == 0) return;
uint64_t now = mstime();
raxIterator ri;
@@ -1747,9 +1728,6 @@ void getExpansiveClientsInfo(size_t *in_usage, size_t *out_usage) {
*/
#define CLIENTS_CRON_MIN_ITERATIONS 5
void clientsCron(void) {
- /* Unblock short timeout clients ASAP. */
- clientsHandleShortTimeout();
-
/* Try to process at least numclients/server.hz of clients
* per call. Since normally (if there are no big latency events) this
* function is called server.hz times per second, in the average case we
@@ -2189,7 +2167,7 @@ void beforeSleep(struct aeEventLoop *eventLoop) {
UNUSED(eventLoop);
/* Handle precise timeouts of blocked clients. */
- clientsHandleShortTimeout();
+ clientsHandleTimeout();
/* We should handle pending reads clients ASAP after event loop. */
handleClientsWithPendingReadsUsingThreads();
@@ -4101,11 +4079,13 @@ sds genRedisInfoString(const char *section) {
"client_recent_max_input_buffer:%zu\r\n"
"client_recent_max_output_buffer:%zu\r\n"
"blocked_clients:%d\r\n"
- "tracking_clients:%d\r\n",
+ "tracking_clients:%d\r\n"
+ "clients_in_timeout_table:%lld\r\n",
listLength(server.clients)-listLength(server.slaves),
maxin, maxout,
server.blocked_clients,
- server.tracking_clients);
+ server.tracking_clients,
+ raxSize(server.clients_timeout_table));
}
/* Memory */
diff --git a/src/server.h b/src/server.h
index 6f417b730..7ccab28ba 100644
--- a/src/server.h
+++ b/src/server.h
@@ -277,9 +277,6 @@ typedef long long ustime_t; /* microsecond time type. */
buffer configuration. Just the first
three: normal, slave, pubsub. */
-/* Other client related defines. */
-#define CLIENT_SHORT_TIMEOUT 2000 /* See clientsHandleShortTimeout(). */
-
/* Slave replication state. Used in server.repl_state for slaves to remember
* what to do next. */
#define REPL_STATE_NONE 0 /* No active replication */
@@ -2140,7 +2137,7 @@ void disconnectAllBlockedClients(void);
void handleClientsBlockedOnKeys(void);
void signalKeyAsReady(redisDb *db, robj *key);
void blockForKeys(client *c, int btype, robj **keys, int numkeys, mstime_t timeout, robj *target, streamID *ids);
-void addClientToShortTimeoutTable(client *c);
+void addClientToTimeoutTable(client *c);
/* expire.c -- Handling of expired keys */
void activeExpireCycle(int type);