Fast path in SET if the expiration time is expired (#865)
If the expiration time passed in SET is expired, for example, it has expired due to the machine time (DTS) or the expiration time passed in (wrong arg). In this case, we don't need to set the key and wait for the active expire scan before deleting the key. Compared with previous changes: 1. If the key does not exist, previously we would set the key and wait for the active expire to delete it, so it is a set + del from the perspective of propaganda. Now we will no set the key and return, so it a NOP. 2. If the key exists, previously we woule set the key and wait for the active expire to delete it, so it is a set + del From the perspective of propaganda. Now we will delete it and return, so it is a del. Adding a new deleteExpiredKeyFromOverwriteAndPropagate function to reduce the duplicate code. Signed-off-by: Binbin <binloveplay1314@qq.com> Co-authored-by: Madelyn Olson <madelyneolson@gmail.com>
This commit is contained in:
parent
55e8ddb8bf
commit
08ffbae169
@ -262,6 +262,8 @@ void restoreCommand(client *c) {
|
||||
if (ttl && !absttl) ttl += commandTimeSnapshot();
|
||||
if (ttl && checkAlreadyExpired(ttl)) {
|
||||
if (deleted) {
|
||||
/* Here we don't use deleteExpiredKeyFromOverwriteAndPropagate because
|
||||
* strictly speaking, the `delete` is triggered by the `replace`. */
|
||||
robj *aux = server.lazyfree_lazy_server_del ? shared.unlink : shared.del;
|
||||
rewriteClientCommandVector(c, 2, aux, key);
|
||||
signalModifiedKey(c, c->db, key);
|
||||
|
13
src/db.c
13
src/db.c
@ -1712,6 +1712,19 @@ void deleteExpiredKeyAndPropagate(serverDb *db, robj *keyobj) {
|
||||
server.stat_expiredkeys++;
|
||||
}
|
||||
|
||||
/* Delete the specified expired key from overwriting and propagate the DEL or UNLINK. */
|
||||
void deleteExpiredKeyFromOverwriteAndPropagate(client *c, robj *keyobj) {
|
||||
int deleted = dbGenericDelete(c->db, keyobj, server.lazyfree_lazy_expire, DB_FLAG_KEY_EXPIRED);
|
||||
serverAssertWithInfo(c, keyobj, deleted);
|
||||
server.dirty++;
|
||||
|
||||
/* Replicate/AOF this as an explicit DEL or UNLINK. */
|
||||
robj *aux = server.lazyfree_lazy_expire ? shared.unlink : shared.del;
|
||||
rewriteClientCommandVector(c, 2, aux, keyobj);
|
||||
signalModifiedKey(c, c->db, keyobj);
|
||||
notifyKeyspaceEvent(NOTIFY_GENERIC, "del", keyobj, c->db->id);
|
||||
}
|
||||
|
||||
/* Propagate an implicit key deletion into replicas and the AOF file.
|
||||
* When a key was deleted in the primary by eviction, expiration or a similar
|
||||
* mechanism a DEL/UNLINK operation for this key is sent
|
||||
|
12
src/expire.c
12
src/expire.c
@ -668,17 +668,7 @@ void expireGenericCommand(client *c, long long basetime, int unit) {
|
||||
}
|
||||
|
||||
if (checkAlreadyExpired(when)) {
|
||||
robj *aux;
|
||||
|
||||
int deleted = dbGenericDelete(c->db, key, server.lazyfree_lazy_expire, DB_FLAG_KEY_EXPIRED);
|
||||
serverAssertWithInfo(c, key, deleted);
|
||||
server.dirty++;
|
||||
|
||||
/* Replicate/AOF this as an explicit DEL or UNLINK. */
|
||||
aux = server.lazyfree_lazy_expire ? shared.unlink : shared.del;
|
||||
rewriteClientCommandVector(c, 2, aux, key);
|
||||
signalModifiedKey(c, c->db, key);
|
||||
notifyKeyspaceEvent(NOTIFY_GENERIC, "del", key, c->db->id);
|
||||
deleteExpiredKeyFromOverwriteAndPropagate(c, key);
|
||||
addReply(c, shared.cone);
|
||||
return;
|
||||
} else {
|
||||
|
@ -3505,6 +3505,7 @@ int setModuleNumericConfig(ModuleConfig *config, long long val, const char **err
|
||||
/* db.c -- Keyspace access API */
|
||||
int removeExpire(serverDb *db, robj *key);
|
||||
void deleteExpiredKeyAndPropagate(serverDb *db, robj *keyobj);
|
||||
void deleteExpiredKeyFromOverwriteAndPropagate(client *c, robj *keyobj);
|
||||
void propagateDeletion(serverDb *db, robj *key, int lazy);
|
||||
int keyIsExpired(serverDb *db, robj *key);
|
||||
long long getExpire(serverDb *db, robj *key);
|
||||
|
@ -109,6 +109,15 @@ void setGenericCommand(client *c,
|
||||
return;
|
||||
}
|
||||
|
||||
/* If the `milliseconds` have expired, then we don't need to set it into the
|
||||
* database, and then wait for the active expire to delete it, it is wasteful.
|
||||
* If the key already exists, delete it. */
|
||||
if (expire && checkAlreadyExpired(milliseconds)) {
|
||||
if (found) deleteExpiredKeyFromOverwriteAndPropagate(c, key);
|
||||
if (!(flags & OBJ_SET_GET)) addReply(c, shared.ok);
|
||||
return;
|
||||
}
|
||||
|
||||
/* When expire is not NULL, we avoid deleting the TTL so it can be updated later instead of being deleted and then
|
||||
* created again. */
|
||||
setkey_flags |= ((flags & OBJ_KEEPTTL) || expire) ? SETKEY_KEEPTTL : 0;
|
||||
@ -395,13 +404,7 @@ void getexCommand(client *c) {
|
||||
if (((flags & OBJ_PXAT) || (flags & OBJ_EXAT)) && checkAlreadyExpired(milliseconds)) {
|
||||
/* When PXAT/EXAT absolute timestamp is specified, there can be a chance that timestamp
|
||||
* has already elapsed so delete the key in that case. */
|
||||
int deleted = dbGenericDelete(c->db, c->argv[1], server.lazyfree_lazy_expire, DB_FLAG_KEY_EXPIRED);
|
||||
serverAssert(deleted);
|
||||
robj *aux = server.lazyfree_lazy_expire ? shared.unlink : shared.del;
|
||||
rewriteClientCommandVector(c,2,aux,c->argv[1]);
|
||||
signalModifiedKey(c, c->db, c->argv[1]);
|
||||
notifyKeyspaceEvent(NOTIFY_GENERIC, "del", c->argv[1], c->db->id);
|
||||
server.dirty++;
|
||||
deleteExpiredKeyFromOverwriteAndPropagate(c, c->argv[1]);
|
||||
} else if (expire) {
|
||||
setExpire(c,c->db,c->argv[1],milliseconds);
|
||||
/* Propagate as PXEXPIREAT millisecond-timestamp if there is
|
||||
|
@ -607,6 +607,40 @@ if {[string match {*jemalloc*} [s mem_allocator]]} {
|
||||
r set foo bar pxat [expr [clock milliseconds] + 10000]
|
||||
assert_range [r ttl foo] 5 10
|
||||
}
|
||||
|
||||
test "SET EXAT / PXAT Expiration time is expired" {
|
||||
r debug set-active-expire 0
|
||||
set repl [attach_to_replication_stream]
|
||||
|
||||
# Key exists.
|
||||
r set foo bar
|
||||
r set foo bar exat [expr [clock seconds] - 100]
|
||||
assert_error {ERR no such key} {r debug object foo}
|
||||
r set foo bar
|
||||
r set foo bar pxat [expr [clock milliseconds] - 10000]
|
||||
assert_error {ERR no such key} {r debug object foo}
|
||||
|
||||
# Key does not exist.
|
||||
r del foo
|
||||
r set foo bar exat [expr [clock seconds] - 100]
|
||||
assert_error {ERR no such key} {r debug object foo}
|
||||
r set foo bar pxat [expr [clock milliseconds] - 10000]
|
||||
assert_error {ERR no such key} {r debug object foo}
|
||||
|
||||
r incr foo
|
||||
assert_replication_stream $repl {
|
||||
{select *}
|
||||
{set foo bar}
|
||||
{del foo}
|
||||
{set foo bar}
|
||||
{del foo}
|
||||
{incr foo}
|
||||
}
|
||||
|
||||
r debug set-active-expire 1
|
||||
close_replication_stream $repl
|
||||
} {} {needs:debug needs:repl}
|
||||
|
||||
test {Extended SET using multiple options at once} {
|
||||
r set foo val
|
||||
assert {[r set foo bar xx px 10000] eq {OK}}
|
||||
|
Loading…
x
Reference in New Issue
Block a user