Remove RDB files used for replication in persistence-less instances.

This commit is contained in:
antirez 2020-03-03 14:58:11 +01:00
parent 6dd8de1774
commit 5e2319c326
3 changed files with 56 additions and 1 deletions

View File

@ -45,6 +45,11 @@ void replicationSendAck(void);
void putSlaveOnline(client *slave); void putSlaveOnline(client *slave);
int cancelReplicationHandshake(void); int cancelReplicationHandshake(void);
/* We take a global flag to remember if this instance generated an RDB
* because of replication, so that we can remove the RDB file in case
* the instance is configured to have no persistence. */
int RDBGeneratedByReplication = 0;
/* --------------------------- Utility functions ---------------------------- */ /* --------------------------- Utility functions ---------------------------- */
/* Return the pointer to a string representing the slave ip:listening_port /* Return the pointer to a string representing the slave ip:listening_port
@ -591,6 +596,10 @@ int startBgsaveForReplication(int mincapa) {
retval = C_ERR; retval = C_ERR;
} }
/* If we succeeded to start a BGSAVE with disk target, let's remember
* this fact, so that we can later delete the file if needed. */
if (retval == C_OK && !socket_target) RDBGeneratedByReplication = 1;
/* If we failed to BGSAVE, remove the slaves waiting for a full /* If we failed to BGSAVE, remove the slaves waiting for a full
* resynchronization from the list of slaves, inform them with * resynchronization from the list of slaves, inform them with
* an error about what happened, close the connection ASAP. */ * an error about what happened, close the connection ASAP. */
@ -883,6 +892,36 @@ void putSlaveOnline(client *slave) {
replicationGetSlaveName(slave)); replicationGetSlaveName(slave));
} }
/* We call this function periodically to remove an RDB file that was
* generated because of replication, in an instance that is otherwise
* without any persistence. We don't want instances without persistence
* to take RDB files around, this violates certain policies in certain
* environments. */
void removeRDBUsedToSyncReplicas(void) {
if (allPersistenceDisabled() && RDBGeneratedByReplication) {
client *slave;
listNode *ln;
listIter li;
int delrdb = 1;
listRewind(server.slaves,&li);
while((ln = listNext(&li))) {
slave = ln->value;
if (slave->replstate == SLAVE_STATE_WAIT_BGSAVE_START ||
slave->replstate == SLAVE_STATE_WAIT_BGSAVE_END ||
slave->replstate == SLAVE_STATE_SEND_BULK)
{
delrdb = 0;
break; /* No need to check the other replicas. */
}
}
if (delrdb) {
RDBGeneratedByReplication = 0;
unlink(server.rdb_filename);
}
}
}
void sendBulkToSlave(connection *conn) { void sendBulkToSlave(connection *conn) {
client *slave = connGetPrivateData(conn); client *slave = connGetPrivateData(conn);
char buf[PROTO_IOBUF_LEN]; char buf[PROTO_IOBUF_LEN];
@ -894,7 +933,8 @@ void sendBulkToSlave(connection *conn) {
if (slave->replpreamble) { if (slave->replpreamble) {
nwritten = connWrite(conn,slave->replpreamble,sdslen(slave->replpreamble)); nwritten = connWrite(conn,slave->replpreamble,sdslen(slave->replpreamble));
if (nwritten == -1) { if (nwritten == -1) {
serverLog(LL_VERBOSE,"Write error sending RDB preamble to replica: %s", serverLog(LL_VERBOSE,
"Write error sending RDB preamble to replica: %s",
connGetLastError(conn)); connGetLastError(conn));
freeClient(slave); freeClient(slave);
return; return;
@ -1639,12 +1679,14 @@ void readSyncBulkPayload(connection *conn) {
"Failed trying to load the MASTER synchronization " "Failed trying to load the MASTER synchronization "
"DB from disk"); "DB from disk");
cancelReplicationHandshake(); cancelReplicationHandshake();
if (allPersistenceDisabled()) unlink(server.rdb_filename);
/* Note that there's no point in restarting the AOF on sync failure, /* Note that there's no point in restarting the AOF on sync failure,
it'll be restarted when sync succeeds or replica promoted. */ it'll be restarted when sync succeeds or replica promoted. */
return; return;
} }
/* Cleanup. */ /* Cleanup. */
if (allPersistenceDisabled()) unlink(server.rdb_filename);
zfree(server.repl_transfer_tmpfile); zfree(server.repl_transfer_tmpfile);
close(server.repl_transfer_fd); close(server.repl_transfer_fd);
server.repl_transfer_fd = -1; server.repl_transfer_fd = -1;
@ -3149,6 +3191,10 @@ void replicationCron(void) {
} }
} }
/* Remove the RDB file used for replication if Redis is not running
* with any persistence. */
removeRDBUsedToSyncReplicas();
/* Refresh the number of slaves with lag <= min-slaves-max-lag. */ /* Refresh the number of slaves with lag <= min-slaves-max-lag. */
refreshGoodSlavesCount(); refreshGoodSlavesCount();
replication_cron_loops++; /* Incremented with frequency 1 HZ. */ replication_cron_loops++; /* Incremented with frequency 1 HZ. */

View File

@ -1455,12 +1455,20 @@ void updateDictResizePolicy(void) {
dictDisableResize(); dictDisableResize();
} }
/* Return true if there are no active children processes doing RDB saving,
* AOF rewriting, or some side process spawned by a loaded module. */
int hasActiveChildProcess() { int hasActiveChildProcess() {
return server.rdb_child_pid != -1 || return server.rdb_child_pid != -1 ||
server.aof_child_pid != -1 || server.aof_child_pid != -1 ||
server.module_child_pid != -1; server.module_child_pid != -1;
} }
/* Return true if this instance has persistence completely turned off:
* both RDB and AOF are disabled. */
int allPersistenceDisabled(void) {
return server.saveparamslen == 0 && server.aof_state == AOF_OFF;
}
/* ======================= Cron: called every 100 ms ======================== */ /* ======================= Cron: called every 100 ms ======================== */
/* Add a sample to the operations per second array of samples. */ /* Add a sample to the operations per second array of samples. */

View File

@ -1786,6 +1786,7 @@ void loadingProgress(off_t pos);
void stopLoading(int success); void stopLoading(int success);
void startSaving(int rdbflags); void startSaving(int rdbflags);
void stopSaving(int success); void stopSaving(int success);
int allPersistenceDisabled(void);
#define DISK_ERROR_TYPE_AOF 1 /* Don't accept writes: AOF errors. */ #define DISK_ERROR_TYPE_AOF 1 /* Don't accept writes: AOF errors. */
#define DISK_ERROR_TYPE_RDB 2 /* Don't accept writes: RDB errors. */ #define DISK_ERROR_TYPE_RDB 2 /* Don't accept writes: RDB errors. */