79b0c84710
*fix for rocksdb centos compile fail * fix alpine compile * fix hashslot enumerate * update alpine docker to latest version * fix mac build, use big endian for expire prefix * use endian.h for expires too
78 lines
3.2 KiB
C++
78 lines
3.2 KiB
C++
#pragma once
|
|
|
|
#include <memory>
|
|
#include "../IStorage.h"
|
|
#include <rocksdb/db.h>
|
|
#include <rocksdb/utilities/write_batch_with_index.h>
|
|
#ifdef __APPLE__
|
|
#include <libkern/OSByteOrder.h>
|
|
#define htole16 OSSwapHostToLittleInt16
|
|
#define le16toh OSSwapLittleToHostInt16
|
|
#define htobe64 OSSwapHostToBigInt64
|
|
#else
|
|
#include <endian.h>
|
|
#endif
|
|
#include "../fastlock.h"
|
|
|
|
#define INTERNAL_KEY_PREFIX "\x00\x04\x03\x00\x05\x02\x04"
|
|
#define HASHSLOT_PREFIX_TYPE uint16_t
|
|
#define HASHSLOT_PREFIX_BYTES sizeof(HASHSLOT_PREFIX_TYPE)
|
|
#define HASHSLOT_PREFIX_ENDIAN htole16
|
|
#define HASHSLOT_PREFIX_RECOVER le16toh
|
|
static const char count_key[] = INTERNAL_KEY_PREFIX "__keydb__count\1";
|
|
static const char version_key[] = INTERNAL_KEY_PREFIX "__keydb__version\1";
|
|
static const char meta_key[] = INTERNAL_KEY_PREFIX "__keydb__metadata\1";
|
|
static const char last_expire_key[] = INTERNAL_KEY_PREFIX "__keydb__last_expire_time";
|
|
class RocksDBStorageFactory;
|
|
|
|
class RocksDBStorageProvider : public IStorage
|
|
{
|
|
RocksDBStorageFactory *m_pfactory;
|
|
std::shared_ptr<rocksdb::DB> m_spdb; // Note: This must be first so it is deleted last
|
|
std::unique_ptr<rocksdb::WriteBatchWithIndex> m_spbatch;
|
|
const rocksdb::Snapshot *m_psnapshot = nullptr;
|
|
std::shared_ptr<rocksdb::ColumnFamilyHandle> m_spcolfamily;
|
|
std::shared_ptr<rocksdb::ColumnFamilyHandle> m_spexpirecolfamily;
|
|
rocksdb::ReadOptions m_readOptionsTemplate;
|
|
size_t m_count = 0;
|
|
mutable fastlock m_lock {"RocksDBStorageProvider"};
|
|
|
|
public:
|
|
RocksDBStorageProvider(RocksDBStorageFactory *pfactory, std::shared_ptr<rocksdb::DB> &spdb, std::shared_ptr<rocksdb::ColumnFamilyHandle> &spcolfam, std::shared_ptr<rocksdb::ColumnFamilyHandle> &spexpirecolfam, const rocksdb::Snapshot *psnapshot, size_t count);
|
|
~RocksDBStorageProvider();
|
|
|
|
virtual void insert(const char *key, size_t cchKey, void *data, size_t cb, bool fOverwrite) override;
|
|
virtual bool erase(const char *key, size_t cchKey) override;
|
|
virtual void retrieve(const char *key, size_t cchKey, callbackSingle fn) const override;
|
|
virtual size_t clear() override;
|
|
virtual bool enumerate(callback fn) const override;
|
|
virtual bool enumerate_hashslot(callback fn, unsigned int hashslot) const override;
|
|
|
|
virtual std::vector<std::string> getExpirationCandidates(unsigned int count) override;
|
|
virtual std::vector<std::string> getEvictionCandidates(unsigned int count) override;
|
|
virtual void setExpire(const char *key, size_t cchKey, long long expire) override;
|
|
virtual void removeExpire(const char *key, size_t cchKey, long long expire) override;
|
|
|
|
virtual const IStorage *clone() const override;
|
|
|
|
virtual void beginWriteBatch() override;
|
|
virtual void endWriteBatch() override;
|
|
|
|
virtual void bulkInsert(char **rgkeys, size_t *rgcbkeys, char **rgvals, size_t *rgcbvals, size_t celem) override;
|
|
|
|
virtual void batch_lock() override;
|
|
virtual void batch_unlock() override;
|
|
|
|
virtual void flush() override;
|
|
|
|
size_t count() const override;
|
|
|
|
protected:
|
|
bool FKeyExists(std::string&) const;
|
|
bool FExpireExists(std::string&) const;
|
|
|
|
const rocksdb::ReadOptions &ReadOptions() const { return m_readOptionsTemplate; }
|
|
rocksdb::WriteOptions WriteOptions() const;
|
|
};
|
|
|
|
bool FInternalKey(const char *key, size_t cch); |