diff options
Diffstat (limited to 'src/server.h')
| -rw-r--r-- | src/server.h | 3744 |
1 files changed, 3744 insertions, 0 deletions
diff --git a/src/server.h b/src/server.h new file mode 100644 index 0000000..cb55503 --- /dev/null +++ b/src/server.h @@ -0,0 +1,3744 @@ +/* + * Copyright (c) 2009-2012, Salvatore Sanfilippo <antirez at gmail dot com> + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions are met: + * + * * Redistributions of source code must retain the above copyright notice, + * this list of conditions and the following disclaimer. + * * Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * * Neither the name of Redis nor the names of its contributors may be used + * to endorse or promote products derived from this software without + * specific prior written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" + * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE + * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR + * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF + * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS + * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN + * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) + * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE + * POSSIBILITY OF SUCH DAMAGE. + */ + +#ifndef __REDIS_H +#define __REDIS_H + +#include "fmacros.h" +#include "config.h" +#include "solarisfixes.h" +#include "rio.h" +#include "atomicvar.h" +#include "commands.h" + +#include <assert.h> +#include <stdio.h> +#include <stdlib.h> +#include <stddef.h> +#include <string.h> +#include <time.h> +#include <limits.h> +#include <unistd.h> +#include <errno.h> +#include <inttypes.h> +#include <pthread.h> +#include <syslog.h> +#include <netinet/in.h> +#include <sys/socket.h> +#include <lua.h> +#include <signal.h> + +#ifdef HAVE_LIBSYSTEMD +#include <systemd/sd-daemon.h> +#endif + +#ifndef static_assert +#define static_assert(expr, lit) extern char __static_assert_failure[(expr) ? 1:-1] +#endif + +typedef long long mstime_t; /* millisecond time type. */ +typedef long long ustime_t; /* microsecond time type. */ + +#include "ae.h" /* Event driven programming library */ +#include "sds.h" /* Dynamic safe strings */ +#include "dict.h" /* Hash tables */ +#include "adlist.h" /* Linked lists */ +#include "zmalloc.h" /* total memory usage aware version of malloc/free */ +#include "anet.h" /* Networking the easy way */ +#include "version.h" /* Version macro */ +#include "util.h" /* Misc functions useful in many places */ +#include "latency.h" /* Latency monitor API */ +#include "sparkline.h" /* ASCII graphs API */ +#include "quicklist.h" /* Lists are encoded as linked lists of + N-elements flat arrays */ +#include "rax.h" /* Radix tree */ +#include "connection.h" /* Connection abstraction */ + +#define REDISMODULE_CORE 1 +typedef struct redisObject robj; +#include "redismodule.h" /* Redis modules API defines. */ + +/* Following includes allow test functions to be called from Redis main() */ +#include "zipmap.h" +#include "ziplist.h" /* Compact list data structure */ +#include "sha1.h" +#include "endianconv.h" +#include "crc64.h" + +struct hdr_histogram; + +/* helpers */ +#define numElements(x) (sizeof(x)/sizeof((x)[0])) + +/* min/max */ +#undef min +#undef max +#define min(a, b) ((a) < (b) ? (a) : (b)) +#define max(a, b) ((a) > (b) ? (a) : (b)) + +/* Get the pointer of the outer struct from a member address */ +#define redis_member2struct(struct_name, member_name, member_addr) \ + ((struct_name *)((char*)member_addr - offsetof(struct_name, member_name))) + +/* Error codes */ +#define C_OK 0 +#define C_ERR -1 + +/* Static server configuration */ +#define CONFIG_DEFAULT_HZ 10 /* Time interrupt calls/sec. */ +#define CONFIG_MIN_HZ 1 +#define CONFIG_MAX_HZ 500 +#define MAX_CLIENTS_PER_CLOCK_TICK 200 /* HZ is adapted based on that. */ +#define CRON_DBS_PER_CALL 16 +#define NET_MAX_WRITES_PER_EVENT (1024*64) +#define PROTO_SHARED_SELECT_CMDS 10 +#define OBJ_SHARED_INTEGERS 10000 +#define OBJ_SHARED_BULKHDR_LEN 32 +#define OBJ_SHARED_HDR_STRLEN(_len_) (((_len_) < 10) ? 4 : 5) /* see shared.mbulkhdr etc. */ +#define LOG_MAX_LEN 1024 /* Default maximum length of syslog messages.*/ +#define AOF_REWRITE_ITEMS_PER_CMD 64 +#define AOF_ANNOTATION_LINE_MAX_LEN 1024 +#define CONFIG_RUN_ID_SIZE 40 +#define RDB_EOF_MARK_SIZE 40 +#define CONFIG_REPL_BACKLOG_MIN_SIZE (1024*16) /* 16k */ +#define CONFIG_BGSAVE_RETRY_DELAY 5 /* Wait a few secs before trying again. */ +#define CONFIG_DEFAULT_PID_FILE "/var/run/redis.pid" +#define CONFIG_DEFAULT_BINDADDR_COUNT 2 +#define CONFIG_DEFAULT_BINDADDR { "*", "-::*" } +#define NET_HOST_STR_LEN 256 /* Longest valid hostname */ +#define NET_IP_STR_LEN 46 /* INET6_ADDRSTRLEN is 46, but we need to be sure */ +#define NET_ADDR_STR_LEN (NET_IP_STR_LEN+32) /* Must be enough for ip:port */ +#define NET_HOST_PORT_STR_LEN (NET_HOST_STR_LEN+32) /* Must be enough for hostname:port */ +#define CONFIG_BINDADDR_MAX 16 +#define CONFIG_MIN_RESERVED_FDS 32 +#define CONFIG_DEFAULT_PROC_TITLE_TEMPLATE "{title} {listen-addr} {server-mode}" + +/* Bucket sizes for client eviction pools. Each bucket stores clients with + * memory usage of up to twice the size of the bucket below it. */ +#define CLIENT_MEM_USAGE_BUCKET_MIN_LOG 15 /* Bucket sizes start at up to 32KB (2^15) */ +#define CLIENT_MEM_USAGE_BUCKET_MAX_LOG 33 /* Bucket for largest clients: sizes above 4GB (2^32) */ +#define CLIENT_MEM_USAGE_BUCKETS (1+CLIENT_MEM_USAGE_BUCKET_MAX_LOG-CLIENT_MEM_USAGE_BUCKET_MIN_LOG) + +#define ACTIVE_EXPIRE_CYCLE_SLOW 0 +#define ACTIVE_EXPIRE_CYCLE_FAST 1 + +/* Children process will exit with this status code to signal that the + * process terminated without an error: this is useful in order to kill + * a saving child (RDB or AOF one), without triggering in the parent the + * write protection that is normally turned on on write errors. + * Usually children that are terminated with SIGUSR1 will exit with this + * special code. */ +#define SERVER_CHILD_NOERROR_RETVAL 255 + +/* Reading copy-on-write info is sometimes expensive and may slow down child + * processes that report it continuously. We measure the cost of obtaining it + * and hold back additional reading based on this factor. */ +#define CHILD_COW_DUTY_CYCLE 100 + +/* Instantaneous metrics tracking. */ +#define STATS_METRIC_SAMPLES 16 /* Number of samples per metric. */ +#define STATS_METRIC_COMMAND 0 /* Number of commands executed. */ +#define STATS_METRIC_NET_INPUT 1 /* Bytes read to network. */ +#define STATS_METRIC_NET_OUTPUT 2 /* Bytes written to network. */ +#define STATS_METRIC_NET_INPUT_REPLICATION 3 /* Bytes read to network during replication. */ +#define STATS_METRIC_NET_OUTPUT_REPLICATION 4 /* Bytes written to network during replication. */ +#define STATS_METRIC_EL_CYCLE 5 /* Number of eventloop cycled. */ +#define STATS_METRIC_EL_DURATION 6 /* Eventloop duration. */ +#define STATS_METRIC_COUNT 7 + +/* Protocol and I/O related defines */ +#define PROTO_IOBUF_LEN (1024*16) /* Generic I/O buffer size */ +#define PROTO_REPLY_CHUNK_BYTES (16*1024) /* 16k output buffer */ +#define PROTO_INLINE_MAX_SIZE (1024*64) /* Max size of inline reads */ +#define PROTO_MBULK_BIG_ARG (1024*32) +#define PROTO_RESIZE_THRESHOLD (1024*32) /* Threshold for determining whether to resize query buffer */ +#define PROTO_REPLY_MIN_BYTES (1024) /* the lower limit on reply buffer size */ +#define REDIS_AUTOSYNC_BYTES (1024*1024*4) /* Sync file every 4MB. */ + +#define REPLY_BUFFER_DEFAULT_PEAK_RESET_TIME 5000 /* 5 seconds */ + +/* When configuring the server eventloop, we setup it so that the total number + * of file descriptors we can handle are server.maxclients + RESERVED_FDS + + * a few more to stay safe. Since RESERVED_FDS defaults to 32, we add 96 + * in order to make sure of not over provisioning more than 128 fds. */ +#define CONFIG_FDSET_INCR (CONFIG_MIN_RESERVED_FDS+96) + +/* OOM Score Adjustment classes. */ +#define CONFIG_OOM_MASTER 0 +#define CONFIG_OOM_REPLICA 1 +#define CONFIG_OOM_BGCHILD 2 +#define CONFIG_OOM_COUNT 3 + +extern int configOOMScoreAdjValuesDefaults[CONFIG_OOM_COUNT]; + +/* Hash table parameters */ +#define HASHTABLE_MIN_FILL 10 /* Minimal hash table fill 10% */ +#define HASHTABLE_MAX_LOAD_FACTOR 1.618 /* Maximum hash table load factor. */ + +/* Command flags. Please check the definition of struct redisCommand in this file + * for more information about the meaning of every flag. */ +#define CMD_WRITE (1ULL<<0) +#define CMD_READONLY (1ULL<<1) +#define CMD_DENYOOM (1ULL<<2) +#define CMD_MODULE (1ULL<<3) /* Command exported by module. */ +#define CMD_ADMIN (1ULL<<4) +#define CMD_PUBSUB (1ULL<<5) +#define CMD_NOSCRIPT (1ULL<<6) +#define CMD_BLOCKING (1ULL<<8) /* Has potential to block. */ +#define CMD_LOADING (1ULL<<9) +#define CMD_STALE (1ULL<<10) +#define CMD_SKIP_MONITOR (1ULL<<11) +#define CMD_SKIP_SLOWLOG (1ULL<<12) +#define CMD_ASKING (1ULL<<13) +#define CMD_FAST (1ULL<<14) +#define CMD_NO_AUTH (1ULL<<15) +#define CMD_MAY_REPLICATE (1ULL<<16) +#define CMD_SENTINEL (1ULL<<17) +#define CMD_ONLY_SENTINEL (1ULL<<18) +#define CMD_NO_MANDATORY_KEYS (1ULL<<19) +#define CMD_PROTECTED (1ULL<<20) +#define CMD_MODULE_GETKEYS (1ULL<<21) /* Use the modules getkeys interface. */ +#define CMD_MODULE_NO_CLUSTER (1ULL<<22) /* Deny on Redis Cluster. */ +#define CMD_NO_ASYNC_LOADING (1ULL<<23) +#define CMD_NO_MULTI (1ULL<<24) +#define CMD_MOVABLE_KEYS (1ULL<<25) /* The legacy range spec doesn't cover all keys. + * Populated by populateCommandLegacyRangeSpec. */ +#define CMD_ALLOW_BUSY ((1ULL<<26)) +#define CMD_MODULE_GETCHANNELS (1ULL<<27) /* Use the modules getchannels interface. */ +#define CMD_TOUCHES_ARBITRARY_KEYS (1ULL<<28) + +/* Command flags that describe ACLs categories. */ +#define ACL_CATEGORY_KEYSPACE (1ULL<<0) +#define ACL_CATEGORY_READ (1ULL<<1) +#define ACL_CATEGORY_WRITE (1ULL<<2) +#define ACL_CATEGORY_SET (1ULL<<3) +#define ACL_CATEGORY_SORTEDSET (1ULL<<4) +#define ACL_CATEGORY_LIST (1ULL<<5) +#define ACL_CATEGORY_HASH (1ULL<<6) +#define ACL_CATEGORY_STRING (1ULL<<7) +#define ACL_CATEGORY_BITMAP (1ULL<<8) +#define ACL_CATEGORY_HYPERLOGLOG (1ULL<<9) +#define ACL_CATEGORY_GEO (1ULL<<10) +#define ACL_CATEGORY_STREAM (1ULL<<11) +#define ACL_CATEGORY_PUBSUB (1ULL<<12) +#define ACL_CATEGORY_ADMIN (1ULL<<13) +#define ACL_CATEGORY_FAST (1ULL<<14) +#define ACL_CATEGORY_SLOW (1ULL<<15) +#define ACL_CATEGORY_BLOCKING (1ULL<<16) +#define ACL_CATEGORY_DANGEROUS (1ULL<<17) +#define ACL_CATEGORY_CONNECTION (1ULL<<18) +#define ACL_CATEGORY_TRANSACTION (1ULL<<19) +#define ACL_CATEGORY_SCRIPTING (1ULL<<20) + +/* Key-spec flags * + * -------------- */ +/* The following refer what the command actually does with the value or metadata + * of the key, and not necessarily the user data or how it affects it. + * Each key-spec may must have exactly one of these. Any operation that's not + * distinctly deletion, overwrite or read-only would be marked as RW. */ +#define CMD_KEY_RO (1ULL<<0) /* Read-Only - Reads the value of the key, but + * doesn't necessarily returns it. */ +#define CMD_KEY_RW (1ULL<<1) /* Read-Write - Modifies the data stored in the + * value of the key or its metadata. */ +#define CMD_KEY_OW (1ULL<<2) /* Overwrite - Overwrites the data stored in + * the value of the key. */ +#define CMD_KEY_RM (1ULL<<3) /* Deletes the key. */ +/* The following refer to user data inside the value of the key, not the metadata + * like LRU, type, cardinality. It refers to the logical operation on the user's + * data (actual input strings / TTL), being used / returned / copied / changed, + * It doesn't refer to modification or returning of metadata (like type, count, + * presence of data). Any write that's not INSERT or DELETE, would be an UPDATE. + * Each key-spec may have one of the writes with or without access, or none: */ +#define CMD_KEY_ACCESS (1ULL<<4) /* Returns, copies or uses the user data from + * the value of the key. */ +#define CMD_KEY_UPDATE (1ULL<<5) /* Updates data to the value, new value may + * depend on the old value. */ +#define CMD_KEY_INSERT (1ULL<<6) /* Adds data to the value with no chance of + * modification or deletion of existing data. */ +#define CMD_KEY_DELETE (1ULL<<7) /* Explicitly deletes some content + * from the value of the key. */ +/* Other flags: */ +#define CMD_KEY_NOT_KEY (1ULL<<8) /* A 'fake' key that should be routed + * like a key in cluster mode but is + * excluded from other key checks. */ +#define CMD_KEY_INCOMPLETE (1ULL<<9) /* Means that the keyspec might not point + * out to all keys it should cover */ +#define CMD_KEY_VARIABLE_FLAGS (1ULL<<10) /* Means that some keys might have + * different flags depending on arguments */ + +/* Key flags for when access type is unknown */ +#define CMD_KEY_FULL_ACCESS (CMD_KEY_RW | CMD_KEY_ACCESS | CMD_KEY_UPDATE) + +/* Key flags for how key is removed */ +#define DB_FLAG_KEY_NONE 0 +#define DB_FLAG_KEY_DELETED (1ULL<<0) +#define DB_FLAG_KEY_EXPIRED (1ULL<<1) +#define DB_FLAG_KEY_EVICTED (1ULL<<2) +#define DB_FLAG_KEY_OVERWRITE (1ULL<<3) + +/* Channel flags share the same flag space as the key flags */ +#define CMD_CHANNEL_PATTERN (1ULL<<11) /* The argument is a channel pattern */ +#define CMD_CHANNEL_SUBSCRIBE (1ULL<<12) /* The command subscribes to channels */ +#define CMD_CHANNEL_UNSUBSCRIBE (1ULL<<13) /* The command unsubscribes to channels */ +#define CMD_CHANNEL_PUBLISH (1ULL<<14) /* The command publishes to channels. */ + +/* AOF states */ +#define AOF_OFF 0 /* AOF is off */ +#define AOF_ON 1 /* AOF is on */ +#define AOF_WAIT_REWRITE 2 /* AOF waits rewrite to start appending */ + +/* AOF return values for loadAppendOnlyFiles() and loadSingleAppendOnlyFile() */ +#define AOF_OK 0 +#define AOF_NOT_EXIST 1 +#define AOF_EMPTY 2 +#define AOF_OPEN_ERR 3 +#define AOF_FAILED 4 +#define AOF_TRUNCATED 5 + +/* RDB return values for rdbLoad. */ +#define RDB_OK 0 +#define RDB_NOT_EXIST 1 /* RDB file doesn't exist. */ +#define RDB_FAILED 2 /* Failed to load the RDB file. */ + +/* Command doc flags */ +#define CMD_DOC_NONE 0 +#define CMD_DOC_DEPRECATED (1<<0) /* Command is deprecated */ +#define CMD_DOC_SYSCMD (1<<1) /* System (internal) command */ + +/* Client flags */ +#define CLIENT_SLAVE (1<<0) /* This client is a replica */ +#define CLIENT_MASTER (1<<1) /* This client is a master */ +#define CLIENT_MONITOR (1<<2) /* This client is a slave monitor, see MONITOR */ +#define CLIENT_MULTI (1<<3) /* This client is in a MULTI context */ +#define CLIENT_BLOCKED (1<<4) /* The client is waiting in a blocking operation */ +#define CLIENT_DIRTY_CAS (1<<5) /* Watched keys modified. EXEC will fail. */ +#define CLIENT_CLOSE_AFTER_REPLY (1<<6) /* Close after writing entire reply. */ +#define CLIENT_UNBLOCKED (1<<7) /* This client was unblocked and is stored in + server.unblocked_clients */ +#define CLIENT_SCRIPT (1<<8) /* This is a non connected client used by Lua */ +#define CLIENT_ASKING (1<<9) /* Client issued the ASKING command */ +#define CLIENT_CLOSE_ASAP (1<<10)/* Close this client ASAP */ +#define CLIENT_UNIX_SOCKET (1<<11) /* Client connected via Unix domain socket */ +#define CLIENT_DIRTY_EXEC (1<<12) /* EXEC will fail for errors while queueing */ +#define CLIENT_MASTER_FORCE_REPLY (1<<13) /* Queue replies even if is master */ +#define CLIENT_FORCE_AOF (1<<14) /* Force AOF propagation of current cmd. */ +#define CLIENT_FORCE_REPL (1<<15) /* Force replication of current cmd. */ +#define CLIENT_PRE_PSYNC (1<<16) /* Instance don't understand PSYNC. */ +#define CLIENT_READONLY (1<<17) /* Cluster client is in read-only state. */ +#define CLIENT_PUBSUB (1<<18) /* Client is in Pub/Sub mode. */ +#define CLIENT_PREVENT_AOF_PROP (1<<19) /* Don't propagate to AOF. */ +#define CLIENT_PREVENT_REPL_PROP (1<<20) /* Don't propagate to slaves. */ +#define CLIENT_PREVENT_PROP (CLIENT_PREVENT_AOF_PROP|CLIENT_PREVENT_REPL_PROP) +#define CLIENT_PENDING_WRITE (1<<21) /* Client has output to send but a write + handler is yet not installed. */ +#define CLIENT_REPLY_OFF (1<<22) /* Don't send replies to client. */ +#define CLIENT_REPLY_SKIP_NEXT (1<<23) /* Set CLIENT_REPLY_SKIP for next cmd */ +#define CLIENT_REPLY_SKIP (1<<24) /* Don't send just this reply. */ +#define CLIENT_LUA_DEBUG (1<<25) /* Run EVAL in debug mode. */ +#define CLIENT_LUA_DEBUG_SYNC (1<<26) /* EVAL debugging without fork() */ +#define CLIENT_MODULE (1<<27) /* Non connected client used by some module. */ +#define CLIENT_PROTECTED (1<<28) /* Client should not be freed for now. */ +#define CLIENT_EXECUTING_COMMAND (1<<29) /* Indicates that the client is currently in the process of handling + a command. usually this will be marked only during call() + however, blocked clients might have this flag kept until they + will try to reprocess the command. */ + +#define CLIENT_PENDING_COMMAND (1<<30) /* Indicates the client has a fully + * parsed command ready for execution. */ +#define CLIENT_TRACKING (1ULL<<31) /* Client enabled keys tracking in order to + perform client side caching. */ +#define CLIENT_TRACKING_BROKEN_REDIR (1ULL<<32) /* Target client is invalid. */ +#define CLIENT_TRACKING_BCAST (1ULL<<33) /* Tracking in BCAST mode. */ +#define CLIENT_TRACKING_OPTIN (1ULL<<34) /* Tracking in opt-in mode. */ +#define CLIENT_TRACKING_OPTOUT (1ULL<<35) /* Tracking in opt-out mode. */ +#define CLIENT_TRACKING_CACHING (1ULL<<36) /* CACHING yes/no was given, + depending on optin/optout mode. */ +#define CLIENT_TRACKING_NOLOOP (1ULL<<37) /* Don't send invalidation messages + about writes performed by myself.*/ +#define CLIENT_IN_TO_TABLE (1ULL<<38) /* This client is in the timeout table. */ +#define CLIENT_PROTOCOL_ERROR (1ULL<<39) /* Protocol error chatting with it. */ +#define CLIENT_CLOSE_AFTER_COMMAND (1ULL<<40) /* Close after executing commands + * and writing entire reply. */ +#define CLIENT_DENY_BLOCKING (1ULL<<41) /* Indicate that the client should not be blocked. + currently, turned on inside MULTI, Lua, RM_Call, + and AOF client */ +#define CLIENT_REPL_RDBONLY (1ULL<<42) /* This client is a replica that only wants + RDB without replication buffer. */ +#define CLIENT_NO_EVICT (1ULL<<43) /* This client is protected against client + memory eviction. */ +#define CLIENT_ALLOW_OOM (1ULL<<44) /* Client used by RM_Call is allowed to fully execute + scripts even when in OOM */ +#define CLIENT_NO_TOUCH (1ULL<<45) /* This client will not touch LFU/LRU stats. */ +#define CLIENT_PUSHING (1ULL<<46) /* This client is pushing notifications. */ +#define CLIENT_MODULE_AUTH_HAS_RESULT (1ULL<<47) /* Indicates a client in the middle of module based + auth had been authenticated from the Module. */ +#define CLIENT_MODULE_PREVENT_AOF_PROP (1ULL<<48) /* Module client do not want to propagate to AOF */ +#define CLIENT_MODULE_PREVENT_REPL_PROP (1ULL<<49) /* Module client do not want to propagate to replica */ + +/* Client block type (btype field in client structure) + * if CLIENT_BLOCKED flag is set. */ +typedef enum blocking_type { + BLOCKED_NONE, /* Not blocked, no CLIENT_BLOCKED flag set. */ + BLOCKED_LIST, /* BLPOP & co. */ + BLOCKED_WAIT, /* WAIT for synchronous replication. */ + BLOCKED_WAITAOF, /* WAITAOF for AOF file fsync. */ + BLOCKED_MODULE, /* Blocked by a loadable module. */ + BLOCKED_STREAM, /* XREAD. */ + BLOCKED_ZSET, /* BZPOP et al. */ + BLOCKED_POSTPONE, /* Blocked by processCommand, re-try processing later. */ + BLOCKED_SHUTDOWN, /* SHUTDOWN. */ + BLOCKED_NUM, /* Number of blocked states. */ + BLOCKED_END /* End of enumeration */ +} blocking_type; + +/* Client request types */ +#define PROTO_REQ_INLINE 1 +#define PROTO_REQ_MULTIBULK 2 + +/* Client classes for client limits, currently used only for + * the max-client-output-buffer limit implementation. */ +#define CLIENT_TYPE_NORMAL 0 /* Normal req-reply clients + MONITORs */ +#define CLIENT_TYPE_SLAVE 1 /* Slaves. */ +#define CLIENT_TYPE_PUBSUB 2 /* Clients subscribed to PubSub channels. */ +#define CLIENT_TYPE_MASTER 3 /* Master. */ +#define CLIENT_TYPE_COUNT 4 /* Total number of client types. */ +#define CLIENT_TYPE_OBUF_COUNT 3 /* Number of clients to expose to output + buffer configuration. Just the first + three: normal, slave, pubsub. */ + +/* Slave replication state. Used in server.repl_state for slaves to remember + * what to do next. */ +typedef enum { + REPL_STATE_NONE = 0, /* No active replication */ + REPL_STATE_CONNECT, /* Must connect to master */ + REPL_STATE_CONNECTING, /* Connecting to master */ + /* --- Handshake states, must be ordered --- */ + REPL_STATE_RECEIVE_PING_REPLY, /* Wait for PING reply */ + REPL_STATE_SEND_HANDSHAKE, /* Send handshake sequence to master */ + REPL_STATE_RECEIVE_AUTH_REPLY, /* Wait for AUTH reply */ + REPL_STATE_RECEIVE_PORT_REPLY, /* Wait for REPLCONF reply */ + REPL_STATE_RECEIVE_IP_REPLY, /* Wait for REPLCONF reply */ + REPL_STATE_RECEIVE_CAPA_REPLY, /* Wait for REPLCONF reply */ + REPL_STATE_SEND_PSYNC, /* Send PSYNC */ + REPL_STATE_RECEIVE_PSYNC_REPLY, /* Wait for PSYNC reply */ + /* --- End of handshake states --- */ + REPL_STATE_TRANSFER, /* Receiving .rdb from master */ + REPL_STATE_CONNECTED, /* Connected to master */ +} repl_state; + +/* The state of an in progress coordinated failover */ +typedef enum { + NO_FAILOVER = 0, /* No failover in progress */ + FAILOVER_WAIT_FOR_SYNC, /* Waiting for target replica to catch up */ + FAILOVER_IN_PROGRESS /* Waiting for target replica to accept + * PSYNC FAILOVER request. */ +} failover_state; + +/* State of slaves from the POV of the master. Used in client->replstate. + * In SEND_BULK and ONLINE state the slave receives new updates + * in its output queue. In the WAIT_BGSAVE states instead the server is waiting + * to start the next background saving in order to send updates to it. */ +#define SLAVE_STATE_WAIT_BGSAVE_START 6 /* We need to produce a new RDB file. */ +#define SLAVE_STATE_WAIT_BGSAVE_END 7 /* Waiting RDB file creation to finish. */ +#define SLAVE_STATE_SEND_BULK 8 /* Sending RDB file to slave. */ +#define SLAVE_STATE_ONLINE 9 /* RDB file transmitted, sending just updates. */ +#define SLAVE_STATE_RDB_TRANSMITTED 10 /* RDB file transmitted - This state is used only for + * a replica that only wants RDB without replication buffer */ + +/* Slave capabilities. */ +#define SLAVE_CAPA_NONE 0 +#define SLAVE_CAPA_EOF (1<<0) /* Can parse the RDB EOF streaming format. */ +#define SLAVE_CAPA_PSYNC2 (1<<1) /* Supports PSYNC2 protocol. */ + +/* Slave requirements */ +#define SLAVE_REQ_NONE 0 +#define SLAVE_REQ_RDB_EXCLUDE_DATA (1 << 0) /* Exclude data from RDB */ +#define SLAVE_REQ_RDB_EXCLUDE_FUNCTIONS (1 << 1) /* Exclude functions from RDB */ +/* Mask of all bits in the slave requirements bitfield that represent non-standard (filtered) RDB requirements */ +#define SLAVE_REQ_RDB_MASK (SLAVE_REQ_RDB_EXCLUDE_DATA | SLAVE_REQ_RDB_EXCLUDE_FUNCTIONS) + +/* Synchronous read timeout - slave side */ +#define CONFIG_REPL_SYNCIO_TIMEOUT 5 + +/* The default number of replication backlog blocks to trim per call. */ +#define REPL_BACKLOG_TRIM_BLOCKS_PER_CALL 64 + +/* In order to quickly find the requested offset for PSYNC requests, + * we index some nodes in the replication buffer linked list into a rax. */ +#define REPL_BACKLOG_INDEX_PER_BLOCKS 64 + +/* List related stuff */ +#define LIST_HEAD 0 +#define LIST_TAIL 1 +#define ZSET_MIN 0 +#define ZSET_MAX 1 + +/* Sort operations */ +#define SORT_OP_GET 0 + +/* Log levels */ +#define LL_DEBUG 0 +#define LL_VERBOSE 1 +#define LL_NOTICE 2 +#define LL_WARNING 3 +#define LL_NOTHING 4 +#define LL_RAW (1<<10) /* Modifier to log without timestamp */ + +/* Supervision options */ +#define SUPERVISED_NONE 0 +#define SUPERVISED_AUTODETECT 1 +#define SUPERVISED_SYSTEMD 2 +#define SUPERVISED_UPSTART 3 + +/* Anti-warning macro... */ +#define UNUSED(V) ((void) V) + +#define ZSKIPLIST_MAXLEVEL 32 /* Should be enough for 2^64 elements */ +#define ZSKIPLIST_P 0.25 /* Skiplist P = 1/4 */ + +/* Append only defines */ +#define AOF_FSYNC_NO 0 +#define AOF_FSYNC_ALWAYS 1 +#define AOF_FSYNC_EVERYSEC 2 + +/* Replication diskless load defines */ +#define REPL_DISKLESS_LOAD_DISABLED 0 +#define REPL_DISKLESS_LOAD_WHEN_DB_EMPTY 1 +#define REPL_DISKLESS_LOAD_SWAPDB 2 + +/* TLS Client Authentication */ +#define TLS_CLIENT_AUTH_NO 0 +#define TLS_CLIENT_AUTH_YES 1 +#define TLS_CLIENT_AUTH_OPTIONAL 2 + +/* Sanitize dump payload */ +#define SANITIZE_DUMP_NO 0 +#define SANITIZE_DUMP_YES 1 +#define SANITIZE_DUMP_CLIENTS 2 + +/* Enable protected config/command */ +#define PROTECTED_ACTION_ALLOWED_NO 0 +#define PROTECTED_ACTION_ALLOWED_YES 1 +#define PROTECTED_ACTION_ALLOWED_LOCAL 2 + +/* Sets operations codes */ +#define SET_OP_UNION 0 +#define SET_OP_DIFF 1 +#define SET_OP_INTER 2 + +/* oom-score-adj defines */ +#define OOM_SCORE_ADJ_NO 0 +#define OOM_SCORE_RELATIVE 1 +#define OOM_SCORE_ADJ_ABSOLUTE 2 + +/* Redis maxmemory strategies. Instead of using just incremental number + * for this defines, we use a set of flags so that testing for certain + * properties common to multiple policies is faster. */ +#define MAXMEMORY_FLAG_LRU (1<<0) +#define MAXMEMORY_FLAG_LFU (1<<1) +#define MAXMEMORY_FLAG_ALLKEYS (1<<2) +#define MAXMEMORY_FLAG_NO_SHARED_INTEGERS \ + (MAXMEMORY_FLAG_LRU|MAXMEMORY_FLAG_LFU) + +#define MAXMEMORY_VOLATILE_LRU ((0<<8)|MAXMEMORY_FLAG_LRU) +#define MAXMEMORY_VOLATILE_LFU ((1<<8)|MAXMEMORY_FLAG_LFU) +#define MAXMEMORY_VOLATILE_TTL (2<<8) +#define MAXMEMORY_VOLATILE_RANDOM (3<<8) +#define MAXMEMORY_ALLKEYS_LRU ((4<<8)|MAXMEMORY_FLAG_LRU|MAXMEMORY_FLAG_ALLKEYS) +#define MAXMEMORY_ALLKEYS_LFU ((5<<8)|MAXMEMORY_FLAG_LFU|MAXMEMORY_FLAG_ALLKEYS) +#define MAXMEMORY_ALLKEYS_RANDOM ((6<<8)|MAXMEMORY_FLAG_ALLKEYS) +#define MAXMEMORY_NO_EVICTION (7<<8) + +/* Units */ +#define UNIT_SECONDS 0 +#define UNIT_MILLISECONDS 1 + +/* SHUTDOWN flags */ +#define SHUTDOWN_NOFLAGS 0 /* No flags. */ +#define SHUTDOWN_SAVE 1 /* Force SAVE on SHUTDOWN even if no save + points are configured. */ +#define SHUTDOWN_NOSAVE 2 /* Don't SAVE on SHUTDOWN. */ +#define SHUTDOWN_NOW 4 /* Don't wait for replicas to catch up. */ +#define SHUTDOWN_FORCE 8 /* Don't let errors prevent shutdown. */ + +/* Command call flags, see call() function */ +#define CMD_CALL_NONE 0 +#define CMD_CALL_PROPAGATE_AOF (1<<0) +#define CMD_CALL_PROPAGATE_REPL (1<<1) +#define CMD_CALL_REPROCESSING (1<<2) +#define CMD_CALL_FROM_MODULE (1<<3) /* From RM_Call */ +#define CMD_CALL_PROPAGATE (CMD_CALL_PROPAGATE_AOF|CMD_CALL_PROPAGATE_REPL) +#define CMD_CALL_FULL (CMD_CALL_PROPAGATE) + +/* Command propagation flags, see propagateNow() function */ +#define PROPAGATE_NONE 0 +#define PROPAGATE_AOF 1 +#define PROPAGATE_REPL 2 + +/* Actions pause types */ +#define PAUSE_ACTION_CLIENT_WRITE (1<<0) +#define PAUSE_ACTION_CLIENT_ALL (1<<1) /* must be bigger than PAUSE_ACTION_CLIENT_WRITE */ +#define PAUSE_ACTION_EXPIRE (1<<2) +#define PAUSE_ACTION_EVICT (1<<3) +#define PAUSE_ACTION_REPLICA (1<<4) /* pause replica traffic */ + +/* common sets of actions to pause/unpause */ +#define PAUSE_ACTIONS_CLIENT_WRITE_SET (PAUSE_ACTION_CLIENT_WRITE|\ + PAUSE_ACTION_EXPIRE|\ + PAUSE_ACTION_EVICT|\ + PAUSE_ACTION_REPLICA) +#define PAUSE_ACTIONS_CLIENT_ALL_SET (PAUSE_ACTION_CLIENT_ALL|\ + PAUSE_ACTION_EXPIRE|\ + PAUSE_ACTION_EVICT|\ + PAUSE_ACTION_REPLICA) + +/* Client pause purposes. Each purpose has its own end time and pause type. */ +typedef enum { + PAUSE_BY_CLIENT_COMMAND = 0, + PAUSE_DURING_SHUTDOWN, + PAUSE_DURING_FAILOVER, + NUM_PAUSE_PURPOSES /* This value is the number of purposes above. */ +} pause_purpose; + +typedef struct { + uint32_t paused_actions; /* Bitmask of actions */ + mstime_t end; +} pause_event; + +/* Ways that a clusters endpoint can be described */ +typedef enum { + CLUSTER_ENDPOINT_TYPE_IP = 0, /* Show IP address */ + CLUSTER_ENDPOINT_TYPE_HOSTNAME, /* Show hostname */ + CLUSTER_ENDPOINT_TYPE_UNKNOWN_ENDPOINT /* Show NULL or empty */ +} cluster_endpoint_type; + +/* RDB active child save type. */ +#define RDB_CHILD_TYPE_NONE 0 +#define RDB_CHILD_TYPE_DISK 1 /* RDB is written to disk. */ +#define RDB_CHILD_TYPE_SOCKET 2 /* RDB is written to slave socket. */ + +/* Keyspace changes notification classes. Every class is associated with a + * character for configuration purposes. */ +#define NOTIFY_KEYSPACE (1<<0) /* K */ +#define NOTIFY_KEYEVENT (1<<1) /* E */ +#define NOTIFY_GENERIC (1<<2) /* g */ +#define NOTIFY_STRING (1<<3) /* $ */ +#define NOTIFY_LIST (1<<4) /* l */ +#define NOTIFY_SET (1<<5) /* s */ +#define NOTIFY_HASH (1<<6) /* h */ +#define NOTIFY_ZSET (1<<7) /* z */ +#define NOTIFY_EXPIRED (1<<8) /* x */ +#define NOTIFY_EVICTED (1<<9) /* e */ +#define NOTIFY_STREAM (1<<10) /* t */ +#define NOTIFY_KEY_MISS (1<<11) /* m (Note: This one is excluded from NOTIFY_ALL on purpose) */ +#define NOTIFY_LOADED (1<<12) /* module only key space notification, indicate a key loaded from rdb */ +#define NOTIFY_MODULE (1<<13) /* d, module key space notification */ +#define NOTIFY_NEW (1<<14) /* n, new key notification */ +#define NOTIFY_ALL (NOTIFY_GENERIC | NOTIFY_STRING | NOTIFY_LIST | NOTIFY_SET | NOTIFY_HASH | NOTIFY_ZSET | NOTIFY_EXPIRED | NOTIFY_EVICTED | NOTIFY_STREAM | NOTIFY_MODULE) /* A flag */ + +/* Using the following macro you can run code inside serverCron() with the + * specified period, specified in milliseconds. + * The actual resolution depends on server.hz. */ +#define run_with_period(_ms_) if (((_ms_) <= 1000/server.hz) || !(server.cronloops%((_ms_)/(1000/server.hz)))) + +/* We can print the stacktrace, so our assert is defined this way: */ +#define serverAssertWithInfo(_c,_o,_e) ((_e)?(void)0 : (_serverAssertWithInfo(_c,_o,#_e,__FILE__,__LINE__),redis_unreachable())) +#define serverAssert(_e) ((_e)?(void)0 : (_serverAssert(#_e,__FILE__,__LINE__),redis_unreachable())) +#define serverPanic(...) _serverPanic(__FILE__,__LINE__,__VA_ARGS__),redis_unreachable() + +/* latency histogram per command init settings */ +#define LATENCY_HISTOGRAM_MIN_VALUE 1L /* >= 1 nanosec */ +#define LATENCY_HISTOGRAM_MAX_VALUE 1000000000L /* <= 1 secs */ +#define LATENCY_HISTOGRAM_PRECISION 2 /* Maintain a value precision of 2 significant digits across LATENCY_HISTOGRAM_MIN_VALUE and LATENCY_HISTOGRAM_MAX_VALUE range. + * Value quantization within the range will thus be no larger than 1/100th (or 1%) of any value. + * The total size per histogram should sit around 40 KiB Bytes. */ + +/* Busy module flags, see busy_module_yield_flags */ +#define BUSY_MODULE_YIELD_NONE (0) +#define BUSY_MODULE_YIELD_EVENTS (1<<0) +#define BUSY_MODULE_YIELD_CLIENTS (1<<1) + +/*----------------------------------------------------------------------------- + * Data types + *----------------------------------------------------------------------------*/ + +/* A redis object, that is a type able to hold a string / list / set */ + +/* The actual Redis Object */ +#define OBJ_STRING 0 /* String object. */ +#define OBJ_LIST 1 /* List object. */ +#define OBJ_SET 2 /* Set object. */ +#define OBJ_ZSET 3 /* Sorted set object. */ +#define OBJ_HASH 4 /* Hash object. */ + +/* The "module" object type is a special one that signals that the object + * is one directly managed by a Redis module. In this case the value points + * to a moduleValue struct, which contains the object value (which is only + * handled by the module itself) and the RedisModuleType struct which lists + * function pointers in order to serialize, deserialize, AOF-rewrite and + * free the object. + * + * Inside the RDB file, module types are encoded as OBJ_MODULE followed + * by a 64 bit module type ID, which has a 54 bits module-specific signature + * in order to dispatch the loading to the right module, plus a 10 bits + * encoding version. */ +#define OBJ_MODULE 5 /* Module object. */ +#define OBJ_STREAM 6 /* Stream object. */ +#define OBJ_TYPE_MAX 7 /* Maximum number of object types */ + +/* Extract encver / signature from a module type ID. */ +#define REDISMODULE_TYPE_ENCVER_BITS 10 +#define REDISMODULE_TYPE_ENCVER_MASK ((1<<REDISMODULE_TYPE_ENCVER_BITS)-1) +#define REDISMODULE_TYPE_ENCVER(id) ((id) & REDISMODULE_TYPE_ENCVER_MASK) +#define REDISMODULE_TYPE_SIGN(id) (((id) & ~((uint64_t)REDISMODULE_TYPE_ENCVER_MASK)) >>REDISMODULE_TYPE_ENCVER_BITS) + +/* Bit flags for moduleTypeAuxSaveFunc */ +#define REDISMODULE_AUX_BEFORE_RDB (1<<0) +#define REDISMODULE_AUX_AFTER_RDB (1<<1) + +struct RedisModule; +struct RedisModuleIO; +struct RedisModuleDigest; +struct RedisModuleCtx; +struct moduleLoadQueueEntry; +struct RedisModuleKeyOptCtx; +struct RedisModuleCommand; + +/* Each module type implementation should export a set of methods in order + * to serialize and deserialize the value in the RDB file, rewrite the AOF + * log, create the digest for "DEBUG DIGEST", and free the value when a key + * is deleted. */ +typedef void *(*moduleTypeLoadFunc)(struct RedisModuleIO *io, int encver); +typedef void (*moduleTypeSaveFunc)(struct RedisModuleIO *io, void *value); +typedef int (*moduleTypeAuxLoadFunc)(struct RedisModuleIO *rdb, int encver, int when); +typedef void (*moduleTypeAuxSaveFunc)(struct RedisModuleIO *rdb, int when); +typedef void (*moduleTypeRewriteFunc)(struct RedisModuleIO *io, struct redisObject *key, void *value); +typedef void (*moduleTypeDigestFunc)(struct RedisModuleDigest *digest, void *value); +typedef size_t (*moduleTypeMemUsageFunc)(const void *value); +typedef void (*moduleTypeFreeFunc)(void *value); +typedef size_t (*moduleTypeFreeEffortFunc)(struct redisObject *key, const void *value); +typedef void (*moduleTypeUnlinkFunc)(struct redisObject *key, void *value); +typedef void *(*moduleTypeCopyFunc)(struct redisObject *fromkey, struct redisObject *tokey, const void *value); +typedef int (*moduleTypeDefragFunc)(struct RedisModuleDefragCtx *ctx, struct redisObject *key, void **value); +typedef size_t (*moduleTypeMemUsageFunc2)(struct RedisModuleKeyOptCtx *ctx, const void *value, size_t sample_size); +typedef void (*moduleTypeFreeFunc2)(struct RedisModuleKeyOptCtx *ctx, void *value); +typedef size_t (*moduleTypeFreeEffortFunc2)(struct RedisModuleKeyOptCtx *ctx, const void *value); +typedef void (*moduleTypeUnlinkFunc2)(struct RedisModuleKeyOptCtx *ctx, void *value); +typedef void *(*moduleTypeCopyFunc2)(struct RedisModuleKeyOptCtx *ctx, const void *value); +typedef int (*moduleTypeAuthCallback)(struct RedisModuleCtx *ctx, void *username, void *password, const char **err); + + +/* The module type, which is referenced in each value of a given type, defines + * the methods and links to the module exporting the type. */ +typedef struct RedisModuleType { + uint64_t id; /* Higher 54 bits of type ID + 10 lower bits of encoding ver. */ + struct RedisModule *module; + moduleTypeLoadFunc rdb_load; + moduleTypeSaveFunc rdb_save; + moduleTypeRewriteFunc aof_rewrite; + moduleTypeMemUsageFunc mem_usage; + moduleTypeDigestFunc digest; + moduleTypeFreeFunc free; + moduleTypeFreeEffortFunc free_effort; + moduleTypeUnlinkFunc unlink; + moduleTypeCopyFunc copy; + moduleTypeDefragFunc defrag; + moduleTypeAuxLoadFunc aux_load; + moduleTypeAuxSaveFunc aux_save; + moduleTypeMemUsageFunc2 mem_usage2; + moduleTypeFreeEffortFunc2 free_effort2; + moduleTypeUnlinkFunc2 unlink2; + moduleTypeCopyFunc2 copy2; + moduleTypeAuxSaveFunc aux_save2; + int aux_save_triggers; + char name[10]; /* 9 bytes name + null term. Charset: A-Z a-z 0-9 _- */ +} moduleType; + +/* In Redis objects 'robj' structures of type OBJ_MODULE, the value pointer + * is set to the following structure, referencing the moduleType structure + * in order to work with the value, and at the same time providing a raw + * pointer to the value, as created by the module commands operating with + * the module type. + * + * So for example in order to free such a value, it is possible to use + * the following code: + * + * if (robj->type == OBJ_MODULE) { + * moduleValue *mt = robj->ptr; + * mt->type->free(mt->value); + * zfree(mt); // We need to release this in-the-middle struct as well. + * } + */ +typedef struct moduleValue { + moduleType *type; + void *value; +} moduleValue; + +/* This structure represents a module inside the system. */ +struct RedisModule { + void *handle; /* Module dlopen() handle. */ + char *name; /* Module name. */ + int ver; /* Module version. We use just progressive integers. */ + int apiver; /* Module API version as requested during initialization.*/ + list *types; /* Module data types. */ + list *usedby; /* List of modules using APIs from this one. */ + list *using; /* List of modules we use some APIs of. */ + list *filters; /* List of filters the module has registered. */ + list *module_configs; /* List of configurations the module has registered */ + int configs_initialized; /* Have the module configurations been initialized? */ + int in_call; /* RM_Call() nesting level */ + int in_hook; /* Hooks callback nesting level for this module (0 or 1). */ + int options; /* Module options and capabilities. */ + int blocked_clients; /* Count of RedisModuleBlockedClient in this module. */ + RedisModuleInfoFunc info_cb; /* Callback for module to add INFO fields. */ + RedisModuleDefragFunc defrag_cb; /* Callback for global data defrag. */ + struct moduleLoadQueueEntry *loadmod; /* Module load arguments for config rewrite. */ + int num_commands_with_acl_categories; /* Number of commands in this module included in acl categories */ + int onload; /* Flag to identify if the call is being made from Onload (0 or 1) */ +}; +typedef struct RedisModule RedisModule; + +/* This is a wrapper for the 'rio' streams used inside rdb.c in Redis, so that + * the user does not have to take the total count of the written bytes nor + * to care about error conditions. */ +struct RedisModuleIO { + size_t bytes; /* Bytes read / written so far. */ + rio *rio; /* Rio stream. */ + moduleType *type; /* Module type doing the operation. */ + int error; /* True if error condition happened. */ + struct RedisModuleCtx *ctx; /* Optional context, see RM_GetContextFromIO()*/ + struct redisObject *key; /* Optional name of key processed */ + int dbid; /* The dbid of the key being processed, -1 when unknown. */ + sds pre_flush_buffer; /* A buffer that should be flushed before next write operation + * See rdbSaveSingleModuleAux for more details */ +}; + +/* Macro to initialize an IO context. Note that the 'ver' field is populated + * inside rdb.c according to the version of the value to load. */ +#define moduleInitIOContext(iovar,mtype,rioptr,keyptr,db) do { \ + iovar.rio = rioptr; \ + iovar.type = mtype; \ + iovar.bytes = 0; \ + iovar.error = 0; \ + iovar.key = keyptr; \ + iovar.dbid = db; \ + iovar.ctx = NULL; \ + iovar.pre_flush_buffer = NULL; \ +} while(0) + +/* This is a structure used to export DEBUG DIGEST capabilities to Redis + * modules. We want to capture both the ordered and unordered elements of + * a data structure, so that a digest can be created in a way that correctly + * reflects the values. See the DEBUG DIGEST command implementation for more + * background. */ +struct RedisModuleDigest { + unsigned char o[20]; /* Ordered elements. */ + unsigned char x[20]; /* Xored elements. */ + struct redisObject *key; /* Optional name of key processed */ + int dbid; /* The dbid of the key being processed */ +}; + +/* Just start with a digest composed of all zero bytes. */ +#define moduleInitDigestContext(mdvar) do { \ + memset(mdvar.o,0,sizeof(mdvar.o)); \ + memset(mdvar.x,0,sizeof(mdvar.x)); \ +} while(0) + +/* Macro to check if the client is in the middle of module based authentication. */ +#define clientHasModuleAuthInProgress(c) ((c)->module_auth_ctx != NULL) + +/* Objects encoding. Some kind of objects like Strings and Hashes can be + * internally represented in multiple ways. The 'encoding' field of the object + * is set to one of this fields for this object. */ +#define OBJ_ENCODING_RAW 0 /* Raw representation */ +#define OBJ_ENCODING_INT 1 /* Encoded as integer */ +#define OBJ_ENCODING_HT 2 /* Encoded as hash table */ +#define OBJ_ENCODING_ZIPMAP 3 /* No longer used: old hash encoding. */ +#define OBJ_ENCODING_LINKEDLIST 4 /* No longer used: old list encoding. */ +#define OBJ_ENCODING_ZIPLIST 5 /* No longer used: old list/hash/zset encoding. */ +#define OBJ_ENCODING_INTSET 6 /* Encoded as intset */ +#define OBJ_ENCODING_SKIPLIST 7 /* Encoded as skiplist */ +#define OBJ_ENCODING_EMBSTR 8 /* Embedded sds string encoding */ +#define OBJ_ENCODING_QUICKLIST 9 /* Encoded as linked list of listpacks */ +#define OBJ_ENCODING_STREAM 10 /* Encoded as a radix tree of listpacks */ +#define OBJ_ENCODING_LISTPACK 11 /* Encoded as a listpack */ + +#define LRU_BITS 24 +#define LRU_CLOCK_MAX ((1<<LRU_BITS)-1) /* Max value of obj->lru */ +#define LRU_CLOCK_RESOLUTION 1000 /* LRU clock resolution in ms */ + +#define OBJ_SHARED_REFCOUNT INT_MAX /* Global object never destroyed. */ +#define OBJ_STATIC_REFCOUNT (INT_MAX-1) /* Object allocated in the stack. */ +#define OBJ_FIRST_SPECIAL_REFCOUNT OBJ_STATIC_REFCOUNT +struct redisObject { + unsigned type:4; + unsigned encoding:4; + unsigned lru:LRU_BITS; /* LRU time (relative to global lru_clock) or + * LFU data (least significant 8 bits frequency + * and most significant 16 bits access time). */ + int refcount; + void *ptr; +}; + +/* The string name for an object's type as listed above + * Native types are checked against the OBJ_STRING, OBJ_LIST, OBJ_* defines, + * and Module types have their registered name returned. */ +char *getObjectTypeName(robj*); + +/* Macro used to initialize a Redis object allocated on the stack. + * Note that this macro is taken near the structure definition to make sure + * we'll update it when the structure is changed, to avoid bugs like + * bug #85 introduced exactly in this way. */ +#define initStaticStringObject(_var,_ptr) do { \ + _var.refcount = OBJ_STATIC_REFCOUNT; \ + _var.type = OBJ_STRING; \ + _var.encoding = OBJ_ENCODING_RAW; \ + _var.ptr = _ptr; \ +} while(0) + +struct evictionPoolEntry; /* Defined in evict.c */ + +/* This structure is used in order to represent the output buffer of a client, + * which is actually a linked list of blocks like that, that is: client->reply. */ +typedef struct clientReplyBlock { + size_t size, used; + char buf[]; +} clientReplyBlock; + +/* Replication buffer blocks is the list of replBufBlock. + * + * +--------------+ +--------------+ +--------------+ + * | refcount = 1 | ... | refcount = 0 | ... | refcount = 2 | + * +--------------+ +--------------+ +--------------+ + * | / \ + * | / \ + * | / \ + * Repl Backlog Replica_A Replica_B + * + * Each replica or replication backlog increments only the refcount of the + * 'ref_repl_buf_node' which it points to. So when replica walks to the next + * node, it should first increase the next node's refcount, and when we trim + * the replication buffer nodes, we remove node always from the head node which + * refcount is 0. If the refcount of the head node is not 0, we must stop + * trimming and never iterate the next node. */ + +/* Similar with 'clientReplyBlock', it is used for shared buffers between + * all replica clients and replication backlog. */ +typedef struct replBufBlock { + int refcount; /* Number of replicas or repl backlog using. */ + long long id; /* The unique incremental number. */ + long long repl_offset; /* Start replication offset of the block. */ + size_t size, used; + char buf[]; +} replBufBlock; + +/* Opaque type for the Slot to Key API. */ +typedef struct clusterSlotToKeyMapping clusterSlotToKeyMapping; + +/* Redis database representation. There are multiple databases identified + * by integers from 0 (the default database) up to the max configured + * database. The database number is the 'id' field in the structure. */ +typedef struct redisDb { + dict *dict; /* The keyspace for this DB */ + dict *expires; /* Timeout of keys with a timeout set */ + dict *blocking_keys; /* Keys with clients waiting for data (BLPOP)*/ + dict *blocking_keys_unblock_on_nokey; /* Keys with clients waiting for + * data, and should be unblocked if key is deleted (XREADEDGROUP). + * This is a subset of blocking_keys*/ + dict *ready_keys; /* Blocked keys that received a PUSH */ + dict *watched_keys; /* WATCHED keys for MULTI/EXEC CAS */ + int id; /* Database ID */ + long long avg_ttl; /* Average TTL, just for stats */ + unsigned long expires_cursor; /* Cursor of the active expire cycle. */ + list *defrag_later; /* List of key names to attempt to defrag one by one, gradually. */ + clusterSlotToKeyMapping *slots_to_keys; /* Array of slots to keys. Only used in cluster mode (db 0). */ +} redisDb; + +/* forward declaration for functions ctx */ +typedef struct functionsLibCtx functionsLibCtx; + +/* Holding object that need to be populated during + * rdb loading. On loading end it is possible to decide + * whether not to set those objects on their rightful place. + * For example: dbarray need to be set as main database on + * successful loading and dropped on failure. */ +typedef struct rdbLoadingCtx { + redisDb* dbarray; + functionsLibCtx* functions_lib_ctx; +}rdbLoadingCtx; + +/* Client MULTI/EXEC state */ +typedef struct multiCmd { + robj **argv; + int argv_len; + int argc; + struct redisCommand *cmd; +} multiCmd; + +typedef struct multiState { + multiCmd *commands; /* Array of MULTI commands */ + int count; /* Total number of MULTI commands */ + int cmd_flags; /* The accumulated command flags OR-ed together. + So if at least a command has a given flag, it + will be set in this field. */ + int cmd_inv_flags; /* Same as cmd_flags, OR-ing the ~flags. so that it + is possible to know if all the commands have a + certain flag. */ + size_t argv_len_sums; /* mem used by all commands arguments */ + int alloc_count; /* total number of multiCmd struct memory reserved. */ +} multiState; + +/* This structure holds the blocking operation state for a client. + * The fields used depend on client->btype. */ +typedef struct blockingState { + /* Generic fields. */ + blocking_type btype; /* Type of blocking op if CLIENT_BLOCKED. */ + mstime_t timeout; /* Blocking operation timeout. If UNIX current time + * is > timeout then the operation timed out. */ + int unblock_on_nokey; /* Whether to unblock the client when at least one of the keys + is deleted or does not exist anymore */ + /* BLOCKED_LIST, BLOCKED_ZSET and BLOCKED_STREAM or any other Keys related blocking */ + dict *keys; /* The keys we are blocked on */ + + /* BLOCKED_WAIT and BLOCKED_WAITAOF */ + int numreplicas; /* Number of replicas we are waiting for ACK. */ + int numlocal; /* Indication if WAITAOF is waiting for local fsync. */ + long long reploffset; /* Replication offset to reach. */ + + /* BLOCKED_MODULE */ + void *module_blocked_handle; /* RedisModuleBlockedClient structure. + which is opaque for the Redis core, only + handled in module.c. */ + + void *async_rm_call_handle; /* RedisModuleAsyncRMCallPromise structure. + which is opaque for the Redis core, only + handled in module.c. */ +} blockingState; + +/* The following structure represents a node in the server.ready_keys list, + * where we accumulate all the keys that had clients blocked with a blocking + * operation such as B[LR]POP, but received new data in the context of the + * last executed command. + * + * After the execution of every command or script, we iterate over this list to check + * if as a result we should serve data to clients blocked, unblocking them. + * Note that server.ready_keys will not have duplicates as there dictionary + * also called ready_keys in every structure representing a Redis database, + * where we make sure to remember if a given key was already added in the + * server.ready_keys list. */ +typedef struct readyList { + redisDb *db; + robj *key; +} readyList; + +/* This structure represents a Redis user. This is useful for ACLs, the + * user is associated to the connection after the connection is authenticated. + * If there is no associated user, the connection uses the default user. */ +#define USER_COMMAND_BITS_COUNT 1024 /* The total number of command bits + in the user structure. The last valid + command ID we can set in the user + is USER_COMMAND_BITS_COUNT-1. */ +#define USER_FLAG_ENABLED (1<<0) /* The user is active. */ +#define USER_FLAG_DISABLED (1<<1) /* The user is disabled. */ +#define USER_FLAG_NOPASS (1<<2) /* The user requires no password, any + provided password will work. For the + default user, this also means that + no AUTH is needed, and every + connection is immediately + authenticated. */ +#define USER_FLAG_SANITIZE_PAYLOAD (1<<3) /* The user require a deep RESTORE + * payload sanitization. */ +#define USER_FLAG_SANITIZE_PAYLOAD_SKIP (1<<4) /* The user should skip the + * deep sanitization of RESTORE + * payload. */ + +#define SELECTOR_FLAG_ROOT (1<<0) /* This is the root user permission + * selector. */ +#define SELECTOR_FLAG_ALLKEYS (1<<1) /* The user can mention any key. */ +#define SELECTOR_FLAG_ALLCOMMANDS (1<<2) /* The user can run all commands. */ +#define SELECTOR_FLAG_ALLCHANNELS (1<<3) /* The user can mention any Pub/Sub + channel. */ + +typedef struct { + sds name; /* The username as an SDS string. */ + uint32_t flags; /* See USER_FLAG_* */ + list *passwords; /* A list of SDS valid passwords for this user. */ + list *selectors; /* A list of selectors this user validates commands + against. This list will always contain at least + one selector for backwards compatibility. */ + robj *acl_string; /* cached string represent of ACLs */ +} user; + +/* With multiplexing we need to take per-client state. + * Clients are taken in a linked list. */ + +#define CLIENT_ID_AOF (UINT64_MAX) /* Reserved ID for the AOF client. If you + need more reserved IDs use UINT64_MAX-1, + -2, ... and so forth. */ + +/* Replication backlog is not a separate memory, it just is one consumer of + * the global replication buffer. This structure records the reference of + * replication buffers. Since the replication buffer block list may be very long, + * it would cost much time to search replication offset on partial resync, so + * we use one rax tree to index some blocks every REPL_BACKLOG_INDEX_PER_BLOCKS + * to make searching offset from replication buffer blocks list faster. */ +typedef struct replBacklog { + listNode *ref_repl_buf_node; /* Referenced node of replication buffer blocks, + * see the definition of replBufBlock. */ + size_t unindexed_count; /* The count from last creating index block. */ + rax *blocks_index; /* The index of recorded blocks of replication + * buffer for quickly searching replication + * offset on partial resynchronization. */ + long long histlen; /* Backlog actual data length */ + long long offset; /* Replication "master offset" of first + * byte in the replication backlog buffer.*/ +} replBacklog; + +typedef struct { + list *clients; + size_t mem_usage_sum; +} clientMemUsageBucket; + +#ifdef LOG_REQ_RES +/* Structure used to log client's requests and their + * responses (see logreqres.c) */ +typedef struct { + /* General */ + int argv_logged; /* 1 if the command was logged */ + /* Vars for log buffer */ + unsigned char *buf; /* Buffer holding the data (request and response) */ + size_t used; + size_t capacity; + /* Vars for offsets within the client's reply */ + struct { + /* General */ + int saved; /* 1 if we already saved the offset (first time we call addReply*) */ + /* Offset within the static reply buffer */ + int bufpos; + /* Offset within the reply block list */ + struct { + int index; + size_t used; + } last_node; + } offset; +} clientReqResInfo; +#endif + +typedef struct client { + uint64_t id; /* Client incremental unique ID. */ + uint64_t flags; /* Client flags: CLIENT_* macros. */ + connection *conn; + int resp; /* RESP protocol version. Can be 2 or 3. */ + redisDb *db; /* Pointer to currently SELECTed DB. */ + robj *name; /* As set by CLIENT SETNAME. */ + robj *lib_name; /* The client library name as set by CLIENT SETINFO. */ + robj *lib_ver; /* The client library version as set by CLIENT SETINFO. */ + sds querybuf; /* Buffer we use to accumulate client queries. */ + size_t qb_pos; /* The position we have read in querybuf. */ + size_t querybuf_peak; /* Recent (100ms or more) peak of querybuf size. */ + int argc; /* Num of arguments of current command. */ + robj **argv; /* Arguments of current command. */ + int argv_len; /* Size of argv array (may be more than argc) */ + int original_argc; /* Num of arguments of original command if arguments were rewritten. */ + robj **original_argv; /* Arguments of original command if arguments were rewritten. */ + size_t argv_len_sum; /* Sum of lengths of objects in argv list. */ + struct redisCommand *cmd, *lastcmd; /* Last command executed. */ + struct redisCommand *realcmd; /* The original command that was executed by the client, + Used to update error stats in case the c->cmd was modified + during the command invocation (like on GEOADD for example). */ + user *user; /* User associated with this connection. If the + user is set to NULL the connection can do + anything (admin). */ + int reqtype; /* Request protocol type: PROTO_REQ_* */ + int multibulklen; /* Number of multi bulk arguments left to read. */ + long bulklen; /* Length of bulk argument in multi bulk request. */ + list *reply; /* List of reply objects to send to the client. */ + unsigned long long reply_bytes; /* Tot bytes of objects in reply list. */ + list *deferred_reply_errors; /* Used for module thread safe contexts. */ + size_t sentlen; /* Amount of bytes already sent in the current + buffer or object being sent. */ + time_t ctime; /* Client creation time. */ + long duration; /* Current command duration. Used for measuring latency of blocking/non-blocking cmds */ + int slot; /* The slot the client is executing against. Set to -1 if no slot is being used */ + dictEntry *cur_script; /* Cached pointer to the dictEntry of the script being executed. */ + time_t lastinteraction; /* Time of the last interaction, used for timeout */ + time_t obuf_soft_limit_reached_time; + int authenticated; /* Needed when the default user requires auth. */ + int replstate; /* Replication state if this is a slave. */ + int repl_start_cmd_stream_on_ack; /* Install slave write handler on first ACK. */ + int repldbfd; /* Replication DB file descriptor. */ + off_t repldboff; /* Replication DB file offset. */ + off_t repldbsize; /* Replication DB file size. */ + sds replpreamble; /* Replication DB preamble. */ + long long read_reploff; /* Read replication offset if this is a master. */ + long long reploff; /* Applied replication offset if this is a master. */ + long long repl_applied; /* Applied replication data count in querybuf, if this is a replica. */ + long long repl_ack_off; /* Replication ack offset, if this is a slave. */ + long long repl_aof_off; /* Replication AOF fsync ack offset, if this is a slave. */ + long long repl_ack_time;/* Replication ack time, if this is a slave. */ + long long repl_last_partial_write; /* The last time the server did a partial write from the RDB child pipe to this replica */ + long long psync_initial_offset; /* FULLRESYNC reply offset other slaves + copying this slave output buffer + should use. */ + char replid[CONFIG_RUN_ID_SIZE+1]; /* Master replication ID (if master). */ + int slave_listening_port; /* As configured with: REPLCONF listening-port */ + char *slave_addr; /* Optionally given by REPLCONF ip-address */ + int slave_capa; /* Slave capabilities: SLAVE_CAPA_* bitwise OR. */ + int slave_req; /* Slave requirements: SLAVE_REQ_* */ + multiState mstate; /* MULTI/EXEC state */ + blockingState bstate; /* blocking state */ + long long woff; /* Last write global replication offset. */ + list *watched_keys; /* Keys WATCHED for MULTI/EXEC CAS */ + dict *pubsub_channels; /* channels a client is interested in (SUBSCRIBE) */ + dict *pubsub_patterns; /* patterns a client is interested in (PSUBSCRIBE) */ + dict *pubsubshard_channels; /* shard level channels a client is interested in (SSUBSCRIBE) */ + sds peerid; /* Cached peer ID. */ + sds sockname; /* Cached connection target address. */ + listNode *client_list_node; /* list node in client list */ + listNode *postponed_list_node; /* list node within the postponed list */ + listNode *pending_read_list_node; /* list node in clients pending read list */ + void *module_blocked_client; /* Pointer to the RedisModuleBlockedClient associated with this + * client. This is set in case of module authentication before the + * unblocked client is reprocessed to handle reply callbacks. */ + void *module_auth_ctx; /* Ongoing / attempted module based auth callback's ctx. + * This is only tracked within the context of the command attempting + * authentication. If not NULL, it means module auth is in progress. */ + RedisModuleUserChangedFunc auth_callback; /* Module callback to execute + * when the authenticated user + * changes. */ + void *auth_callback_privdata; /* Private data that is passed when the auth + * changed callback is executed. Opaque for + * Redis Core. */ + void *auth_module; /* The module that owns the callback, which is used + * to disconnect the client if the module is + * unloaded for cleanup. Opaque for Redis Core.*/ + + /* If this client is in tracking mode and this field is non zero, + * invalidation messages for keys fetched by this client will be sent to + * the specified client ID. */ + uint64_t client_tracking_redirection; + rax *client_tracking_prefixes; /* A dictionary of prefixes we are already + subscribed to in BCAST mode, in the + context of client side caching. */ + /* In updateClientMemoryUsage() we track the memory usage of + * each client and add it to the sum of all the clients of a given type, + * however we need to remember what was the old contribution of each + * client, and in which category the client was, in order to remove it + * before adding it the new value. */ + size_t last_memory_usage; + int last_memory_type; + + listNode *mem_usage_bucket_node; + clientMemUsageBucket *mem_usage_bucket; + + listNode *ref_repl_buf_node; /* Referenced node of replication buffer blocks, + * see the definition of replBufBlock. */ + size_t ref_block_pos; /* Access position of referenced buffer block, + * i.e. the next offset to send. */ + + /* list node in clients_pending_write list */ + listNode clients_pending_write_node; + /* Response buffer */ + size_t buf_peak; /* Peak used size of buffer in last 5 sec interval. */ + mstime_t buf_peak_last_reset_time; /* keeps the last time the buffer peak value was reset */ + int bufpos; + size_t buf_usable_size; /* Usable size of buffer. */ + char *buf; +#ifdef LOG_REQ_RES + clientReqResInfo reqres; +#endif +} client; + +/* ACL information */ +typedef struct aclInfo { + long long user_auth_failures; /* Auth failure counts on user level */ + long long invalid_cmd_accesses; /* Invalid command accesses that user doesn't have permission to */ + long long invalid_key_accesses; /* Invalid key accesses that user doesn't have permission to */ + long long invalid_channel_accesses; /* Invalid channel accesses that user doesn't have permission to */ +} aclInfo; + +struct saveparam { + time_t seconds; + int changes; +}; + +struct moduleLoadQueueEntry { + sds path; + int argc; + robj **argv; +}; + +struct sentinelLoadQueueEntry { + int argc; + sds *argv; + int linenum; + sds line; +}; + +struct sentinelConfig { + list *pre_monitor_cfg; + list *monitor_cfg; + list *post_monitor_cfg; +}; + +struct sharedObjectsStruct { + robj *ok, *err, *emptybulk, *czero, *cone, *pong, *space, + *queued, *null[4], *nullarray[4], *emptymap[4], *emptyset[4], + *emptyarray, *wrongtypeerr, *nokeyerr, *syntaxerr, *sameobjecterr, + *outofrangeerr, *noscripterr, *loadingerr, + *slowevalerr, *slowscripterr, *slowmoduleerr, *bgsaveerr, + *masterdownerr, *roslaveerr, *execaborterr, *noautherr, *noreplicaserr, + *busykeyerr, *oomerr, *plus, *messagebulk, *pmessagebulk, *subscribebulk, + *unsubscribebulk, *psubscribebulk, *punsubscribebulk, *del, *unlink, + *rpop, *lpop, *lpush, *rpoplpush, *lmove, *blmove, *zpopmin, *zpopmax, + *emptyscan, *multi, *exec, *left, *right, *hset, *srem, *xgroup, *xclaim, + *script, *replconf, *eval, *persist, *set, *pexpireat, *pexpire, + *time, *pxat, *absttl, *retrycount, *force, *justid, *entriesread, + *lastid, *ping, *setid, *keepttl, *load, *createconsumer, + *getack, *special_asterick, *special_equals, *default_username, *redacted, + *ssubscribebulk,*sunsubscribebulk, *smessagebulk, + *select[PROTO_SHARED_SELECT_CMDS], + *integers[OBJ_SHARED_INTEGERS], + *mbulkhdr[OBJ_SHARED_BULKHDR_LEN], /* "*<value>\r\n" */ + *bulkhdr[OBJ_SHARED_BULKHDR_LEN], /* "$<value>\r\n" */ + *maphdr[OBJ_SHARED_BULKHDR_LEN], /* "%<value>\r\n" */ + *sethdr[OBJ_SHARED_BULKHDR_LEN]; /* "~<value>\r\n" */ + sds minstring, maxstring; +}; + +/* ZSETs use a specialized version of Skiplists */ +typedef struct zskiplistNode { + sds ele; + double score; + struct zskiplistNode *backward; + struct zskiplistLevel { + struct zskiplistNode *forward; + unsigned long span; + } level[]; +} zskiplistNode; + +typedef struct zskiplist { + struct zskiplistNode *header, *tail; + unsigned long length; + int level; +} zskiplist; + +typedef struct zset { + dict *dict; + zskiplist *zsl; +} zset; + +typedef struct clientBufferLimitsConfig { + unsigned long long hard_limit_bytes; + unsigned long long soft_limit_bytes; + time_t soft_limit_seconds; +} clientBufferLimitsConfig; + +extern clientBufferLimitsConfig clientBufferLimitsDefaults[CLIENT_TYPE_OBUF_COUNT]; + +/* The redisOp structure defines a Redis Operation, that is an instance of + * a command with an argument vector, database ID, propagation target + * (PROPAGATE_*), and command pointer. + * + * Currently only used to additionally propagate more commands to AOF/Replication + * after the propagation of the executed command. */ +typedef struct redisOp { + robj **argv; + int argc, dbid, target; +} redisOp; + +/* Defines an array of Redis operations. There is an API to add to this + * structure in an easy way. + * + * int redisOpArrayAppend(redisOpArray *oa, int dbid, robj **argv, int argc, int target); + * void redisOpArrayFree(redisOpArray *oa); + */ +typedef struct redisOpArray { + redisOp *ops; + int numops; + int capacity; +} redisOpArray; + +/* This structure is returned by the getMemoryOverheadData() function in + * order to return memory overhead information. */ +struct redisMemOverhead { + size_t peak_allocated; + size_t total_allocated; + size_t startup_allocated; + size_t repl_backlog; + size_t clients_slaves; + size_t clients_normal; + size_t cluster_links; + size_t aof_buffer; + size_t lua_caches; + size_t functions_caches; + size_t overhead_total; + size_t dataset; + size_t total_keys; + size_t bytes_per_key; + float dataset_perc; + float peak_perc; + float total_frag; + ssize_t total_frag_bytes; + float allocator_frag; + ssize_t allocator_frag_bytes; + float allocator_rss; + ssize_t allocator_rss_bytes; + float rss_extra; + size_t rss_extra_bytes; + size_t num_dbs; + struct { + size_t dbid; + size_t overhead_ht_main; + size_t overhead_ht_expires; + size_t overhead_ht_slot_to_keys; + } *db; +}; + +/* Replication error behavior determines the replica behavior + * when it receives an error over the replication stream. In + * either case the error is logged. */ +typedef enum { + PROPAGATION_ERR_BEHAVIOR_IGNORE = 0, + PROPAGATION_ERR_BEHAVIOR_PANIC, + PROPAGATION_ERR_BEHAVIOR_PANIC_ON_REPLICAS +} replicationErrorBehavior; + +/* This structure can be optionally passed to RDB save/load functions in + * order to implement additional functionalities, by storing and loading + * metadata to the RDB file. + * + * For example, to use select a DB at load time, useful in + * replication in order to make sure that chained slaves (slaves of slaves) + * select the correct DB and are able to accept the stream coming from the + * top-level master. */ +typedef struct rdbSaveInfo { + /* Used saving and loading. */ + int repl_stream_db; /* DB to select in server.master client. */ + + /* Used only loading. */ + int repl_id_is_set; /* True if repl_id field is set. */ + char repl_id[CONFIG_RUN_ID_SIZE+1]; /* Replication ID. */ + long long repl_offset; /* Replication offset. */ +} rdbSaveInfo; + +#define RDB_SAVE_INFO_INIT {-1,0,"0000000000000000000000000000000000000000",-1} + +struct malloc_stats { + size_t zmalloc_used; + size_t process_rss; + size_t allocator_allocated; + size_t allocator_active; + size_t allocator_resident; +}; + +/*----------------------------------------------------------------------------- + * TLS Context Configuration + *----------------------------------------------------------------------------*/ + +typedef struct redisTLSContextConfig { + char *cert_file; /* Server side and optionally client side cert file name */ + char *key_file; /* Private key filename for cert_file */ + char *key_file_pass; /* Optional password for key_file */ + char *client_cert_file; /* Certificate to use as a client; if none, use cert_file */ + char *client_key_file; /* Private key filename for client_cert_file */ + char *client_key_file_pass; /* Optional password for client_key_file */ + char *dh_params_file; + char *ca_cert_file; + char *ca_cert_dir; + char *protocols; + char *ciphers; + char *ciphersuites; + int prefer_server_ciphers; + int session_caching; + int session_cache_size; + int session_cache_timeout; +} redisTLSContextConfig; + +/*----------------------------------------------------------------------------- + * AOF manifest definition + *----------------------------------------------------------------------------*/ +typedef enum { + AOF_FILE_TYPE_BASE = 'b', /* BASE file */ + AOF_FILE_TYPE_HIST = 'h', /* HISTORY file */ + AOF_FILE_TYPE_INCR = 'i', /* INCR file */ +} aof_file_type; + +typedef struct { + sds file_name; /* file name */ + long long file_seq; /* file sequence */ + aof_file_type file_type; /* file type */ +} aofInfo; + +typedef struct { + aofInfo *base_aof_info; /* BASE file information. NULL if there is no BASE file. */ + list *incr_aof_list; /* INCR AOFs list. We may have multiple INCR AOF when rewrite fails. */ + list *history_aof_list; /* HISTORY AOF list. When the AOFRW success, The aofInfo contained in + `base_aof_info` and `incr_aof_list` will be moved to this list. We + will delete these AOF files when AOFRW finish. */ + long long curr_base_file_seq; /* The sequence number used by the current BASE file. */ + long long curr_incr_file_seq; /* The sequence number used by the current INCR file. */ + int dirty; /* 1 Indicates that the aofManifest in the memory is inconsistent with + disk, we need to persist it immediately. */ +} aofManifest; + +/*----------------------------------------------------------------------------- + * Global server state + *----------------------------------------------------------------------------*/ + +/* AIX defines hz to __hz, we don't use this define and in order to allow + * Redis build on AIX we need to undef it. */ +#ifdef _AIX +#undef hz +#endif + +#define CHILD_TYPE_NONE 0 +#define CHILD_TYPE_RDB 1 +#define CHILD_TYPE_AOF 2 +#define CHILD_TYPE_LDB 3 +#define CHILD_TYPE_MODULE 4 + +typedef enum childInfoType { + CHILD_INFO_TYPE_CURRENT_INFO, + CHILD_INFO_TYPE_AOF_COW_SIZE, + CHILD_INFO_TYPE_RDB_COW_SIZE, + CHILD_INFO_TYPE_MODULE_COW_SIZE +} childInfoType; + +struct redisServer { + /* General */ + pid_t pid; /* Main process pid. */ + pthread_t main_thread_id; /* Main thread id */ + char *configfile; /* Absolute config file path, or NULL */ + char *executable; /* Absolute executable file path. */ + char **exec_argv; /* Executable argv vector (copy). */ + int dynamic_hz; /* Change hz value depending on # of clients. */ + int config_hz; /* Configured HZ value. May be different than + the actual 'hz' field value if dynamic-hz + is enabled. */ + mode_t umask; /* The umask value of the process on startup */ + int hz; /* serverCron() calls frequency in hertz */ + int in_fork_child; /* indication that this is a fork child */ + redisDb *db; + dict *commands; /* Command table */ + dict *orig_commands; /* Command table before command renaming. */ + aeEventLoop *el; + rax *errors; /* Errors table */ + unsigned int lruclock; /* Clock for LRU eviction */ + volatile sig_atomic_t shutdown_asap; /* Shutdown ordered by signal handler. */ + mstime_t shutdown_mstime; /* Timestamp to limit graceful shutdown. */ + int last_sig_received; /* Indicates the last SIGNAL received, if any (e.g., SIGINT or SIGTERM). */ + int shutdown_flags; /* Flags passed to prepareForShutdown(). */ + int activerehashing; /* Incremental rehash in serverCron() */ + int active_defrag_running; /* Active defragmentation running (holds current scan aggressiveness) */ + char *pidfile; /* PID file path */ + int arch_bits; /* 32 or 64 depending on sizeof(long) */ + int cronloops; /* Number of times the cron function run */ + char runid[CONFIG_RUN_ID_SIZE+1]; /* ID always different at every exec. */ + int sentinel_mode; /* True if this instance is a Sentinel. */ + size_t initial_memory_usage; /* Bytes used after initialization. */ + int always_show_logo; /* Show logo even for non-stdout logging. */ + int in_exec; /* Are we inside EXEC? */ + int busy_module_yield_flags; /* Are we inside a busy module? (triggered by RM_Yield). see BUSY_MODULE_YIELD_ flags. */ + const char *busy_module_yield_reply; /* When non-null, we are inside RM_Yield. */ + char *ignore_warnings; /* Config: warnings that should be ignored. */ + int client_pause_in_transaction; /* Was a client pause executed during this Exec? */ + int thp_enabled; /* If true, THP is enabled. */ + size_t page_size; /* The page size of OS. */ + /* Modules */ + dict *moduleapi; /* Exported core APIs dictionary for modules. */ + dict *sharedapi; /* Like moduleapi but containing the APIs that + modules share with each other. */ + dict *module_configs_queue; /* Dict that stores module configurations from .conf file until after modules are loaded during startup or arguments to loadex. */ + list *loadmodule_queue; /* List of modules to load at startup. */ + int module_pipe[2]; /* Pipe used to awake the event loop by module threads. */ + pid_t child_pid; /* PID of current child */ + int child_type; /* Type of current child */ + /* Networking */ + int port; /* TCP listening port */ + int tls_port; /* TLS listening port */ + int tcp_backlog; /* TCP listen() backlog */ + char *bindaddr[CONFIG_BINDADDR_MAX]; /* Addresses we should bind to */ + int bindaddr_count; /* Number of addresses in server.bindaddr[] */ + char *bind_source_addr; /* Source address to bind on for outgoing connections */ + char *unixsocket; /* UNIX socket path */ + unsigned int unixsocketperm; /* UNIX socket permission (see mode_t) */ + connListener listeners[CONN_TYPE_MAX]; /* TCP/Unix/TLS even more types */ + uint32_t socket_mark_id; /* ID for listen socket marking */ + connListener clistener; /* Cluster bus listener */ + list *clients; /* List of active clients */ + list *clients_to_close; /* Clients to close asynchronously */ + list *clients_pending_write; /* There is to write or install handler. */ + list *clients_pending_read; /* Client has pending read socket buffers. */ + list *slaves, *monitors; /* List of slaves and MONITORs */ + client *current_client; /* The client that triggered the command execution (External or AOF). */ + client *executing_client; /* The client executing the current command (possibly script or module). */ + +#ifdef LOG_REQ_RES + char *req_res_logfile; /* Path of log file for logging all requests and their replies. If NULL, no logging will be performed */ + unsigned int client_default_resp; +#endif + + /* Stuff for client mem eviction */ + clientMemUsageBucket* client_mem_usage_buckets; + + rax *clients_timeout_table; /* Radix tree for blocked clients timeouts. */ + int execution_nesting; /* Execution nesting level. + * e.g. call(), async module stuff (timers, events, etc.), + * cron stuff (active expire, eviction) */ + rax *clients_index; /* Active clients dictionary by client ID. */ + uint32_t paused_actions; /* Bitmask of actions that are currently paused */ + list *postponed_clients; /* List of postponed clients */ + pause_event client_pause_per_purpose[NUM_PAUSE_PURPOSES]; + char neterr[ANET_ERR_LEN]; /* Error buffer for anet.c */ + dict *migrate_cached_sockets;/* MIGRATE cached sockets */ + redisAtomic uint64_t next_client_id; /* Next client unique ID. Incremental. */ + int protected_mode; /* Don't accept external connections. */ + int io_threads_num; /* Number of IO threads to use. */ + int io_threads_do_reads; /* Read and parse from IO threads? */ + int io_threads_active; /* Is IO threads currently active? */ + long long events_processed_while_blocked; /* processEventsWhileBlocked() */ + int enable_protected_configs; /* Enable the modification of protected configs, see PROTECTED_ACTION_ALLOWED_* */ + int enable_debug_cmd; /* Enable DEBUG commands, see PROTECTED_ACTION_ALLOWED_* */ + int enable_module_cmd; /* Enable MODULE commands, see PROTECTED_ACTION_ALLOWED_* */ + + /* RDB / AOF loading information */ + volatile sig_atomic_t loading; /* We are loading data from disk if true */ + volatile sig_atomic_t async_loading; /* We are loading data without blocking the db being served */ + off_t loading_total_bytes; + off_t loading_rdb_used_mem; + off_t loading_loaded_bytes; + time_t loading_start_time; + off_t loading_process_events_interval_bytes; + /* Fields used only for stats */ + time_t stat_starttime; /* Server start time */ + long long stat_numcommands; /* Number of processed commands */ + long long stat_numconnections; /* Number of connections received */ + long long stat_expiredkeys; /* Number of expired keys */ + double stat_expired_stale_perc; /* Percentage of keys probably expired */ + long long stat_expired_time_cap_reached_count; /* Early expire cycle stops.*/ + long long stat_expire_cycle_time_used; /* Cumulative microseconds used. */ + long long stat_evictedkeys; /* Number of evicted keys (maxmemory) */ + long long stat_evictedclients; /* Number of evicted clients */ + long long stat_total_eviction_exceeded_time; /* Total time over the memory limit, unit us */ + monotime stat_last_eviction_exceeded_time; /* Timestamp of current eviction start, unit us */ + long long stat_keyspace_hits; /* Number of successful lookups of keys */ + long long stat_keyspace_misses; /* Number of failed lookups of keys */ + long long stat_active_defrag_hits; /* number of allocations moved */ + long long stat_active_defrag_misses; /* number of allocations scanned but not moved */ + long long stat_active_defrag_key_hits; /* number of keys with moved allocations */ + long long stat_active_defrag_key_misses;/* number of keys scanned and not moved */ + long long stat_active_defrag_scanned; /* number of dictEntries scanned */ + long long stat_total_active_defrag_time; /* Total time memory fragmentation over the limit, unit us */ + monotime stat_last_active_defrag_time; /* Timestamp of current active defrag start */ + size_t stat_peak_memory; /* Max used memory record */ + long long stat_aof_rewrites; /* number of aof file rewrites performed */ + long long stat_aofrw_consecutive_failures; /* The number of consecutive failures of aofrw */ + long long stat_rdb_saves; /* number of rdb saves performed */ + long long stat_fork_time; /* Time needed to perform latest fork() */ + double stat_fork_rate; /* Fork rate in GB/sec. */ + long long stat_total_forks; /* Total count of fork. */ + long long stat_rejected_conn; /* Clients rejected because of maxclients */ + long long stat_sync_full; /* Number of full resyncs with slaves. */ + long long stat_sync_partial_ok; /* Number of accepted PSYNC requests. */ + long long stat_sync_partial_err;/* Number of unaccepted PSYNC requests. */ + list *slowlog; /* SLOWLOG list of commands */ + long long slowlog_entry_id; /* SLOWLOG current entry ID */ + long long slowlog_log_slower_than; /* SLOWLOG time limit (to get logged) */ + unsigned long slowlog_max_len; /* SLOWLOG max number of items logged */ + struct malloc_stats cron_malloc_stats; /* sampled in serverCron(). */ + redisAtomic long long stat_net_input_bytes; /* Bytes read from network. */ + redisAtomic long long stat_net_output_bytes; /* Bytes written to network. */ + redisAtomic long long stat_net_repl_input_bytes; /* Bytes read during replication, added to stat_net_input_bytes in 'info'. */ + redisAtomic long long stat_net_repl_output_bytes; /* Bytes written during replication, added to stat_net_output_bytes in 'info'. */ + size_t stat_current_cow_peak; /* Peak size of copy on write bytes. */ + size_t stat_current_cow_bytes; /* Copy on write bytes while child is active. */ + monotime stat_current_cow_updated; /* Last update time of stat_current_cow_bytes */ + size_t stat_current_save_keys_processed; /* Processed keys while child is active. */ + size_t stat_current_save_keys_total; /* Number of keys when child started. */ + size_t stat_rdb_cow_bytes; /* Copy on write bytes during RDB saving. */ + size_t stat_aof_cow_bytes; /* Copy on write bytes during AOF rewrite. */ + size_t stat_module_cow_bytes; /* Copy on write bytes during module fork. */ + double stat_module_progress; /* Module save progress. */ + size_t stat_clients_type_memory[CLIENT_TYPE_COUNT];/* Mem usage by type */ + size_t stat_cluster_links_memory; /* Mem usage by cluster links */ + long long stat_unexpected_error_replies; /* Number of unexpected (aof-loading, replica to master, etc.) error replies */ + long long stat_total_error_replies; /* Total number of issued error replies ( command + rejected errors ) */ + long long stat_dump_payload_sanitizations; /* Number deep dump payloads integrity validations. */ + long long stat_io_reads_processed; /* Number of read events processed by IO / Main threads */ + long long stat_io_writes_processed; /* Number of write events processed by IO / Main threads */ + redisAtomic long long stat_total_reads_processed; /* Total number of read events processed */ + redisAtomic long long stat_total_writes_processed; /* Total number of write events processed */ + /* The following two are used to track instantaneous metrics, like + * number of operations per second, network traffic. */ + struct { + long long last_sample_base; /* The divisor of last sample window */ + long long last_sample_value; /* The dividend of last sample window */ + long long samples[STATS_METRIC_SAMPLES]; + int idx; + } inst_metric[STATS_METRIC_COUNT]; + long long stat_reply_buffer_shrinks; /* Total number of output buffer shrinks */ + long long stat_reply_buffer_expands; /* Total number of output buffer expands */ + monotime el_start; + /* The following two are used to record the max number of commands executed in one eventloop. + * Note that commands in transactions are also counted. */ + long long el_cmd_cnt_start; + long long el_cmd_cnt_max; + /* The sum of active-expire, active-defrag and all other tasks done by cron and beforeSleep, + but excluding read, write and AOF, which are counted by other sets of metrics. */ + monotime el_cron_duration; + durationStats duration_stats[EL_DURATION_TYPE_NUM]; + + /* Configuration */ + int verbosity; /* Loglevel in redis.conf */ + int maxidletime; /* Client timeout in seconds */ + int tcpkeepalive; /* Set SO_KEEPALIVE if non-zero. */ + int active_expire_enabled; /* Can be disabled for testing purposes. */ + int active_expire_effort; /* From 1 (default) to 10, active effort. */ + int lazy_expire_disabled; /* If > 0, don't trigger lazy expire */ + int active_defrag_enabled; + int sanitize_dump_payload; /* Enables deep sanitization for ziplist and listpack in RDB and RESTORE. */ + int skip_checksum_validation; /* Disable checksum validation for RDB and RESTORE payload. */ + int jemalloc_bg_thread; /* Enable jemalloc background thread */ + size_t active_defrag_ignore_bytes; /* minimum amount of fragmentation waste to start active defrag */ + int active_defrag_threshold_lower; /* minimum percentage of fragmentation to start active defrag */ + int active_defrag_threshold_upper; /* maximum percentage of fragmentation at which we use maximum effort */ + int active_defrag_cycle_min; /* minimal effort for defrag in CPU percentage */ + int active_defrag_cycle_max; /* maximal effort for defrag in CPU percentage */ + unsigned long active_defrag_max_scan_fields; /* maximum number of fields of set/hash/zset/list to process from within the main dict scan */ + size_t client_max_querybuf_len; /* Limit for client query buffer length */ + int dbnum; /* Total number of configured DBs */ + int supervised; /* 1 if supervised, 0 otherwise. */ + int supervised_mode; /* See SUPERVISED_* */ + int daemonize; /* True if running as a daemon */ + int set_proc_title; /* True if change proc title */ + char *proc_title_template; /* Process title template format */ + clientBufferLimitsConfig client_obuf_limits[CLIENT_TYPE_OBUF_COUNT]; + int pause_cron; /* Don't run cron tasks (debug) */ + int latency_tracking_enabled; /* 1 if extended latency tracking is enabled, 0 otherwise. */ + double *latency_tracking_info_percentiles; /* Extended latency tracking info output percentile list configuration. */ + int latency_tracking_info_percentiles_len; + /* AOF persistence */ + int aof_enabled; /* AOF configuration */ + int aof_state; /* AOF_(ON|OFF|WAIT_REWRITE) */ + int aof_fsync; /* Kind of fsync() policy */ + char *aof_filename; /* Basename of the AOF file and manifest file */ + char *aof_dirname; /* Name of the AOF directory */ + int aof_no_fsync_on_rewrite; /* Don't fsync if a rewrite is in prog. */ + int aof_rewrite_perc; /* Rewrite AOF if % growth is > M and... */ + off_t aof_rewrite_min_size; /* the AOF file is at least N bytes. */ + off_t aof_rewrite_base_size; /* AOF size on latest startup or rewrite. */ + off_t aof_current_size; /* AOF current size (Including BASE + INCRs). */ + off_t aof_last_incr_size; /* The size of the latest incr AOF. */ + off_t aof_last_incr_fsync_offset; /* AOF offset which is already requested to be synced to disk. + * Compare with the aof_last_incr_size. */ + int aof_flush_sleep; /* Micros to sleep before flush. (used by tests) */ + int aof_rewrite_scheduled; /* Rewrite once BGSAVE terminates. */ + sds aof_buf; /* AOF buffer, written before entering the event loop */ + int aof_fd; /* File descriptor of currently selected AOF file */ + int aof_selected_db; /* Currently selected DB in AOF */ + time_t aof_flush_postponed_start; /* UNIX time of postponed AOF flush */ + time_t aof_last_fsync; /* UNIX time of last fsync() */ + time_t aof_rewrite_time_last; /* Time used by last AOF rewrite run. */ + time_t aof_rewrite_time_start; /* Current AOF rewrite start time. */ + time_t aof_cur_timestamp; /* Current record timestamp in AOF */ + int aof_timestamp_enabled; /* Enable record timestamp in AOF */ + int aof_lastbgrewrite_status; /* C_OK or C_ERR */ + unsigned long aof_delayed_fsync; /* delayed AOF fsync() counter */ + int aof_rewrite_incremental_fsync;/* fsync incrementally while aof rewriting? */ + int rdb_save_incremental_fsync; /* fsync incrementally while rdb saving? */ + int aof_last_write_status; /* C_OK or C_ERR */ + int aof_last_write_errno; /* Valid if aof write/fsync status is ERR */ + int aof_load_truncated; /* Don't stop on unexpected AOF EOF. */ + int aof_use_rdb_preamble; /* Specify base AOF to use RDB encoding on AOF rewrites. */ + redisAtomic int aof_bio_fsync_status; /* Status of AOF fsync in bio job. */ + redisAtomic int aof_bio_fsync_errno; /* Errno of AOF fsync in bio job. */ + aofManifest *aof_manifest; /* Used to track AOFs. */ + int aof_disable_auto_gc; /* If disable automatically deleting HISTORY type AOFs? + default no. (for testings). */ + + /* RDB persistence */ + long long dirty; /* Changes to DB from the last save */ + long long dirty_before_bgsave; /* Used to restore dirty on failed BGSAVE */ + long long rdb_last_load_keys_expired; /* number of expired keys when loading RDB */ + long long rdb_last_load_keys_loaded; /* number of loaded keys when loading RDB */ + struct saveparam *saveparams; /* Save points array for RDB */ + int saveparamslen; /* Number of saving points */ + char *rdb_filename; /* Name of RDB file */ + int rdb_compression; /* Use compression in RDB? */ + int rdb_checksum; /* Use RDB checksum? */ + int rdb_del_sync_files; /* Remove RDB files used only for SYNC if + the instance does not use persistence. */ + time_t lastsave; /* Unix time of last successful save */ + time_t lastbgsave_try; /* Unix time of last attempted bgsave */ + time_t rdb_save_time_last; /* Time used by last RDB save run. */ + time_t rdb_save_time_start; /* Current RDB save start time. */ + int rdb_bgsave_scheduled; /* BGSAVE when possible if true. */ + int rdb_child_type; /* Type of save by active child. */ + int lastbgsave_status; /* C_OK or C_ERR */ + int stop_writes_on_bgsave_err; /* Don't allow writes if can't BGSAVE */ + int rdb_pipe_read; /* RDB pipe used to transfer the rdb data */ + /* to the parent process in diskless repl. */ + int rdb_child_exit_pipe; /* Used by the diskless parent allow child exit. */ + connection **rdb_pipe_conns; /* Connections which are currently the */ + int rdb_pipe_numconns; /* target of diskless rdb fork child. */ + int rdb_pipe_numconns_writing; /* Number of rdb conns with pending writes. */ + char *rdb_pipe_buff; /* In diskless replication, this buffer holds data */ + int rdb_pipe_bufflen; /* that was read from the rdb pipe. */ + int rdb_key_save_delay; /* Delay in microseconds between keys while + * writing aof or rdb. (for testings). negative + * value means fractions of microseconds (on average). */ + int key_load_delay; /* Delay in microseconds between keys while + * loading aof or rdb. (for testings). negative + * value means fractions of microseconds (on average). */ + /* Pipe and data structures for child -> parent info sharing. */ + int child_info_pipe[2]; /* Pipe used to write the child_info_data. */ + int child_info_nread; /* Num of bytes of the last read from pipe */ + /* Propagation of commands in AOF / replication */ + redisOpArray also_propagate; /* Additional command to propagate. */ + int replication_allowed; /* Are we allowed to replicate? */ + /* Logging */ + char *logfile; /* Path of log file */ + int syslog_enabled; /* Is syslog enabled? */ + char *syslog_ident; /* Syslog ident */ + int syslog_facility; /* Syslog facility */ + int crashlog_enabled; /* Enable signal handler for crashlog. + * disable for clean core dumps. */ + int memcheck_enabled; /* Enable memory check on crash. */ + int use_exit_on_panic; /* Use exit() on panic and assert rather than + * abort(). useful for Valgrind. */ + /* Shutdown */ + int shutdown_timeout; /* Graceful shutdown time limit in seconds. */ + int shutdown_on_sigint; /* Shutdown flags configured for SIGINT. */ + int shutdown_on_sigterm; /* Shutdown flags configured for SIGTERM. */ + + /* Replication (master) */ + char replid[CONFIG_RUN_ID_SIZE+1]; /* My current replication ID. */ + char replid2[CONFIG_RUN_ID_SIZE+1]; /* replid inherited from master*/ + long long master_repl_offset; /* My current replication offset */ + long long second_replid_offset; /* Accept offsets up to this for replid2. */ + redisAtomic long long fsynced_reploff_pending;/* Largest replication offset to + * potentially have been fsynced, applied to + fsynced_reploff only when AOF state is AOF_ON + (not during the initial rewrite) */ + long long fsynced_reploff; /* Largest replication offset that has been confirmed to be fsynced */ + int slaveseldb; /* Last SELECTed DB in replication output */ + int repl_ping_slave_period; /* Master pings the slave every N seconds */ + replBacklog *repl_backlog; /* Replication backlog for partial syncs */ + long long repl_backlog_size; /* Backlog circular buffer size */ + time_t repl_backlog_time_limit; /* Time without slaves after the backlog + gets released. */ + time_t repl_no_slaves_since; /* We have no slaves since that time. + Only valid if server.slaves len is 0. */ + int repl_min_slaves_to_write; /* Min number of slaves to write. */ + int repl_min_slaves_max_lag; /* Max lag of <count> slaves to write. */ + int repl_good_slaves_count; /* Number of slaves with lag <= max_lag. */ + int repl_diskless_sync; /* Master send RDB to slaves sockets directly. */ + int repl_diskless_load; /* Slave parse RDB directly from the socket. + * see REPL_DISKLESS_LOAD_* enum */ + int repl_diskless_sync_delay; /* Delay to start a diskless repl BGSAVE. */ + int repl_diskless_sync_max_replicas;/* Max replicas for diskless repl BGSAVE + * delay (start sooner if they all connect). */ + size_t repl_buffer_mem; /* The memory of replication buffer. */ + list *repl_buffer_blocks; /* Replication buffers blocks list + * (serving replica clients and repl backlog) */ + /* Replication (slave) */ + char *masteruser; /* AUTH with this user and masterauth with master */ + sds masterauth; /* AUTH with this password with master */ + char *masterhost; /* Hostname of master */ + int masterport; /* Port of master */ + int repl_timeout; /* Timeout after N seconds of master idle */ + client *master; /* Client that is master for this slave */ + client *cached_master; /* Cached master to be reused for PSYNC. */ + int repl_syncio_timeout; /* Timeout for synchronous I/O calls */ + int repl_state; /* Replication status if the instance is a slave */ + off_t repl_transfer_size; /* Size of RDB to read from master during sync. */ + off_t repl_transfer_read; /* Amount of RDB read from master during sync. */ + off_t repl_transfer_last_fsync_off; /* Offset when we fsync-ed last time. */ + connection *repl_transfer_s; /* Slave -> Master SYNC connection */ + int repl_transfer_fd; /* Slave -> Master SYNC temp file descriptor */ + char *repl_transfer_tmpfile; /* Slave-> master SYNC temp file name */ + time_t repl_transfer_lastio; /* Unix time of the latest read, for timeout */ + int repl_serve_stale_data; /* Serve stale data when link is down? */ + int repl_slave_ro; /* Slave is read only? */ + int repl_slave_ignore_maxmemory; /* If true slaves do not evict. */ + time_t repl_down_since; /* Unix time at which link with master went down */ + int repl_disable_tcp_nodelay; /* Disable TCP_NODELAY after SYNC? */ + int slave_priority; /* Reported in INFO and used by Sentinel. */ + int replica_announced; /* If true, replica is announced by Sentinel */ + int slave_announce_port; /* Give the master this listening port. */ + char *slave_announce_ip; /* Give the master this ip address. */ + int propagation_error_behavior; /* Configures the behavior of the replica + * when it receives an error on the replication stream */ + int repl_ignore_disk_write_error; /* Configures whether replicas panic when unable to + * persist writes to AOF. */ + /* The following two fields is where we store master PSYNC replid/offset + * while the PSYNC is in progress. At the end we'll copy the fields into + * the server->master client structure. */ + char master_replid[CONFIG_RUN_ID_SIZE+1]; /* Master PSYNC runid. */ + long long master_initial_offset; /* Master PSYNC offset. */ + int repl_slave_lazy_flush; /* Lazy FLUSHALL before loading DB? */ + /* Synchronous replication. */ + list *clients_waiting_acks; /* Clients waiting in WAIT or WAITAOF. */ + int get_ack_from_slaves; /* If true we send REPLCONF GETACK. */ + /* Limits */ + unsigned int maxclients; /* Max number of simultaneous clients */ + unsigned long long maxmemory; /* Max number of memory bytes to use */ + ssize_t maxmemory_clients; /* Memory limit for total client buffers */ + int maxmemory_policy; /* Policy for key eviction */ + int maxmemory_samples; /* Precision of random sampling */ + int maxmemory_eviction_tenacity;/* Aggressiveness of eviction processing */ + int lfu_log_factor; /* LFU logarithmic counter factor. */ + int lfu_decay_time; /* LFU counter decay factor. */ + long long proto_max_bulk_len; /* Protocol bulk length maximum size. */ + int oom_score_adj_values[CONFIG_OOM_COUNT]; /* Linux oom_score_adj configuration */ + int oom_score_adj; /* If true, oom_score_adj is managed */ + int disable_thp; /* If true, disable THP by syscall */ + /* Blocked clients */ + unsigned int blocked_clients; /* # of clients executing a blocking cmd.*/ + unsigned int blocked_clients_by_type[BLOCKED_NUM]; + list *unblocked_clients; /* list of clients to unblock before next loop */ + list *ready_keys; /* List of readyList structures for BLPOP & co */ + /* Client side caching. */ + unsigned int tracking_clients; /* # of clients with tracking enabled.*/ + size_t tracking_table_max_keys; /* Max number of keys in tracking table. */ + list *tracking_pending_keys; /* tracking invalidation keys pending to flush */ + list *pending_push_messages; /* pending publish or other push messages to flush */ + /* Sort parameters - qsort_r() is only available under BSD so we + * have to take this state global, in order to pass it to sortCompare() */ + int sort_desc; + int sort_alpha; + int sort_bypattern; + int sort_store; + /* Zip structure config, see redis.conf for more information */ + size_t hash_max_listpack_entries; + size_t hash_max_listpack_value; + size_t set_max_intset_entries; + size_t set_max_listpack_entries; + size_t set_max_listpack_value; + size_t zset_max_listpack_entries; + size_t zset_max_listpack_value; + size_t hll_sparse_max_bytes; + size_t stream_node_max_bytes; + long long stream_node_max_entries; + /* List parameters */ + int list_max_listpack_size; + int list_compress_depth; + /* time cache */ + redisAtomic time_t unixtime; /* Unix time sampled every cron cycle. */ + time_t timezone; /* Cached timezone. As set by tzset(). */ + int daylight_active; /* Currently in daylight saving time. */ + mstime_t mstime; /* 'unixtime' in milliseconds. */ + ustime_t ustime; /* 'unixtime' in microseconds. */ + mstime_t cmd_time_snapshot; /* Time snapshot of the root execution nesting. */ + size_t blocking_op_nesting; /* Nesting level of blocking operation, used to reset blocked_last_cron. */ + long long blocked_last_cron; /* Indicate the mstime of the last time we did cron jobs from a blocking operation */ + /* Pubsub */ + dict *pubsub_channels; /* Map channels to list of subscribed clients */ + dict *pubsub_patterns; /* A dict of pubsub_patterns */ + int notify_keyspace_events; /* Events to propagate via Pub/Sub. This is an + xor of NOTIFY_... flags. */ + dict *pubsubshard_channels; /* Map shard channels to list of subscribed clients */ + /* Cluster */ + int cluster_enabled; /* Is cluster enabled? */ + int cluster_port; /* Set the cluster port for a node. */ + mstime_t cluster_node_timeout; /* Cluster node timeout. */ + mstime_t cluster_ping_interval; /* A debug configuration for setting how often cluster nodes send ping messages. */ + char *cluster_configfile; /* Cluster auto-generated config file name. */ + struct clusterState *cluster; /* State of the cluster */ + int cluster_migration_barrier; /* Cluster replicas migration barrier. */ + int cluster_allow_replica_migration; /* Automatic replica migrations to orphaned masters and from empty masters */ + int cluster_slave_validity_factor; /* Slave max data age for failover. */ + int cluster_require_full_coverage; /* If true, put the cluster down if + there is at least an uncovered slot.*/ + int cluster_slave_no_failover; /* Prevent slave from starting a failover + if the master is in failure state. */ + char *cluster_announce_ip; /* IP address to announce on cluster bus. */ + char *cluster_announce_hostname; /* hostname to announce on cluster bus. */ + char *cluster_announce_human_nodename; /* Human readable node name assigned to a node. */ + int cluster_preferred_endpoint_type; /* Use the announced hostname when available. */ + int cluster_announce_port; /* base port to announce on cluster bus. */ + int cluster_announce_tls_port; /* TLS port to announce on cluster bus. */ + int cluster_announce_bus_port; /* bus port to announce on cluster bus. */ + int cluster_module_flags; /* Set of flags that Redis modules are able + to set in order to suppress certain + native Redis Cluster features. Check the + REDISMODULE_CLUSTER_FLAG_*. */ + int cluster_allow_reads_when_down; /* Are reads allowed when the cluster + is down? */ + int cluster_config_file_lock_fd; /* cluster config fd, will be flocked. */ + unsigned long long cluster_link_msg_queue_limit_bytes; /* Memory usage limit on individual link msg queue */ + int cluster_drop_packet_filter; /* Debug config that allows tactically + * dropping packets of a specific type */ + /* Scripting */ + mstime_t busy_reply_threshold; /* Script / module timeout in milliseconds */ + int pre_command_oom_state; /* OOM before command (script?) was started */ + int script_disable_deny_script; /* Allow running commands marked "no-script" inside a script. */ + /* Lazy free */ + int lazyfree_lazy_eviction; + int lazyfree_lazy_expire; + int lazyfree_lazy_server_del; + int lazyfree_lazy_user_del; + int lazyfree_lazy_user_flush; + /* Latency monitor */ + long long latency_monitor_threshold; + dict *latency_events; + /* ACLs */ + char *acl_filename; /* ACL Users file. NULL if not configured. */ + unsigned long acllog_max_len; /* Maximum length of the ACL LOG list. */ + sds requirepass; /* Remember the cleartext password set with + the old "requirepass" directive for + backward compatibility with Redis <= 5. */ + int acl_pubsub_default; /* Default ACL pub/sub channels flag */ + aclInfo acl_info; /* ACL info */ + /* Assert & bug reporting */ + int watchdog_period; /* Software watchdog period in ms. 0 = off */ + /* System hardware info */ + size_t system_memory_size; /* Total memory in system as reported by OS */ + /* TLS Configuration */ + int tls_cluster; + int tls_replication; + int tls_auth_clients; + redisTLSContextConfig tls_ctx_config; + /* cpu affinity */ + char *server_cpulist; /* cpu affinity list of redis server main/io thread. */ + char *bio_cpulist; /* cpu affinity list of bio thread. */ + char *aof_rewrite_cpulist; /* cpu affinity list of aof rewrite process. */ + char *bgsave_cpulist; /* cpu affinity list of bgsave process. */ + /* Sentinel config */ + struct sentinelConfig *sentinel_config; /* sentinel config to load at startup time. */ + /* Coordinate failover info */ + mstime_t failover_end_time; /* Deadline for failover command. */ + int force_failover; /* If true then failover will be forced at the + * deadline, otherwise failover is aborted. */ + char *target_replica_host; /* Failover target host. If null during a + * failover then any replica can be used. */ + int target_replica_port; /* Failover target port */ + int failover_state; /* Failover state */ + int cluster_allow_pubsubshard_when_down; /* Is pubsubshard allowed when the cluster + is down, doesn't affect pubsub global. */ + long reply_buffer_peak_reset_time; /* The amount of time (in milliseconds) to wait between reply buffer peak resets */ + int reply_buffer_resizing_enabled; /* Is reply buffer resizing enabled (1 by default) */ + /* Local environment */ + char *locale_collate; +}; + +#define MAX_KEYS_BUFFER 256 + +typedef struct { + int pos; /* The position of the key within the client array */ + int flags; /* The flags associated with the key access, see + CMD_KEY_* for more information */ +} keyReference; + +/* A result structure for the various getkeys function calls. It lists the + * keys as indices to the provided argv. This functionality is also re-used + * for returning channel information. + */ +typedef struct { + keyReference keysbuf[MAX_KEYS_BUFFER]; /* Pre-allocated buffer, to save heap allocations */ + keyReference *keys; /* Key indices array, points to keysbuf or heap */ + int numkeys; /* Number of key indices return */ + int size; /* Available array size */ +} getKeysResult; +#define GETKEYS_RESULT_INIT { {{0}}, NULL, 0, MAX_KEYS_BUFFER } + +/* Key specs definitions. + * + * Brief: This is a scheme that tries to describe the location + * of key arguments better than the old [first,last,step] scheme + * which is limited and doesn't fit many commands. + * + * There are two steps: + * 1. begin_search (BS): in which index should we start searching for keys? + * 2. find_keys (FK): relative to the output of BS, how can we will which args are keys? + * + * There are two types of BS: + * 1. index: key args start at a constant index + * 2. keyword: key args start just after a specific keyword + * + * There are two kinds of FK: + * 1. range: keys end at a specific index (or relative to the last argument) + * 2. keynum: there's an arg that contains the number of key args somewhere before the keys themselves + */ + +/* WARNING! Must be synced with generate-command-code.py and RedisModuleKeySpecBeginSearchType */ +typedef enum { + KSPEC_BS_INVALID = 0, /* Must be 0 */ + KSPEC_BS_UNKNOWN, + KSPEC_BS_INDEX, + KSPEC_BS_KEYWORD +} kspec_bs_type; + +/* WARNING! Must be synced with generate-command-code.py and RedisModuleKeySpecFindKeysType */ +typedef enum { + KSPEC_FK_INVALID = 0, /* Must be 0 */ + KSPEC_FK_UNKNOWN, + KSPEC_FK_RANGE, + KSPEC_FK_KEYNUM +} kspec_fk_type; + +/* WARNING! This struct must match RedisModuleCommandKeySpec */ +typedef struct { + /* Declarative data */ + const char *notes; + uint64_t flags; + kspec_bs_type begin_search_type; + union { + struct { + /* The index from which we start the search for keys */ + int pos; + } index; + struct { + /* The keyword that indicates the beginning of key args */ + const char *keyword; + /* An index in argv from which to start searching. + * Can be negative, which means start search from the end, in reverse + * (Example: -2 means to start in reverse from the penultimate arg) */ + int startfrom; + } keyword; + } bs; + kspec_fk_type find_keys_type; + union { + /* NOTE: Indices in this struct are relative to the result of the begin_search step! + * These are: range.lastkey, keynum.keynumidx, keynum.firstkey */ + struct { + /* Index of the last key. + * Can be negative, in which case it's not relative. -1 indicating till the last argument, + * -2 one before the last and so on. */ + int lastkey; + /* How many args should we skip after finding a key, in order to find the next one. */ + int keystep; + /* If lastkey is -1, we use limit to stop the search by a factor. 0 and 1 mean no limit. + * 2 means 1/2 of the remaining args, 3 means 1/3, and so on. */ + int limit; + } range; + struct { + /* Index of the argument containing the number of keys to come */ + int keynumidx; + /* Index of the fist key (Usually it's just after keynumidx, in + * which case it should be set to keynumidx+1). */ + int firstkey; + /* How many args should we skip after finding a key, in order to find the next one. */ + int keystep; + } keynum; + } fk; +} keySpec; + +#ifdef LOG_REQ_RES + +/* Must be synced with generate-command-code.py */ +typedef enum { + JSON_TYPE_STRING, + JSON_TYPE_INTEGER, + JSON_TYPE_BOOLEAN, + JSON_TYPE_OBJECT, + JSON_TYPE_ARRAY, +} jsonType; + +typedef struct jsonObjectElement { + jsonType type; + const char *key; + union { + const char *string; + long long integer; + int boolean; + struct jsonObject *object; + struct { + struct jsonObject **objects; + int length; + } array; + } value; +} jsonObjectElement; + +typedef struct jsonObject { + struct jsonObjectElement *elements; + int length; +} jsonObject; + +#endif + +/* WARNING! This struct must match RedisModuleCommandHistoryEntry */ +typedef struct { + const char *since; + const char *changes; +} commandHistory; + +/* Must be synced with COMMAND_GROUP_STR and generate-command-code.py */ +typedef enum { + COMMAND_GROUP_GENERIC, + COMMAND_GROUP_STRING, + COMMAND_GROUP_LIST, + COMMAND_GROUP_SET, + COMMAND_GROUP_SORTED_SET, + COMMAND_GROUP_HASH, + COMMAND_GROUP_PUBSUB, + COMMAND_GROUP_TRANSACTIONS, + COMMAND_GROUP_CONNECTION, + COMMAND_GROUP_SERVER, + COMMAND_GROUP_SCRIPTING, + COMMAND_GROUP_HYPERLOGLOG, + COMMAND_GROUP_CLUSTER, + COMMAND_GROUP_SENTINEL, + COMMAND_GROUP_GEO, + COMMAND_GROUP_STREAM, + COMMAND_GROUP_BITMAP, + COMMAND_GROUP_MODULE, +} redisCommandGroup; + +typedef void redisCommandProc(client *c); +typedef int redisGetKeysProc(struct redisCommand *cmd, robj **argv, int argc, getKeysResult *result); + +/* Redis command structure. + * + * Note that the command table is in commands.c and it is auto-generated. + * + * This is the meaning of the flags: + * + * CMD_WRITE: Write command (may modify the key space). + * + * CMD_READONLY: Commands just reading from keys without changing the content. + * Note that commands that don't read from the keyspace such as + * TIME, SELECT, INFO, administrative commands, and connection + * or transaction related commands (multi, exec, discard, ...) + * are not flagged as read-only commands, since they affect the + * server or the connection in other ways. + * + * CMD_DENYOOM: May increase memory usage once called. Don't allow if out + * of memory. + * + * CMD_ADMIN: Administrative command, like SAVE or SHUTDOWN. + * + * CMD_PUBSUB: Pub/Sub related command. + * + * CMD_NOSCRIPT: Command not allowed in scripts. + * + * CMD_BLOCKING: The command has the potential to block the client. + * + * CMD_LOADING: Allow the command while loading the database. + * + * CMD_NO_ASYNC_LOADING: Deny during async loading (when a replica uses diskless + * sync swapdb, and allows access to the old dataset) + * + * CMD_STALE: Allow the command while a slave has stale data but is not + * allowed to serve this data. Normally no command is accepted + * in this condition but just a few. + * + * CMD_SKIP_MONITOR: Do not automatically propagate the command on MONITOR. + * + * CMD_SKIP_SLOWLOG: Do not automatically propagate the command to the slowlog. + * + * CMD_ASKING: Perform an implicit ASKING for this command, so the + * command will be accepted in cluster mode if the slot is marked + * as 'importing'. + * + * CMD_FAST: Fast command: O(1) or O(log(N)) command that should never + * delay its execution as long as the kernel scheduler is giving + * us time. Note that commands that may trigger a DEL as a side + * effect (like SET) are not fast commands. + * + * CMD_NO_AUTH: Command doesn't require authentication + * + * CMD_MAY_REPLICATE: Command may produce replication traffic, but should be + * allowed under circumstances where write commands are disallowed. + * Examples include PUBLISH, which replicates pubsub messages,and + * EVAL, which may execute write commands, which are replicated, + * or may just execute read commands. A command can not be marked + * both CMD_WRITE and CMD_MAY_REPLICATE + * + * CMD_SENTINEL: This command is present in sentinel mode. + * + * CMD_ONLY_SENTINEL: This command is present only when in sentinel mode. + * And should be removed from redis. + * + * CMD_NO_MANDATORY_KEYS: This key arguments for this command are optional. + * + * CMD_NO_MULTI: The command is not allowed inside a transaction + * + * CMD_ALLOW_BUSY: The command can run while another command is running for + * a long time (timedout script, module command that yields) + * + * CMD_TOUCHES_ARBITRARY_KEYS: The command may touch (and cause lazy-expire) + * arbitrary key (i.e not provided in argv) + * + * The following additional flags are only used in order to put commands + * in a specific ACL category. Commands can have multiple ACL categories. + * See redis.conf for the exact meaning of each. + * + * @keyspace, @read, @write, @set, @sortedset, @list, @hash, @string, @bitmap, + * @hyperloglog, @stream, @admin, @fast, @slow, @pubsub, @blocking, @dangerous, + * @connection, @transaction, @scripting, @geo. + * + * Note that: + * + * 1) The read-only flag implies the @read ACL category. + * 2) The write flag implies the @write ACL category. + * 3) The fast flag implies the @fast ACL category. + * 4) The admin flag implies the @admin and @dangerous ACL category. + * 5) The pub-sub flag implies the @pubsub ACL category. + * 6) The lack of fast flag implies the @slow ACL category. + * 7) The non obvious "keyspace" category includes the commands + * that interact with keys without having anything to do with + * specific data structures, such as: DEL, RENAME, MOVE, SELECT, + * TYPE, EXPIRE*, PEXPIRE*, TTL, PTTL, ... + */ +struct redisCommand { + /* Declarative data */ + const char *declared_name; /* A string representing the command declared_name. + * It is a const char * for native commands and SDS for module commands. */ + const char *summary; /* Summary of the command (optional). */ + const char *complexity; /* Complexity description (optional). */ + const char *since; /* Debut version of the command (optional). */ + int doc_flags; /* Flags for documentation (see CMD_DOC_*). */ + const char *replaced_by; /* In case the command is deprecated, this is the successor command. */ + const char *deprecated_since; /* In case the command is deprecated, when did it happen? */ + redisCommandGroup group; /* Command group */ + commandHistory *history; /* History of the command */ + int num_history; + const char **tips; /* An array of strings that are meant to be tips for clients/proxies regarding this command */ + int num_tips; + redisCommandProc *proc; /* Command implementation */ + int arity; /* Number of arguments, it is possible to use -N to say >= N */ + uint64_t flags; /* Command flags, see CMD_*. */ + uint64_t acl_categories; /* ACl categories, see ACL_CATEGORY_*. */ + keySpec *key_specs; + int key_specs_num; + /* Use a function to determine keys arguments in a command line. + * Used for Redis Cluster redirect (may be NULL) */ + redisGetKeysProc *getkeys_proc; + int num_args; /* Length of args array. */ + /* Array of subcommands (may be NULL) */ + struct redisCommand *subcommands; + /* Array of arguments (may be NULL) */ + struct redisCommandArg *args; +#ifdef LOG_REQ_RES + /* Reply schema */ + struct jsonObject *reply_schema; +#endif + + /* Runtime populated data */ + long long microseconds, calls, rejected_calls, failed_calls; + int id; /* Command ID. This is a progressive ID starting from 0 that + is assigned at runtime, and is used in order to check + ACLs. A connection is able to execute a given command if + the user associated to the connection has this command + bit set in the bitmap of allowed commands. */ + sds fullname; /* A SDS string representing the command fullname. */ + struct hdr_histogram* latency_histogram; /*points to the command latency command histogram (unit of time nanosecond) */ + keySpec legacy_range_key_spec; /* The legacy (first,last,step) key spec is + * still maintained (if applicable) so that + * we can still support the reply format of + * COMMAND INFO and COMMAND GETKEYS */ + dict *subcommands_dict; /* A dictionary that holds the subcommands, the key is the subcommand sds name + * (not the fullname), and the value is the redisCommand structure pointer. */ + struct redisCommand *parent; + struct RedisModuleCommand *module_cmd; /* A pointer to the module command data (NULL if native command) */ +}; + +struct redisError { + long long count; +}; + +struct redisFunctionSym { + char *name; + unsigned long pointer; +}; + +typedef struct _redisSortObject { + robj *obj; + union { + double score; + robj *cmpobj; + } u; +} redisSortObject; + +typedef struct _redisSortOperation { + int type; + robj *pattern; +} redisSortOperation; + +/* Structure to hold list iteration abstraction. */ +typedef struct { + robj *subject; + unsigned char encoding; + unsigned char direction; /* Iteration direction */ + + unsigned char *lpi; /* listpack iterator */ + quicklistIter *iter; /* quicklist iterator */ +} listTypeIterator; + +/* Structure for an entry while iterating over a list. */ +typedef struct { + listTypeIterator *li; + unsigned char *lpe; /* Entry in listpack */ + quicklistEntry entry; /* Entry in quicklist */ +} listTypeEntry; + +/* Structure to hold set iteration abstraction. */ +typedef struct { + robj *subject; + int encoding; + int ii; /* intset iterator */ + dictIterator *di; + unsigned char *lpi; /* listpack iterator */ +} setTypeIterator; + +/* Structure to hold hash iteration abstraction. Note that iteration over + * hashes involves both fields and values. Because it is possible that + * not both are required, store pointers in the iterator to avoid + * unnecessary memory allocation for fields/values. */ +typedef struct { + robj *subject; + int encoding; + + unsigned char *fptr, *vptr; + + dictIterator *di; + dictEntry *de; +} hashTypeIterator; + +#include "stream.h" /* Stream data type header file. */ + +#define OBJ_HASH_KEY 1 +#define OBJ_HASH_VALUE 2 + +#define IO_THREADS_OP_IDLE 0 +#define IO_THREADS_OP_READ 1 +#define IO_THREADS_OP_WRITE 2 +extern int io_threads_op; + +/*----------------------------------------------------------------------------- + * Extern declarations + *----------------------------------------------------------------------------*/ + +extern struct redisServer server; +extern struct sharedObjectsStruct shared; +extern dictType objectKeyPointerValueDictType; +extern dictType objectKeyHeapPointerValueDictType; +extern dictType setDictType; +extern dictType BenchmarkDictType; +extern dictType zsetDictType; +extern dictType dbDictType; +extern double R_Zero, R_PosInf, R_NegInf, R_Nan; +extern dictType hashDictType; +extern dictType stringSetDictType; +extern dictType externalStringType; +extern dictType sdsHashDictType; +extern dictType dbExpiresDictType; +extern dictType modulesDictType; +extern dictType sdsReplyDictType; +extern dict *modules; + +/*----------------------------------------------------------------------------- + * Functions prototypes + *----------------------------------------------------------------------------*/ + +/* Command metadata */ +void populateCommandLegacyRangeSpec(struct redisCommand *c); + +/* Modules */ +void moduleInitModulesSystem(void); +void moduleInitModulesSystemLast(void); +void modulesCron(void); +int moduleLoad(const char *path, void **argv, int argc, int is_loadex); +int moduleUnload(sds name, const char **errmsg); +void moduleLoadFromQueue(void); +int moduleGetCommandKeysViaAPI(struct redisCommand *cmd, robj **argv, int argc, getKeysResult *result); +int moduleGetCommandChannelsViaAPI(struct redisCommand *cmd, robj **argv, int argc, getKeysResult *result); +moduleType *moduleTypeLookupModuleByID(uint64_t id); +moduleType *moduleTypeLookupModuleByName(const char *name); +moduleType *moduleTypeLookupModuleByNameIgnoreCase(const char *name); +void moduleTypeNameByID(char *name, uint64_t moduleid); +const char *moduleTypeModuleName(moduleType *mt); +const char *moduleNameFromCommand(struct redisCommand *cmd); +void moduleFreeContext(struct RedisModuleCtx *ctx); +void moduleCallCommandUnblockedHandler(client *c); +void unblockClientFromModule(client *c); +void moduleHandleBlockedClients(void); +void moduleBlockedClientTimedOut(client *c); +void modulePipeReadable(aeEventLoop *el, int fd, void *privdata, int mask); +size_t moduleCount(void); +void moduleAcquireGIL(void); +int moduleTryAcquireGIL(void); +void moduleReleaseGIL(void); +void moduleNotifyKeyspaceEvent(int type, const char *event, robj *key, int dbid); +void firePostExecutionUnitJobs(void); +void moduleCallCommandFilters(client *c); +void modulePostExecutionUnitOperations(void); +void ModuleForkDoneHandler(int exitcode, int bysignal); +int TerminateModuleForkChild(int child_pid, int wait); +ssize_t rdbSaveModulesAux(rio *rdb, int when); +int moduleAllDatatypesHandleErrors(void); +int moduleAllModulesHandleReplAsyncLoad(void); +sds modulesCollectInfo(sds info, dict *sections_dict, int for_crash_report, int sections); +void moduleFireServerEvent(uint64_t eid, int subid, void *data); +void processModuleLoadingProgressEvent(int is_aof); +int moduleTryServeClientBlockedOnKey(client *c, robj *key); +void moduleUnblockClient(client *c); +int moduleBlockedClientMayTimeout(client *c); +int moduleClientIsBlockedOnKeys(client *c); +void moduleNotifyUserChanged(client *c); +void moduleNotifyKeyUnlink(robj *key, robj *val, int dbid, int flags); +size_t moduleGetFreeEffort(robj *key, robj *val, int dbid); +size_t moduleGetMemUsage(robj *key, robj *val, size_t sample_size, int dbid); +robj *moduleTypeDupOrReply(client *c, robj *fromkey, robj *tokey, int todb, robj *value); +int moduleDefragValue(robj *key, robj *obj, int dbid); +int moduleLateDefrag(robj *key, robj *value, unsigned long *cursor, long long endtime, int dbid); +void moduleDefragGlobals(void); +void *moduleGetHandleByName(char *modulename); +int moduleIsModuleCommand(void *module_handle, struct redisCommand *cmd); + +/* Utils */ +long long ustime(void); +mstime_t mstime(void); +mstime_t commandTimeSnapshot(void); +void getRandomHexChars(char *p, size_t len); +void getRandomBytes(unsigned char *p, size_t len); +uint64_t crc64(uint64_t crc, const unsigned char *s, uint64_t l); +void exitFromChild(int retcode); +long long redisPopcount(void *s, long count); +int redisSetProcTitle(char *title); +int validateProcTitleTemplate(const char *template); +int redisCommunicateSystemd(const char *sd_notify_msg); +void redisSetCpuAffinity(const char *cpulist); + +/* afterErrorReply flags */ +#define ERR_REPLY_FLAG_NO_STATS_UPDATE (1ULL<<0) /* Indicating that we should not update + error stats after sending error reply */ +/* networking.c -- Networking and Client related operations */ +client *createClient(connection *conn); +void freeClient(client *c); +void freeClientAsync(client *c); +void logInvalidUseAndFreeClientAsync(client *c, const char *fmt, ...); +int beforeNextClient(client *c); +void clearClientConnectionState(client *c); +void resetClient(client *c); +void freeClientOriginalArgv(client *c); +void freeClientArgv(client *c); +void sendReplyToClient(connection *conn); +void *addReplyDeferredLen(client *c); +void setDeferredArrayLen(client *c, void *node, long length); +void setDeferredMapLen(client *c, void *node, long length); +void setDeferredSetLen(client *c, void *node, long length); +void setDeferredAttributeLen(client *c, void *node, long length); +void setDeferredPushLen(client *c, void *node, long length); +int processInputBuffer(client *c); +void acceptCommonHandler(connection *conn, int flags, char *ip); +void readQueryFromClient(connection *conn); +int prepareClientToWrite(client *c); +void addReplyNull(client *c); +void addReplyNullArray(client *c); +void addReplyBool(client *c, int b); +void addReplyVerbatim(client *c, const char *s, size_t len, const char *ext); +void addReplyProto(client *c, const char *s, size_t len); +void AddReplyFromClient(client *c, client *src); +void addReplyBulk(client *c, robj *obj); +void addReplyBulkCString(client *c, const char *s); +void addReplyBulkCBuffer(client *c, const void *p, size_t len); +void addReplyBulkLongLong(client *c, long long ll); +void addReply(client *c, robj *obj); +void addReplyStatusLength(client *c, const char *s, size_t len); +void addReplySds(client *c, sds s); +void addReplyBulkSds(client *c, sds s); +void setDeferredReplyBulkSds(client *c, void *node, sds s); +void addReplyErrorObject(client *c, robj *err); +void addReplyOrErrorObject(client *c, robj *reply); +void afterErrorReply(client *c, const char *s, size_t len, int flags); +void addReplyErrorFormatInternal(client *c, int flags, const char *fmt, va_list ap); +void addReplyErrorSdsEx(client *c, sds err, int flags); +void addReplyErrorSds(client *c, sds err); +void addReplyErrorSdsSafe(client *c, sds err); +void addReplyError(client *c, const char *err); +void addReplyErrorArity(client *c); +void addReplyErrorExpireTime(client *c); +void addReplyStatus(client *c, const char *status); +void addReplyDouble(client *c, double d); +void addReplyLongLongWithPrefix(client *c, long long ll, char prefix); +void addReplyBigNum(client *c, const char* num, size_t len); +void addReplyHumanLongDouble(client *c, long double d); +void addReplyLongLong(client *c, long long ll); +void addReplyArrayLen(client *c, long length); +void addReplyMapLen(client *c, long length); +void addReplySetLen(client *c, long length); +void addReplyAttributeLen(client *c, long length); +void addReplyPushLen(client *c, long length); +void addReplyHelp(client *c, const char **help); +void addReplySubcommandSyntaxError(client *c); +void addReplyLoadedModules(client *c); +void copyReplicaOutputBuffer(client *dst, client *src); +void addListRangeReply(client *c, robj *o, long start, long end, int reverse); +void deferredAfterErrorReply(client *c, list *errors); +size_t sdsZmallocSize(sds s); +size_t getStringObjectSdsUsedMemory(robj *o); +void freeClientReplyValue(void *o); +void *dupClientReplyValue(void *o); +char *getClientPeerId(client *client); +char *getClientSockName(client *client); +sds catClientInfoString(sds s, client *client); +sds getAllClientsInfoString(int type); +int clientSetName(client *c, robj *name, const char **err); +void rewriteClientCommandVector(client *c, int argc, ...); +void rewriteClientCommandArgument(client *c, int i, robj *newval); +void replaceClientCommandVector(client *c, int argc, robj **argv); +void redactClientCommandArgument(client *c, int argc); +size_t getClientOutputBufferMemoryUsage(client *c); +size_t getClientMemoryUsage(client *c, size_t *output_buffer_mem_usage); +int freeClientsInAsyncFreeQueue(void); +int closeClientOnOutputBufferLimitReached(client *c, int async); +int getClientType(client *c); +int getClientTypeByName(char *name); +char *getClientTypeName(int class); +void flushSlavesOutputBuffers(void); +void disconnectSlaves(void); +void evictClients(void); +int listenToPort(connListener *fds); +void pauseActions(pause_purpose purpose, mstime_t end, uint32_t actions_bitmask); +void unpauseActions(pause_purpose purpose); +uint32_t isPausedActions(uint32_t action_bitmask); +uint32_t isPausedActionsWithUpdate(uint32_t action_bitmask); +void updatePausedActions(void); +void unblockPostponedClients(void); +void processEventsWhileBlocked(void); +void whileBlockedCron(void); +void blockingOperationStarts(void); +void blockingOperationEnds(void); +int handleClientsWithPendingWrites(void); +int handleClientsWithPendingWritesUsingThreads(void); +int handleClientsWithPendingReadsUsingThreads(void); +int stopThreadedIOIfNeeded(void); +int clientHasPendingReplies(client *c); +int updateClientMemUsageAndBucket(client *c); +void removeClientFromMemUsageBucket(client *c, int allow_eviction); +void unlinkClient(client *c); +int writeToClient(client *c, int handler_installed); +void linkClient(client *c); +void protectClient(client *c); +void unprotectClient(client *c); +void initThreadedIO(void); +client *lookupClientByID(uint64_t id); +int authRequired(client *c); +void putClientInPendingWriteQueue(client *c); + +/* logreqres.c - logging of requests and responses */ +void reqresReset(client *c, int free_buf); +void reqresSaveClientReplyOffset(client *c); +size_t reqresAppendRequest(client *c); +size_t reqresAppendResponse(client *c); + +#ifdef __GNUC__ +void addReplyErrorFormatEx(client *c, int flags, const char *fmt, ...) + __attribute__((format(printf, 3, 4))); +void addReplyErrorFormat(client *c, const char *fmt, ...) + __attribute__((format(printf, 2, 3))); +void addReplyStatusFormat(client *c, const char *fmt, ...) + __attribute__((format(printf, 2, 3))); +#else +void addReplyErrorFormatEx(client *c, int flags, const char *fmt, ...); +void addReplyErrorFormat(client *c, const char *fmt, ...); +void addReplyStatusFormat(client *c, const char *fmt, ...); +#endif + +/* Client side caching (tracking mode) */ +void enableTracking(client *c, uint64_t redirect_to, uint64_t options, robj **prefix, size_t numprefix); +void disableTracking(client *c); +void trackingRememberKeys(client *tracking, client *executing); +void trackingInvalidateKey(client *c, robj *keyobj, int bcast); +void trackingScheduleKeyInvalidation(uint64_t client_id, robj *keyobj); +void trackingHandlePendingKeyInvalidations(void); +void trackingInvalidateKeysOnFlush(int async); +void freeTrackingRadixTree(rax *rt); +void freeTrackingRadixTreeAsync(rax *rt); +void trackingLimitUsedSlots(void); +uint64_t trackingGetTotalItems(void); +uint64_t trackingGetTotalKeys(void); +uint64_t trackingGetTotalPrefixes(void); +void trackingBroadcastInvalidationMessages(void); +int checkPrefixCollisionsOrReply(client *c, robj **prefix, size_t numprefix); + +/* List data type */ +void listTypePush(robj *subject, robj *value, int where); +robj *listTypePop(robj *subject, int where); +unsigned long listTypeLength(const robj *subject); +listTypeIterator *listTypeInitIterator(robj *subject, long index, unsigned char direction); +void listTypeReleaseIterator(listTypeIterator *li); +void listTypeSetIteratorDirection(listTypeIterator *li, listTypeEntry *entry, unsigned char direction); +int listTypeNext(listTypeIterator *li, listTypeEntry *entry); +robj *listTypeGet(listTypeEntry *entry); +unsigned char *listTypeGetValue(listTypeEntry *entry, size_t *vlen, long long *lval); +void listTypeInsert(listTypeEntry *entry, robj *value, int where); +void listTypeReplace(listTypeEntry *entry, robj *value); +int listTypeEqual(listTypeEntry *entry, robj *o); +void listTypeDelete(listTypeIterator *iter, listTypeEntry *entry); +robj *listTypeDup(robj *o); +void listTypeDelRange(robj *o, long start, long stop); +void popGenericCommand(client *c, int where); +void listElementsRemoved(client *c, robj *key, int where, robj *o, long count, int signal, int *deleted); +typedef enum { + LIST_CONV_AUTO, + LIST_CONV_GROWING, + LIST_CONV_SHRINKING, +} list_conv_type; +typedef void (*beforeConvertCB)(void *data); +void listTypeTryConversion(robj *o, list_conv_type lct, beforeConvertCB fn, void *data); +void listTypeTryConversionAppend(robj *o, robj **argv, int start, int end, beforeConvertCB fn, void *data); + +/* MULTI/EXEC/WATCH... */ +void unwatchAllKeys(client *c); +void initClientMultiState(client *c); +void freeClientMultiState(client *c); +void queueMultiCommand(client *c, uint64_t cmd_flags); +size_t multiStateMemOverhead(client *c); +void touchWatchedKey(redisDb *db, robj *key); +int isWatchedKeyExpired(client *c); +void touchAllWatchedKeysInDb(redisDb *emptied, redisDb *replaced_with); +void discardTransaction(client *c); +void flagTransaction(client *c); +void execCommandAbort(client *c, sds error); + +/* Redis object implementation */ +void decrRefCount(robj *o); +void decrRefCountVoid(void *o); +void incrRefCount(robj *o); +robj *makeObjectShared(robj *o); +void freeStringObject(robj *o); +void freeListObject(robj *o); +void freeSetObject(robj *o); +void freeZsetObject(robj *o); +void freeHashObject(robj *o); +void dismissObject(robj *o, size_t dump_size); +robj *createObject(int type, void *ptr); +void initObjectLRUOrLFU(robj *o); +robj *createStringObject(const char *ptr, size_t len); +robj *createRawStringObject(const char *ptr, size_t len); +robj *createEmbeddedStringObject(const char *ptr, size_t len); +robj *tryCreateRawStringObject(const char *ptr, size_t len); +robj *tryCreateStringObject(const char *ptr, size_t len); +robj *dupStringObject(const robj *o); +int isSdsRepresentableAsLongLong(sds s, long long *llval); +int isObjectRepresentableAsLongLong(robj *o, long long *llongval); +robj *tryObjectEncoding(robj *o); +robj *tryObjectEncodingEx(robj *o, int try_trim); +robj *getDecodedObject(robj *o); +size_t stringObjectLen(robj *o); +robj *createStringObjectFromLongLong(long long value); +robj *createStringObjectFromLongLongForValue(long long value); +robj *createStringObjectFromLongLongWithSds(long long value); +robj *createStringObjectFromLongDouble(long double value, int humanfriendly); +robj *createQuicklistObject(void); +robj *createListListpackObject(void); +robj *createSetObject(void); +robj *createIntsetObject(void); +robj *createSetListpackObject(void); +robj *createHashObject(void); +robj *createZsetObject(void); +robj *createZsetListpackObject(void); +robj *createStreamObject(void); +robj *createModuleObject(moduleType *mt, void *value); +int getLongFromObjectOrReply(client *c, robj *o, long *target, const char *msg); +int getPositiveLongFromObjectOrReply(client *c, robj *o, long *target, const char *msg); +int getRangeLongFromObjectOrReply(client *c, robj *o, long min, long max, long *target, const char *msg); +int checkType(client *c, robj *o, int type); +int getLongLongFromObjectOrReply(client *c, robj *o, long long *target, const char *msg); +int getDoubleFromObjectOrReply(client *c, robj *o, double *target, const char *msg); +int getDoubleFromObject(const robj *o, double *target); +int getLongLongFromObject(robj *o, long long *target); +int getLongDoubleFromObject(robj *o, long double *target); +int getLongDoubleFromObjectOrReply(client *c, robj *o, long double *target, const char *msg); +int getIntFromObjectOrReply(client *c, robj *o, int *target, const char *msg); +char *strEncoding(int encoding); +int compareStringObjects(const robj *a, const robj *b); +int collateStringObjects(const robj *a, const robj *b); +int equalStringObjects(robj *a, robj *b); +unsigned long long estimateObjectIdleTime(robj *o); +void trimStringObjectIfNeeded(robj *o, int trim_small_values); +#define sdsEncodedObject(objptr) (objptr->encoding == OBJ_ENCODING_RAW || objptr->encoding == OBJ_ENCODING_EMBSTR) + +/* Synchronous I/O with timeout */ +ssize_t syncWrite(int fd, char *ptr, ssize_t size, long long timeout); +ssize_t syncRead(int fd, char *ptr, ssize_t size, long long timeout); +ssize_t syncReadLine(int fd, char *ptr, ssize_t size, long long timeout); + +/* Replication */ +void replicationFeedSlaves(list *slaves, int dictid, robj **argv, int argc); +void replicationFeedStreamFromMasterStream(char *buf, size_t buflen); +void resetReplicationBuffer(void); +void feedReplicationBuffer(char *buf, size_t len); +void freeReplicaReferencedReplBuffer(client *replica); +void replicationFeedMonitors(client *c, list *monitors, int dictid, robj **argv, int argc); +void updateSlavesWaitingBgsave(int bgsaveerr, int type); +void replicationCron(void); +void replicationStartPendingFork(void); +void replicationHandleMasterDisconnection(void); +void replicationCacheMaster(client *c); +void resizeReplicationBacklog(void); +void replicationSetMaster(char *ip, int port); +void replicationUnsetMaster(void); +void refreshGoodSlavesCount(void); +int checkGoodReplicasStatus(void); +void processClientsWaitingReplicas(void); +void unblockClientWaitingReplicas(client *c); +int replicationCountAcksByOffset(long long offset); +int replicationCountAOFAcksByOffset(long long offset); +void replicationSendNewlineToMaster(void); +long long replicationGetSlaveOffset(void); +char *replicationGetSlaveName(client *c); +long long getPsyncInitialOffset(void); +int replicationSetupSlaveForFullResync(client *slave, long long offset); +void changeReplicationId(void); +void clearReplicationId2(void); +void createReplicationBacklog(void); +void freeReplicationBacklog(void); +void replicationCacheMasterUsingMyself(void); +void feedReplicationBacklog(void *ptr, size_t len); +void incrementalTrimReplicationBacklog(size_t blocks); +int canFeedReplicaReplBuffer(client *replica); +void rebaseReplicationBuffer(long long base_repl_offset); +void showLatestBacklog(void); +void rdbPipeReadHandler(struct aeEventLoop *eventLoop, int fd, void *clientData, int mask); +void rdbPipeWriteHandlerConnRemoved(struct connection *conn); +void clearFailoverState(void); +void updateFailoverStatus(void); +void abortFailover(const char *err); +const char *getFailoverStateString(void); + +/* Generic persistence functions */ +void startLoadingFile(size_t size, char* filename, int rdbflags); +void startLoading(size_t size, int rdbflags, int async); +void loadingAbsProgress(off_t pos); +void loadingIncrProgress(off_t size); +void stopLoading(int success); +void updateLoadingFileName(char* filename); +void startSaving(int rdbflags); +void stopSaving(int success); +int allPersistenceDisabled(void); + +#define DISK_ERROR_TYPE_AOF 1 /* Don't accept writes: AOF errors. */ +#define DISK_ERROR_TYPE_RDB 2 /* Don't accept writes: RDB errors. */ +#define DISK_ERROR_TYPE_NONE 0 /* No problems, we can accept writes. */ +int writeCommandsDeniedByDiskError(void); +sds writeCommandsGetDiskErrorMessage(int); + +/* RDB persistence */ +#include "rdb.h" +void killRDBChild(void); +int bg_unlink(const char *filename); + +/* AOF persistence */ +void flushAppendOnlyFile(int force); +void feedAppendOnlyFile(int dictid, robj **argv, int argc); +void aofRemoveTempFile(pid_t childpid); +int rewriteAppendOnlyFileBackground(void); +int loadAppendOnlyFiles(aofManifest *am); +void stopAppendOnly(void); +int startAppendOnly(void); +void backgroundRewriteDoneHandler(int exitcode, int bysignal); +void killAppendOnlyChild(void); +void restartAOFAfterSYNC(void); +void aofLoadManifestFromDisk(void); +void aofOpenIfNeededOnServerStart(void); +void aofManifestFree(aofManifest *am); +int aofDelHistoryFiles(void); +int aofRewriteLimited(void); + +/* Child info */ +void openChildInfoPipe(void); +void closeChildInfoPipe(void); +void sendChildInfoGeneric(childInfoType info_type, size_t keys, double progress, char *pname); +void sendChildCowInfo(childInfoType info_type, char *pname); +void sendChildInfo(childInfoType info_type, size_t keys, char *pname); +void receiveChildInfo(void); + +/* Fork helpers */ +int redisFork(int purpose); +int hasActiveChildProcess(void); +void resetChildState(void); +int isMutuallyExclusiveChildType(int type); + +/* acl.c -- Authentication related prototypes. */ +extern rax *Users; +extern user *DefaultUser; +void ACLInit(void); +/* Return values for ACLCheckAllPerm(). */ +#define ACL_OK 0 +#define ACL_DENIED_CMD 1 +#define ACL_DENIED_KEY 2 +#define ACL_DENIED_AUTH 3 /* Only used for ACL LOG entries. */ +#define ACL_DENIED_CHANNEL 4 /* Only used for pub/sub commands */ + +/* Context values for addACLLogEntry(). */ +#define ACL_LOG_CTX_TOPLEVEL 0 +#define ACL_LOG_CTX_LUA 1 +#define ACL_LOG_CTX_MULTI 2 +#define ACL_LOG_CTX_MODULE 3 + +/* ACL key permission types */ +#define ACL_READ_PERMISSION (1<<0) +#define ACL_WRITE_PERMISSION (1<<1) +#define ACL_ALL_PERMISSION (ACL_READ_PERMISSION|ACL_WRITE_PERMISSION) + +/* Return codes for Authentication functions to indicate the result. */ +typedef enum { + AUTH_OK = 0, + AUTH_ERR, + AUTH_NOT_HANDLED, + AUTH_BLOCKED +} AuthResult; + +int ACLCheckUserCredentials(robj *username, robj *password); +int ACLAuthenticateUser(client *c, robj *username, robj *password, robj **err); +int checkModuleAuthentication(client *c, robj *username, robj *password, robj **err); +void addAuthErrReply(client *c, robj *err); +unsigned long ACLGetCommandID(sds cmdname); +void ACLClearCommandID(void); +user *ACLGetUserByName(const char *name, size_t namelen); +int ACLUserCheckKeyPerm(user *u, const char *key, int keylen, int flags); +int ACLUserCheckChannelPerm(user *u, sds channel, int literal); +int ACLCheckAllUserCommandPerm(user *u, struct redisCommand *cmd, robj **argv, int argc, int *idxptr); +int ACLUserCheckCmdWithUnrestrictedKeyAccess(user *u, struct redisCommand *cmd, robj **argv, int argc, int flags); +int ACLCheckAllPerm(client *c, int *idxptr); +int ACLSetUser(user *u, const char *op, ssize_t oplen); +sds ACLStringSetUser(user *u, sds username, sds *argv, int argc); +uint64_t ACLGetCommandCategoryFlagByName(const char *name); +int ACLAppendUserForLoading(sds *argv, int argc, int *argc_err); +const char *ACLSetUserStringError(void); +int ACLLoadConfiguredUsers(void); +robj *ACLDescribeUser(user *u); +void ACLLoadUsersAtStartup(void); +void addReplyCommandCategories(client *c, struct redisCommand *cmd); +user *ACLCreateUnlinkedUser(void); +void ACLFreeUserAndKillClients(user *u); +void addACLLogEntry(client *c, int reason, int context, int argpos, sds username, sds object); +sds getAclErrorMessage(int acl_res, user *user, struct redisCommand *cmd, sds errored_val, int verbose); +void ACLUpdateDefaultUserPassword(sds password); +sds genRedisInfoStringACLStats(sds info); +void ACLRecomputeCommandBitsFromCommandRulesAllUsers(void); + +/* Sorted sets data type */ + +/* Input flags. */ +#define ZADD_IN_NONE 0 +#define ZADD_IN_INCR (1<<0) /* Increment the score instead of setting it. */ +#define ZADD_IN_NX (1<<1) /* Don't touch elements not already existing. */ +#define ZADD_IN_XX (1<<2) /* Only touch elements already existing. */ +#define ZADD_IN_GT (1<<3) /* Only update existing when new scores are higher. */ +#define ZADD_IN_LT (1<<4) /* Only update existing when new scores are lower. */ + +/* Output flags. */ +#define ZADD_OUT_NOP (1<<0) /* Operation not performed because of conditionals.*/ +#define ZADD_OUT_NAN (1<<1) /* Only touch elements already existing. */ +#define ZADD_OUT_ADDED (1<<2) /* The element was new and was added. */ +#define ZADD_OUT_UPDATED (1<<3) /* The element already existed, score updated. */ + +/* Struct to hold an inclusive/exclusive range spec by score comparison. */ +typedef struct { + double min, max; + int minex, maxex; /* are min or max exclusive? */ +} zrangespec; + +/* Struct to hold an inclusive/exclusive range spec by lexicographic comparison. */ +typedef struct { + sds min, max; /* May be set to shared.(minstring|maxstring) */ + int minex, maxex; /* are min or max exclusive? */ +} zlexrangespec; + +/* flags for incrCommandFailedCalls */ +#define ERROR_COMMAND_REJECTED (1<<0) /* Indicate to update the command rejected stats */ +#define ERROR_COMMAND_FAILED (1<<1) /* Indicate to update the command failed stats */ + +zskiplist *zslCreate(void); +void zslFree(zskiplist *zsl); +zskiplistNode *zslInsert(zskiplist *zsl, double score, sds ele); +unsigned char *zzlInsert(unsigned char *zl, sds ele, double score); +int zslDelete(zskiplist *zsl, double score, sds ele, zskiplistNode **node); +zskiplistNode *zslFirstInRange(zskiplist *zsl, zrangespec *range); +zskiplistNode *zslLastInRange(zskiplist *zsl, zrangespec *range); +double zzlGetScore(unsigned char *sptr); +void zzlNext(unsigned char *zl, unsigned char **eptr, unsigned char **sptr); +void zzlPrev(unsigned char *zl, unsigned char **eptr, unsigned char **sptr); +unsigned char *zzlFirstInRange(unsigned char *zl, zrangespec *range); +unsigned char *zzlLastInRange(unsigned char *zl, zrangespec *range); +unsigned long zsetLength(const robj *zobj); +void zsetConvert(robj *zobj, int encoding); +void zsetConvertToListpackIfNeeded(robj *zobj, size_t maxelelen, size_t totelelen); +int zsetScore(robj *zobj, sds member, double *score); +unsigned long zslGetRank(zskiplist *zsl, double score, sds o); +int zsetAdd(robj *zobj, double score, sds ele, int in_flags, int *out_flags, double *newscore); +long zsetRank(robj *zobj, sds ele, int reverse, double *score); +int zsetDel(robj *zobj, sds ele); +robj *zsetDup(robj *o); +void genericZpopCommand(client *c, robj **keyv, int keyc, int where, int emitkey, long count, int use_nested_array, int reply_nil_when_empty, int *deleted); +sds lpGetObject(unsigned char *sptr); +int zslValueGteMin(double value, zrangespec *spec); +int zslValueLteMax(double value, zrangespec *spec); +void zslFreeLexRange(zlexrangespec *spec); +int zslParseLexRange(robj *min, robj *max, zlexrangespec *spec); +unsigned char *zzlFirstInLexRange(unsigned char *zl, zlexrangespec *range); +unsigned char *zzlLastInLexRange(unsigned char *zl, zlexrangespec *range); +zskiplistNode *zslFirstInLexRange(zskiplist *zsl, zlexrangespec *range); +zskiplistNode *zslLastInLexRange(zskiplist *zsl, zlexrangespec *range); +int zzlLexValueGteMin(unsigned char *p, zlexrangespec *spec); +int zzlLexValueLteMax(unsigned char *p, zlexrangespec *spec); +int zslLexValueGteMin(sds value, zlexrangespec *spec); +int zslLexValueLteMax(sds value, zlexrangespec *spec); + +/* Core functions */ +int getMaxmemoryState(size_t *total, size_t *logical, size_t *tofree, float *level); +size_t freeMemoryGetNotCountedMemory(void); +int overMaxmemoryAfterAlloc(size_t moremem); +uint64_t getCommandFlags(client *c); +int processCommand(client *c); +int processPendingCommandAndInputBuffer(client *c); +int processCommandAndResetClient(client *c); +void setupSignalHandlers(void); +void removeSignalHandlers(void); +int createSocketAcceptHandler(connListener *sfd, aeFileProc *accept_handler); +connListener *listenerByType(const char *typename); +int changeListener(connListener *listener); +void closeListener(connListener *listener); +struct redisCommand *lookupSubcommand(struct redisCommand *container, sds sub_name); +struct redisCommand *lookupCommand(robj **argv, int argc); +struct redisCommand *lookupCommandBySdsLogic(dict *commands, sds s); +struct redisCommand *lookupCommandBySds(sds s); +struct redisCommand *lookupCommandByCStringLogic(dict *commands, const char *s); +struct redisCommand *lookupCommandByCString(const char *s); +struct redisCommand *lookupCommandOrOriginal(robj **argv, int argc); +int commandCheckExistence(client *c, sds *err); +int commandCheckArity(client *c, sds *err); +void startCommandExecution(void); +int incrCommandStatsOnError(struct redisCommand *cmd, int flags); +void call(client *c, int flags); +void alsoPropagate(int dbid, robj **argv, int argc, int target); +void postExecutionUnitOperations(void); +void redisOpArrayFree(redisOpArray *oa); +void forceCommandPropagation(client *c, int flags); +void preventCommandPropagation(client *c); +void preventCommandAOF(client *c); +void preventCommandReplication(client *c); +void slowlogPushCurrentCommand(client *c, struct redisCommand *cmd, ustime_t duration); +void updateCommandLatencyHistogram(struct hdr_histogram** latency_histogram, int64_t duration_hist); +int prepareForShutdown(int flags); +void replyToClientsBlockedOnShutdown(void); +int abortShutdown(void); +void afterCommand(client *c); +int mustObeyClient(client *c); +#ifdef __GNUC__ +void _serverLog(int level, const char *fmt, ...) + __attribute__((format(printf, 2, 3))); +#else +void _serverLog(int level, const char *fmt, ...); +#endif +void serverLogRaw(int level, const char *msg); +void serverLogFromHandler(int level, const char *msg); +void usage(void); +void updateDictResizePolicy(void); +int htNeedsResize(dict *dict); +void populateCommandTable(void); +void resetCommandTableStats(dict* commands); +void resetErrorTableStats(void); +void adjustOpenFilesLimit(void); +void incrementErrorCount(const char *fullerr, size_t namelen); +void closeListeningSockets(int unlink_unix_socket); +void updateCachedTime(int update_daylight_info); +void enterExecutionUnit(int update_cached_time, long long us); +void exitExecutionUnit(void); +void resetServerStats(void); +void activeDefragCycle(void); +unsigned int getLRUClock(void); +unsigned int LRU_CLOCK(void); +const char *evictPolicyToString(void); +struct redisMemOverhead *getMemoryOverheadData(void); +void freeMemoryOverheadData(struct redisMemOverhead *mh); +void checkChildrenDone(void); +int setOOMScoreAdj(int process_class); +void rejectCommandFormat(client *c, const char *fmt, ...); +void *activeDefragAlloc(void *ptr); +robj *activeDefragStringOb(robj* ob); +void dismissSds(sds s); +void dismissMemory(void* ptr, size_t size_hint); +void dismissMemoryInChild(void); + +#define RESTART_SERVER_NONE 0 +#define RESTART_SERVER_GRACEFULLY (1<<0) /* Do proper shutdown. */ +#define RESTART_SERVER_CONFIG_REWRITE (1<<1) /* CONFIG REWRITE before restart.*/ +int restartServer(int flags, mstime_t delay); + +/* Set data type */ +robj *setTypeCreate(sds value, size_t size_hint); +int setTypeAdd(robj *subject, sds value); +int setTypeAddAux(robj *set, char *str, size_t len, int64_t llval, int str_is_sds); +int setTypeRemove(robj *subject, sds value); +int setTypeRemoveAux(robj *set, char *str, size_t len, int64_t llval, int str_is_sds); +int setTypeIsMember(robj *subject, sds value); +int setTypeIsMemberAux(robj *set, char *str, size_t len, int64_t llval, int str_is_sds); +setTypeIterator *setTypeInitIterator(robj *subject); +void setTypeReleaseIterator(setTypeIterator *si); +int setTypeNext(setTypeIterator *si, char **str, size_t *len, int64_t *llele); +sds setTypeNextObject(setTypeIterator *si); +int setTypeRandomElement(robj *setobj, char **str, size_t *len, int64_t *llele); +unsigned long setTypeSize(const robj *subject); +void setTypeConvert(robj *subject, int enc); +int setTypeConvertAndExpand(robj *setobj, int enc, unsigned long cap, int panic); +robj *setTypeDup(robj *o); + +/* Hash data type */ +#define HASH_SET_TAKE_FIELD (1<<0) +#define HASH_SET_TAKE_VALUE (1<<1) +#define HASH_SET_COPY 0 + +void hashTypeConvert(robj *o, int enc); +void hashTypeTryConversion(robj *subject, robj **argv, int start, int end); +int hashTypeExists(robj *o, sds key); +int hashTypeDelete(robj *o, sds key); +unsigned long hashTypeLength(const robj *o); +hashTypeIterator *hashTypeInitIterator(robj *subject); +void hashTypeReleaseIterator(hashTypeIterator *hi); +int hashTypeNext(hashTypeIterator *hi); +void hashTypeCurrentFromListpack(hashTypeIterator *hi, int what, + unsigned char **vstr, + unsigned int *vlen, + long long *vll); +sds hashTypeCurrentFromHashTable(hashTypeIterator *hi, int what); +void hashTypeCurrentObject(hashTypeIterator *hi, int what, unsigned char **vstr, unsigned int *vlen, long long *vll); +sds hashTypeCurrentObjectNewSds(hashTypeIterator *hi, int what); +robj *hashTypeLookupWriteOrCreate(client *c, robj *key); +robj *hashTypeGetValueObject(robj *o, sds field); +int hashTypeSet(robj *o, sds field, sds value, int flags); +robj *hashTypeDup(robj *o); + +/* Pub / Sub */ +int pubsubUnsubscribeAllChannels(client *c, int notify); +int pubsubUnsubscribeShardAllChannels(client *c, int notify); +void pubsubUnsubscribeShardChannels(robj **channels, unsigned int count); +int pubsubUnsubscribeAllPatterns(client *c, int notify); +int pubsubPublishMessage(robj *channel, robj *message, int sharded); +int pubsubPublishMessageAndPropagateToCluster(robj *channel, robj *message, int sharded); +void addReplyPubsubMessage(client *c, robj *channel, robj *msg, robj *message_bulk); +int serverPubsubSubscriptionCount(void); +int serverPubsubShardSubscriptionCount(void); +size_t pubsubMemOverhead(client *c); + +/* Keyspace events notification */ +void notifyKeyspaceEvent(int type, char *event, robj *key, int dbid); +int keyspaceEventsStringToFlags(char *classes); +sds keyspaceEventsFlagsToString(int flags); + +/* Configuration */ +/* Configuration Flags */ +#define MODIFIABLE_CONFIG 0 /* This is the implied default for a standard + * config, which is mutable. */ +#define IMMUTABLE_CONFIG (1ULL<<0) /* Can this value only be set at startup? */ +#define SENSITIVE_CONFIG (1ULL<<1) /* Does this value contain sensitive information */ +#define DEBUG_CONFIG (1ULL<<2) /* Values that are useful for debugging. */ +#define MULTI_ARG_CONFIG (1ULL<<3) /* This config receives multiple arguments. */ +#define HIDDEN_CONFIG (1ULL<<4) /* This config is hidden in `config get <pattern>` (used for tests/debugging) */ +#define PROTECTED_CONFIG (1ULL<<5) /* Becomes immutable if enable-protected-configs is enabled. */ +#define DENY_LOADING_CONFIG (1ULL<<6) /* This config is forbidden during loading. */ +#define ALIAS_CONFIG (1ULL<<7) /* For configs with multiple names, this flag is set on the alias. */ +#define MODULE_CONFIG (1ULL<<8) /* This config is a module config */ +#define VOLATILE_CONFIG (1ULL<<9) /* The config is a reference to the config data and not the config data itself (ex. + * a file name containing more configuration like a tls key). In this case we want + * to apply the configuration change even if the new config value is the same as + * the old. */ + +#define INTEGER_CONFIG 0 /* No flags means a simple integer configuration */ +#define MEMORY_CONFIG (1<<0) /* Indicates if this value can be loaded as a memory value */ +#define PERCENT_CONFIG (1<<1) /* Indicates if this value can be loaded as a percent (and stored as a negative int) */ +#define OCTAL_CONFIG (1<<2) /* This value uses octal representation */ + +/* Enum Configs contain an array of configEnum objects that match a string with an integer. */ +typedef struct configEnum { + char *name; + int val; +} configEnum; + +/* Type of configuration. */ +typedef enum { + BOOL_CONFIG, + NUMERIC_CONFIG, + STRING_CONFIG, + SDS_CONFIG, + ENUM_CONFIG, + SPECIAL_CONFIG, +} configType; + +void loadServerConfig(char *filename, char config_from_stdin, char *options); +void appendServerSaveParams(time_t seconds, int changes); +void resetServerSaveParams(void); +struct rewriteConfigState; /* Forward declaration to export API. */ +int rewriteConfigRewriteLine(struct rewriteConfigState *state, const char *option, sds line, int force); +void rewriteConfigMarkAsProcessed(struct rewriteConfigState *state, const char *option); +int rewriteConfig(char *path, int force_write); +void initConfigValues(void); +void removeConfig(sds name); +sds getConfigDebugInfo(void); +int allowProtectedAction(int config, client *c); +void initServerClientMemUsageBuckets(void); +void freeServerClientMemUsageBuckets(void); + +/* Module Configuration */ +typedef struct ModuleConfig ModuleConfig; +int performModuleConfigSetFromName(sds name, sds value, const char **err); +int performModuleConfigSetDefaultFromName(sds name, const char **err); +void addModuleBoolConfig(const char *module_name, const char *name, int flags, void *privdata, int default_val); +void addModuleStringConfig(const char *module_name, const char *name, int flags, void *privdata, sds default_val); +void addModuleEnumConfig(const char *module_name, const char *name, int flags, void *privdata, int default_val, configEnum *enum_vals); +void addModuleNumericConfig(const char *module_name, const char *name, int flags, void *privdata, long long default_val, int conf_flags, long long lower, long long upper); +void addModuleConfigApply(list *module_configs, ModuleConfig *module_config); +int moduleConfigApplyConfig(list *module_configs, const char **err, const char **err_arg_name); +int getModuleBoolConfig(ModuleConfig *module_config); +int setModuleBoolConfig(ModuleConfig *config, int val, const char **err); +sds getModuleStringConfig(ModuleConfig *module_config); +int setModuleStringConfig(ModuleConfig *config, sds strval, const char **err); +int getModuleEnumConfig(ModuleConfig *module_config); +int setModuleEnumConfig(ModuleConfig *config, int val, const char **err); +long long getModuleNumericConfig(ModuleConfig *module_config); +int setModuleNumericConfig(ModuleConfig *config, long long val, const char **err); + +/* db.c -- Keyspace access API */ +int removeExpire(redisDb *db, robj *key); +void deleteExpiredKeyAndPropagate(redisDb *db, robj *keyobj); +void propagateDeletion(redisDb *db, robj *key, int lazy); +int keyIsExpired(redisDb *db, robj *key); +long long getExpire(redisDb *db, robj *key); +void setExpire(client *c, redisDb *db, robj *key, long long when); +int checkAlreadyExpired(long long when); +robj *lookupKeyRead(redisDb *db, robj *key); +robj *lookupKeyWrite(redisDb *db, robj *key); +robj *lookupKeyReadOrReply(client *c, robj *key, robj *reply); +robj *lookupKeyWriteOrReply(client *c, robj *key, robj *reply); +robj *lookupKeyReadWithFlags(redisDb *db, robj *key, int flags); +robj *lookupKeyWriteWithFlags(redisDb *db, robj *key, int flags); +robj *objectCommandLookup(client *c, robj *key); +robj *objectCommandLookupOrReply(client *c, robj *key, robj *reply); +int objectSetLRUOrLFU(robj *val, long long lfu_freq, long long lru_idle, + long long lru_clock, int lru_multiplier); +#define LOOKUP_NONE 0 +#define LOOKUP_NOTOUCH (1<<0) /* Don't update LRU. */ +#define LOOKUP_NONOTIFY (1<<1) /* Don't trigger keyspace event on key misses. */ +#define LOOKUP_NOSTATS (1<<2) /* Don't update keyspace hits/misses counters. */ +#define LOOKUP_WRITE (1<<3) /* Delete expired keys even in replicas. */ +#define LOOKUP_NOEXPIRE (1<<4) /* Avoid deleting lazy expired keys. */ +#define LOOKUP_NOEFFECTS (LOOKUP_NONOTIFY | LOOKUP_NOSTATS | LOOKUP_NOTOUCH | LOOKUP_NOEXPIRE) /* Avoid any effects from fetching the key */ + +void dbAdd(redisDb *db, robj *key, robj *val); +int dbAddRDBLoad(redisDb *db, sds key, robj *val); +void dbReplaceValue(redisDb *db, robj *key, robj *val); + +#define SETKEY_KEEPTTL 1 +#define SETKEY_NO_SIGNAL 2 +#define SETKEY_ALREADY_EXIST 4 +#define SETKEY_DOESNT_EXIST 8 +#define SETKEY_ADD_OR_UPDATE 16 /* Key most likely doesn't exists */ +void setKey(client *c, redisDb *db, robj *key, robj *val, int flags); +robj *dbRandomKey(redisDb *db); +int dbGenericDelete(redisDb *db, robj *key, int async, int flags); +int dbSyncDelete(redisDb *db, robj *key); +int dbDelete(redisDb *db, robj *key); +robj *dbUnshareStringValue(redisDb *db, robj *key, robj *o); + +#define EMPTYDB_NO_FLAGS 0 /* No flags. */ +#define EMPTYDB_ASYNC (1<<0) /* Reclaim memory in another thread. */ +#define EMPTYDB_NOFUNCTIONS (1<<1) /* Indicate not to flush the functions. */ +long long emptyData(int dbnum, int flags, void(callback)(dict*)); +long long emptyDbStructure(redisDb *dbarray, int dbnum, int async, void(callback)(dict*)); +void flushAllDataAndResetRDB(int flags); +long long dbTotalServerKeyCount(void); +redisDb *initTempDb(void); +void discardTempDb(redisDb *tempDb, void(callback)(dict*)); + + +int selectDb(client *c, int id); +void signalModifiedKey(client *c, redisDb *db, robj *key); +void signalFlushedDb(int dbid, int async); +void scanGenericCommand(client *c, robj *o, unsigned long cursor); +int parseScanCursorOrReply(client *c, robj *o, unsigned long *cursor); +int dbAsyncDelete(redisDb *db, robj *key); +void emptyDbAsync(redisDb *db); +size_t lazyfreeGetPendingObjectsCount(void); +size_t lazyfreeGetFreedObjectsCount(void); +void lazyfreeResetStats(void); +void freeObjAsync(robj *key, robj *obj, int dbid); +void freeReplicationBacklogRefMemAsync(list *blocks, rax *index); + +/* API to get key arguments from commands */ +#define GET_KEYSPEC_DEFAULT 0 +#define GET_KEYSPEC_INCLUDE_NOT_KEYS (1<<0) /* Consider 'fake' keys as keys */ +#define GET_KEYSPEC_RETURN_PARTIAL (1<<1) /* Return all keys that can be found */ + +int getKeysFromCommandWithSpecs(struct redisCommand *cmd, robj **argv, int argc, int search_flags, getKeysResult *result); +keyReference *getKeysPrepareResult(getKeysResult *result, int numkeys); +int getKeysFromCommand(struct redisCommand *cmd, robj **argv, int argc, getKeysResult *result); +int doesCommandHaveKeys(struct redisCommand *cmd); +int getChannelsFromCommand(struct redisCommand *cmd, robj **argv, int argc, getKeysResult *result); +int doesCommandHaveChannelsWithFlags(struct redisCommand *cmd, int flags); +void getKeysFreeResult(getKeysResult *result); +int sintercardGetKeys(struct redisCommand *cmd,robj **argv, int argc, getKeysResult *result); +int zunionInterDiffGetKeys(struct redisCommand *cmd,robj **argv, int argc, getKeysResult *result); +int zunionInterDiffStoreGetKeys(struct redisCommand *cmd,robj **argv, int argc, getKeysResult *result); +int evalGetKeys(struct redisCommand *cmd, robj **argv, int argc, getKeysResult *result); +int functionGetKeys(struct redisCommand *cmd, robj **argv, int argc, getKeysResult *result); +int sortGetKeys(struct redisCommand *cmd, robj **argv, int argc, getKeysResult *result); +int sortROGetKeys(struct redisCommand *cmd, robj **argv, int argc, getKeysResult *result); +int migrateGetKeys(struct redisCommand *cmd, robj **argv, int argc, getKeysResult *result); +int georadiusGetKeys(struct redisCommand *cmd, robj **argv, int argc, getKeysResult *result); +int xreadGetKeys(struct redisCommand *cmd, robj **argv, int argc, getKeysResult *result); +int lmpopGetKeys(struct redisCommand *cmd, robj **argv, int argc, getKeysResult *result); +int blmpopGetKeys(struct redisCommand *cmd, robj **argv, int argc, getKeysResult *result); +int zmpopGetKeys(struct redisCommand *cmd, robj **argv, int argc, getKeysResult *result); +int bzmpopGetKeys(struct redisCommand *cmd, robj **argv, int argc, getKeysResult *result); +int setGetKeys(struct redisCommand *cmd, robj **argv, int argc, getKeysResult *result); +int bitfieldGetKeys(struct redisCommand *cmd, robj **argv, int argc, getKeysResult *result); + +unsigned short crc16(const char *buf, int len); + +/* Sentinel */ +void initSentinelConfig(void); +void initSentinel(void); +void sentinelTimer(void); +const char *sentinelHandleConfiguration(char **argv, int argc); +void queueSentinelConfig(sds *argv, int argc, int linenum, sds line); +void loadSentinelConfigFromQueue(void); +void sentinelIsRunning(void); +void sentinelCheckConfigFile(void); +void sentinelCommand(client *c); +void sentinelInfoCommand(client *c); +void sentinelPublishCommand(client *c); +void sentinelRoleCommand(client *c); + +/* redis-check-rdb & aof */ +int redis_check_rdb(char *rdbfilename, FILE *fp); +int redis_check_rdb_main(int argc, char **argv, FILE *fp); +int redis_check_aof_main(int argc, char **argv); + +/* Scripting */ +void scriptingInit(int setup); +int ldbRemoveChild(pid_t pid); +void ldbKillForkedSessions(void); +int ldbPendingChildren(void); +sds luaCreateFunction(client *c, robj *body); +void luaLdbLineHook(lua_State *lua, lua_Debug *ar); +void freeLuaScriptsAsync(dict *lua_scripts); +void freeFunctionsAsync(functionsLibCtx *lib_ctx); +int ldbIsEnabled(void); +void ldbLog(sds entry); +void ldbLogRedisReply(char *reply); +void sha1hex(char *digest, char *script, size_t len); +unsigned long evalMemory(void); +dict* evalScriptsDict(void); +unsigned long evalScriptsMemory(void); +uint64_t evalGetCommandFlags(client *c, uint64_t orig_flags); +uint64_t fcallGetCommandFlags(client *c, uint64_t orig_flags); +int isInsideYieldingLongCommand(void); + +typedef struct luaScript { + uint64_t flags; + robj *body; +} luaScript; +/* Cache of recently used small arguments to avoid malloc calls. */ +#define LUA_CMD_OBJCACHE_SIZE 32 +#define LUA_CMD_OBJCACHE_MAX_LEN 64 + +/* Blocked clients API */ +void processUnblockedClients(void); +void initClientBlockingState(client *c); +void blockClient(client *c, int btype); +void unblockClient(client *c, int queue_for_reprocessing); +void unblockClientOnTimeout(client *c); +void unblockClientOnError(client *c, const char *err_str); +void queueClientForReprocessing(client *c); +void replyToBlockedClientTimedOut(client *c); +int getTimeoutFromObjectOrReply(client *c, robj *object, mstime_t *timeout, int unit); +void disconnectAllBlockedClients(void); +void handleClientsBlockedOnKeys(void); +void signalKeyAsReady(redisDb *db, robj *key, int type); +void blockForKeys(client *c, int btype, robj **keys, int numkeys, mstime_t timeout, int unblock_on_nokey); +void blockClientShutdown(client *c); +void blockPostponeClient(client *c); +void blockForReplication(client *c, mstime_t timeout, long long offset, long numreplicas); +void blockForAofFsync(client *c, mstime_t timeout, long long offset, int numlocal, long numreplicas); +void signalDeletedKeyAsReady(redisDb *db, robj *key, int type); +void updateStatsOnUnblock(client *c, long blocked_us, long reply_us, int had_errors); +void scanDatabaseForDeletedKeys(redisDb *emptied, redisDb *replaced_with); +void totalNumberOfBlockingKeys(unsigned long *blocking_keys, unsigned long *bloking_keys_on_nokey); +void blockedBeforeSleep(void); + +/* timeout.c -- Blocked clients timeout and connections timeout. */ +void addClientToTimeoutTable(client *c); +void removeClientFromTimeoutTable(client *c); +void handleBlockedClientsTimeout(void); +int clientsCronHandleTimeout(client *c, mstime_t now_ms); + +/* expire.c -- Handling of expired keys */ +void activeExpireCycle(int type); +void expireSlaveKeys(void); +void rememberSlaveKeyWithExpire(redisDb *db, robj *key); +void flushSlaveKeysWithExpireList(void); +size_t getSlaveKeyWithExpireCount(void); + +/* evict.c -- maxmemory handling and LRU eviction. */ +void evictionPoolAlloc(void); +#define LFU_INIT_VAL 5 +unsigned long LFUGetTimeInMinutes(void); +uint8_t LFULogIncr(uint8_t value); +unsigned long LFUDecrAndReturn(robj *o); +#define EVICT_OK 0 +#define EVICT_RUNNING 1 +#define EVICT_FAIL 2 +int performEvictions(void); +void startEvictionTimeProc(void); + +/* Keys hashing / comparison functions for dict.c hash tables. */ +uint64_t dictSdsHash(const void *key); +uint64_t dictSdsCaseHash(const void *key); +int dictSdsKeyCompare(dict *d, const void *key1, const void *key2); +int dictSdsKeyCaseCompare(dict *d, const void *key1, const void *key2); +void dictSdsDestructor(dict *d, void *val); +void dictListDestructor(dict *d, void *val); +void *dictSdsDup(dict *d, const void *key); + +/* Git SHA1 */ +char *redisGitSHA1(void); +char *redisGitDirty(void); +uint64_t redisBuildId(void); +const char *redisBuildIdRaw(void); +char *redisBuildIdString(void); + +/* Commands prototypes */ +void authCommand(client *c); +void pingCommand(client *c); +void echoCommand(client *c); +void commandCommand(client *c); +void commandCountCommand(client *c); +void commandListCommand(client *c); +void commandInfoCommand(client *c); +void commandGetKeysCommand(client *c); +void commandGetKeysAndFlagsCommand(client *c); +void commandHelpCommand(client *c); +void commandDocsCommand(client *c); +void setCommand(client *c); +void setnxCommand(client *c); +void setexCommand(client *c); +void psetexCommand(client *c); +void getCommand(client *c); +void getexCommand(client *c); +void getdelCommand(client *c); +void delCommand(client *c); +void unlinkCommand(client *c); +void existsCommand(client *c); +void setbitCommand(client *c); +void getbitCommand(client *c); +void bitfieldCommand(client *c); +void bitfieldroCommand(client *c); +void setrangeCommand(client *c); +void getrangeCommand(client *c); +void incrCommand(client *c); +void decrCommand(client *c); +void incrbyCommand(client *c); +void decrbyCommand(client *c); +void incrbyfloatCommand(client *c); +void selectCommand(client *c); +void swapdbCommand(client *c); +void randomkeyCommand(client *c); +void keysCommand(client *c); +void scanCommand(client *c); +void dbsizeCommand(client *c); +void lastsaveCommand(client *c); +void saveCommand(client *c); +void bgsaveCommand(client *c); +void bgrewriteaofCommand(client *c); +void shutdownCommand(client *c); +void slowlogCommand(client *c); +void moveCommand(client *c); +void copyCommand(client *c); +void renameCommand(client *c); +void renamenxCommand(client *c); +void lpushCommand(client *c); +void rpushCommand(client *c); +void lpushxCommand(client *c); +void rpushxCommand(client *c); +void linsertCommand(client *c); +void lpopCommand(client *c); +void rpopCommand(client *c); +void lmpopCommand(client *c); +void llenCommand(client *c); +void lindexCommand(client *c); +void lrangeCommand(client *c); +void ltrimCommand(client *c); +void typeCommand(client *c); +void lsetCommand(client *c); +void saddCommand(client *c); +void sremCommand(client *c); +void smoveCommand(client *c); +void sismemberCommand(client *c); +void smismemberCommand(client *c); +void scardCommand(client *c); +void spopCommand(client *c); +void srandmemberCommand(client *c); +void sinterCommand(client *c); +void sinterCardCommand(client *c); +void sinterstoreCommand(client *c); +void sunionCommand(client *c); +void sunionstoreCommand(client *c); +void sdiffCommand(client *c); +void sdiffstoreCommand(client *c); +void sscanCommand(client *c); +void syncCommand(client *c); +void flushdbCommand(client *c); +void flushallCommand(client *c); +void sortCommand(client *c); +void sortroCommand(client *c); +void lremCommand(client *c); +void lposCommand(client *c); +void rpoplpushCommand(client *c); +void lmoveCommand(client *c); +void infoCommand(client *c); +void mgetCommand(client *c); +void monitorCommand(client *c); +void expireCommand(client *c); +void expireatCommand(client *c); +void pexpireCommand(client *c); +void pexpireatCommand(client *c); +void getsetCommand(client *c); +void ttlCommand(client *c); +void touchCommand(client *c); +void pttlCommand(client *c); +void expiretimeCommand(client *c); +void pexpiretimeCommand(client *c); +void persistCommand(client *c); +void replicaofCommand(client *c); +void roleCommand(client *c); +void debugCommand(client *c); +void msetCommand(client *c); +void msetnxCommand(client *c); +void zaddCommand(client *c); +void zincrbyCommand(client *c); +void zrangeCommand(client *c); +void zrangebyscoreCommand(client *c); +void zrevrangebyscoreCommand(client *c); +void zrangebylexCommand(client *c); +void zrevrangebylexCommand(client *c); +void zcountCommand(client *c); +void zlexcountCommand(client *c); +void zrevrangeCommand(client *c); +void zcardCommand(client *c); +void zremCommand(client *c); +void zscoreCommand(client *c); +void zmscoreCommand(client *c); +void zremrangebyscoreCommand(client *c); +void zremrangebylexCommand(client *c); +void zpopminCommand(client *c); +void zpopmaxCommand(client *c); +void zmpopCommand(client *c); +void bzpopminCommand(client *c); +void bzpopmaxCommand(client *c); +void bzmpopCommand(client *c); +void zrandmemberCommand(client *c); +void multiCommand(client *c); +void execCommand(client *c); +void discardCommand(client *c); +void blpopCommand(client *c); +void brpopCommand(client *c); +void blmpopCommand(client *c); +void brpoplpushCommand(client *c); +void blmoveCommand(client *c); +void appendCommand(client *c); +void strlenCommand(client *c); +void zrankCommand(client *c); +void zrevrankCommand(client *c); +void hsetCommand(client *c); +void hsetnxCommand(client *c); +void hgetCommand(client *c); +void hmgetCommand(client *c); +void hdelCommand(client *c); +void hlenCommand(client *c); +void hstrlenCommand(client *c); +void zremrangebyrankCommand(client *c); +void zunionstoreCommand(client *c); +void zinterstoreCommand(client *c); +void zdiffstoreCommand(client *c); +void zunionCommand(client *c); +void zinterCommand(client *c); +void zinterCardCommand(client *c); +void zrangestoreCommand(client *c); +void zdiffCommand(client *c); +void zscanCommand(client *c); +void hkeysCommand(client *c); +void hvalsCommand(client *c); +void hgetallCommand(client *c); +void hexistsCommand(client *c); +void hscanCommand(client *c); +void hrandfieldCommand(client *c); +void configSetCommand(client *c); +void configGetCommand(client *c); +void configResetStatCommand(client *c); +void configRewriteCommand(client *c); +void configHelpCommand(client *c); +void hincrbyCommand(client *c); +void hincrbyfloatCommand(client *c); +void subscribeCommand(client *c); +void unsubscribeCommand(client *c); +void psubscribeCommand(client *c); +void punsubscribeCommand(client *c); +void publishCommand(client *c); +void pubsubCommand(client *c); +void spublishCommand(client *c); +void ssubscribeCommand(client *c); +void sunsubscribeCommand(client *c); +void watchCommand(client *c); +void unwatchCommand(client *c); +void clusterCommand(client *c); +void restoreCommand(client *c); +void migrateCommand(client *c); +void askingCommand(client *c); +void readonlyCommand(client *c); +void readwriteCommand(client *c); +int verifyDumpPayload(unsigned char *p, size_t len, uint16_t *rdbver_ptr); +void dumpCommand(client *c); +void objectCommand(client *c); +void memoryCommand(client *c); +void clientCommand(client *c); +void helloCommand(client *c); +void clientSetinfoCommand(client *c); +void evalCommand(client *c); +void evalRoCommand(client *c); +void evalShaCommand(client *c); +void evalShaRoCommand(client *c); +void scriptCommand(client *c); +void fcallCommand(client *c); +void fcallroCommand(client *c); +void functionLoadCommand(client *c); +void functionDeleteCommand(client *c); +void functionKillCommand(client *c); +void functionStatsCommand(client *c); +void functionListCommand(client *c); +void functionHelpCommand(client *c); +void functionFlushCommand(client *c); +void functionRestoreCommand(client *c); +void functionDumpCommand(client *c); +void timeCommand(client *c); +void bitopCommand(client *c); +void bitcountCommand(client *c); +void bitposCommand(client *c); +void replconfCommand(client *c); +void waitCommand(client *c); +void waitaofCommand(client *c); +void georadiusbymemberCommand(client *c); +void georadiusbymemberroCommand(client *c); +void georadiusCommand(client *c); +void georadiusroCommand(client *c); +void geoaddCommand(client *c); +void geohashCommand(client *c); +void geoposCommand(client *c); +void geodistCommand(client *c); +void geosearchCommand(client *c); +void geosearchstoreCommand(client *c); +void pfselftestCommand(client *c); +void pfaddCommand(client *c); +void pfcountCommand(client *c); +void pfmergeCommand(client *c); +void pfdebugCommand(client *c); +void latencyCommand(client *c); +void moduleCommand(client *c); +void securityWarningCommand(client *c); +void xaddCommand(client *c); +void xrangeCommand(client *c); +void xrevrangeCommand(client *c); +void xlenCommand(client *c); +void xreadCommand(client *c); +void xgroupCommand(client *c); +void xsetidCommand(client *c); +void xackCommand(client *c); +void xpendingCommand(client *c); +void xclaimCommand(client *c); +void xautoclaimCommand(client *c); +void xinfoCommand(client *c); +void xdelCommand(client *c); +void xtrimCommand(client *c); +void lolwutCommand(client *c); +void aclCommand(client *c); +void lcsCommand(client *c); +void quitCommand(client *c); +void resetCommand(client *c); +void failoverCommand(client *c); + +#if defined(__GNUC__) +void *calloc(size_t count, size_t size) __attribute__ ((deprecated)); +void free(void *ptr) __attribute__ ((deprecated)); +void *malloc(size_t size) __attribute__ ((deprecated)); +void *realloc(void *ptr, size_t size) __attribute__ ((deprecated)); +#endif + +/* Debugging stuff */ +void _serverAssertWithInfo(const client *c, const robj *o, const char *estr, const char *file, int line); +void _serverAssert(const char *estr, const char *file, int line); +#ifdef __GNUC__ +void _serverPanic(const char *file, int line, const char *msg, ...) + __attribute__ ((format (printf, 3, 4))); +#else +void _serverPanic(const char *file, int line, const char *msg, ...); +#endif +void serverLogObjectDebugInfo(const robj *o); +void sigsegvHandler(int sig, siginfo_t *info, void *secret); +const char *getSafeInfoString(const char *s, size_t len, char **tmp); +dict *genInfoSectionDict(robj **argv, int argc, char **defaults, int *out_all, int *out_everything); +void releaseInfoSectionDict(dict *sec); +sds genRedisInfoString(dict *section_dict, int all_sections, int everything); +sds genModulesInfoString(sds info); +void applyWatchdogPeriod(void); +void watchdogScheduleSignal(int period); +void serverLogHexDump(int level, char *descr, void *value, size_t len); +int memtest_preserving_test(unsigned long *m, size_t bytes, int passes); +void mixDigest(unsigned char *digest, const void *ptr, size_t len); +void xorDigest(unsigned char *digest, const void *ptr, size_t len); +sds catSubCommandFullname(const char *parent_name, const char *sub_name); +void commandAddSubcommand(struct redisCommand *parent, struct redisCommand *subcommand, const char *declared_name); +void debugDelay(int usec); +void killIOThreads(void); +void killThreads(void); +void makeThreadKillable(void); +void swapMainDbWithTempDb(redisDb *tempDb); + +/* Use macro for checking log level to avoid evaluating arguments in cases log + * should be ignored due to low level. */ +#define serverLog(level, ...) do {\ + if (((level)&0xff) < server.verbosity) break;\ + _serverLog(level, __VA_ARGS__);\ + } while(0) + +#define redisDebug(fmt, ...) \ + printf("DEBUG %s:%d > " fmt "\n", __FILE__, __LINE__, __VA_ARGS__) +#define redisDebugMark() \ + printf("-- MARK %s:%d --\n", __FILE__, __LINE__) + +int iAmMaster(void); + +#define STRINGIFY_(x) #x +#define STRINGIFY(x) STRINGIFY_(x) + +#endif |