We are a group of researchers testing distributed protocol implementations. While testing redisraft, we encountered the following crashes (with a 3 node cluster).
Crash 1
------ STACK TRACE ------
EIP:
/lib/x86_64-linux-gnu/libc.so.6(+0x999b6)[0x7f3bf09119b6]
Backtrace:
/lib/x86_64-linux-gnu/libpthread.so.0(+0x13140)[0x7f3bf0a5f140]
/lib/x86_64-linux-gnu/libc.so.6(+0x999b6)[0x7f3bf09119b6]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(fsyncDir+0x12)[0x7f3bef7d4182]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(syncRename+0x4b)[0x7f3bef7d454b]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(MetadataWrite+0x174)[0x7f3bef7c1d34]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(+0x2b7a6)[0x7f3bef7c57a6]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(raft_set_current_term+0x36)[0x7f3bef7db086]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(raft_recv_appendentries+0xf8)[0x7f3bef7d8f58]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(handleTestNetworkMessage+0x170)[0x7f3bef7cf500]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(poll_redis_test_messages+0x89)[0x7f3bef7cf659]
/lib/x86_64-linux-gnu/libpthread.so.0(+0x7ea7)[0x7f3bf0a53ea7]
/lib/x86_64-linux-gnu/libc.so.6(clone+0x3f)[0x7f3bf0973a2f]
------ REGISTERS ------
2915362:M 18 Oct 2023 20:34:41.471 #
RAX:000000000000000d RBX:00007f3bf0458080
RCX:000000000000000d RDX:0000000000000001
RDI:000000000000000d RSI:0000000000000000
RBP:000000000000000d RSP:00007f3be47f9a38
R8 :0000000000000000 R9 :00007f3bf0a070c0
R10:00007f3bf0a06fc0 R11:0000000000000000
R12:0000000000000000 R13:00007f3be47fc2a0
R14:0000000000000001 R15:00007f3be47faaa0
RIP:00007f3bf09119b6 EFL:0000000000010293
CSGSFS:002b000000000033
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a47) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a46) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a45) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a44) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a43) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a42) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a41) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a40) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a3f) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a3e) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a3d) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a3c) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a3b) -> 000000000000706d
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a3a) -> 742e6174656d2e62
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a39) -> 642e327369646572
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a38) -> 00007f3bef7d4182
------ INFO OUTPUT ------
Server
redis_version:255.255.255
redis_git_sha1:e04ebdb8
redis_git_dirty:1
redis_build_id:1f78dcc7b4fbdd25
redis_mode:standalone
os:Linux 5.15.111.1.amd64-smp x86_64
arch_bits:64
monotonic_clock:POSIX clock_gettime
multiplexing_api:epoll
atomicvar_api:c11-builtin
gcc_version:10.2.1
process_id:2915362
process_supervised:no
run_id:fcfca4743e9be6f0cd829ae0c8f791f88928b5cc
tcp_port:5022
server_time_usec:1697654081436446
uptime_in_seconds:0
uptime_in_days:0
hz:10
configured_hz:10
lru_clock:3155265
executable:/home/ds-testing-user/Fuzzing/redis/src/redis-server
config_file:
io_threads_active:0
listener0:name=tcp,bind=0.0.0.0,port=5022
Clients
connected_clients:1
cluster_connections:0
maxclients:10000
client_recent_max_input_buffer:0
client_recent_max_output_buffer:0
blocked_clients:0
tracking_clients:0
clients_in_timeout_table:0
total_blocking_keys:0
total_blocking_keys_on_nokey:0
Memory
used_memory:1817104
used_memory_human:1.73M
used_memory_rss:15437824
used_memory_rss_human:14.72M
used_memory_peak:1817104
used_memory_peak_human:1.73M
used_memory_peak_perc:100.00%
used_memory_overhead:1746888
used_memory_startup:1746704
used_memory_dataset:70216
used_memory_dataset_perc:99.74%
allocator_allocated:2088472
allocator_active:2637824
allocator_resident:10817536
total_system_memory:270386737152
total_system_memory_human:251.82G
used_memory_lua:31744
used_memory_vm_eval:31744
used_memory_lua_human:31.00K
used_memory_scripts_eval:0
number_of_cached_scripts:0
number_of_functions:0
number_of_libraries:0
used_memory_vm_functions:32768
used_memory_vm_total:64512
used_memory_vm_total_human:63.00K
used_memory_functions:184
used_memory_scripts:184
used_memory_scripts_human:184B
maxmemory:0
maxmemory_human:0B
maxmemory_policy:noeviction
allocator_frag_ratio:1.26
allocator_frag_bytes:549352
allocator_rss_ratio:4.10
allocator_rss_bytes:8179712
rss_overhead_ratio:1.43
rss_overhead_bytes:4620288
mem_fragmentation_ratio:8.84
mem_fragmentation_bytes:13690976
mem_not_counted_for_evict:0
mem_replication_backlog:0
mem_total_replication_buffers:0
mem_clients_slaves:0
mem_clients_normal:0
mem_cluster_links:0
mem_aof_buffer:0
mem_allocator:jemalloc-5.3.0
active_defrag_running:0
lazyfree_pending_objects:0
lazyfreed_objects:0
Persistence
loading:0
async_loading:0
current_cow_peak:0
current_cow_size:0
current_cow_size_age:0
current_fork_perc:0.00
current_save_keys_processed:0
current_save_keys_total:0
rdb_changes_since_last_save:0
rdb_bgsave_in_progress:0
rdb_last_save_time:1697654081
rdb_last_bgsave_status:ok
rdb_last_bgsave_time_sec:-1
rdb_current_bgsave_time_sec:-1
rdb_saves:0
rdb_last_cow_size:0
rdb_last_load_keys_expired:0
rdb_last_load_keys_loaded:0
aof_enabled:0
aof_rewrite_in_progress:0
aof_rewrite_scheduled:0
aof_last_rewrite_time_sec:-1
aof_current_rewrite_time_sec:-1
aof_last_bgrewrite_status:ok
aof_rewrites:0
aof_rewrites_consecutive_failures:0
aof_last_write_status:ok
aof_last_cow_size:0
module_fork_in_progress:0
module_fork_last_cow_size:0
Stats
total_connections_received:1
total_commands_processed:7
instantaneous_ops_per_sec:25
total_net_input_bytes:33
total_net_output_bytes:5
total_net_repl_input_bytes:0
total_net_repl_output_bytes:0
instantaneous_input_kbps:0.00
instantaneous_output_kbps:0.00
instantaneous_input_repl_kbps:0.00
instantaneous_output_repl_kbps:0.00
rejected_connections:0
sync_full:0
sync_partial_ok:0
sync_partial_err:0
expired_keys:0
expired_stale_perc:0.00
expired_time_cap_reached_count:0
expire_cycle_cpu_milliseconds:0
evicted_keys:0
evicted_clients:0
total_eviction_exceeded_time:0
current_eviction_exceeded_time:0
keyspace_hits:0
keyspace_misses:0
pubsub_channels:0
pubsub_patterns:0
pubsubshard_channels:0
latest_fork_usec:0
total_forks:0
migrate_cached_sockets:0
slave_expires_tracked_keys:0
active_defrag_hits:0
active_defrag_misses:0
active_defrag_key_hits:0
active_defrag_key_misses:0
total_active_defrag_time:0
current_active_defrag_time:0
tracking_total_keys:0
tracking_total_items:0
tracking_total_prefixes:0
unexpected_error_replies:0
total_error_replies:0
dump_payload_sanitizations:0
total_reads_processed:1
total_writes_processed:1
io_threaded_reads_processed:0
io_threaded_writes_processed:0
reply_buffer_shrinks:0
reply_buffer_expands:0
acl_access_denied_auth:0
acl_access_denied_cmd:0
acl_access_denied_key:0
acl_access_denied_channel:0
Replication
role:master
connected_slaves:0
master_failover_state:no-failover
master_replid:237f5d78cfb2f3269821b1f805cd4c789a8fb8af
master_replid2:0000000000000000000000000000000000000000
master_repl_offset:0
second_repl_offset:-1
repl_backlog_active:0
repl_backlog_size:1048576
repl_backlog_first_byte_offset:0
repl_backlog_histlen:0
CPU
used_cpu_sys:0.011775
used_cpu_user:0.035327
used_cpu_sys_children:0.000000
used_cpu_user_children:0.000000
used_cpu_sys_main_thread:0.000000
used_cpu_user_main_thread:0.001065
Modules
module:name=raft,ver=1,api=1,filters=1,usedby=[],using=[],options=[]
Commandstats
cmdstat_command:calls=2,usec=1398,usec_per_call=699.00,rejected_calls=0,failed_calls=0
cmdstat_config|get:calls=3,usec=5,usec_per_call=1.67,rejected_calls=0,failed_calls=0
cmdstat_config|set:calls=1,usec=10,usec_per_call=10.00,rejected_calls=0,failed_calls=0
cmdstat_auth:calls=1,usec=2,usec_per_call=2.00,rejected_calls=0,failed_calls=0
Errorstats
Latencystats
latency_percentiles_usec_command:p50=671.743,p99=729.087,p99.9=729.087
latency_percentiles_usec_config|get:p50=2.007,p99=2.007,p99.9=2.007
latency_percentiles_usec_config|set:p50=10.047,p99=10.047,p99.9=10.047
latency_percentiles_usec_auth:p50=2.007,p99=2.007,p99.9=2.007
Cluster
cluster_enabled:0
Keyspace
------ CLIENT LIST OUTPUT ------
id=8 addr=127.0.0.1:56530 laddr=127.0.0.1:5022 fd=11 name= age=0 idle=0 flags=N db=0 sub=0 psub=0 ssub=0 multi=-1 qbuf=0 qbuf-free=20474 argv-mem=0 multi-mem=0 rbs=16384 rbp=16384 obl=0 oll=0 omem=0 tot-mem=37760 events=r cmd=auth user=default redir=-1 resp=2 lib-name= lib-ver=
------ MODULES INFO OUTPUT ------
raft_version
raft_version:255.255.255
raft_git_sha1:c259f3d2
raft_general
raft_dbid:5fee19e1231d7128863a1bffa53fcf30
raft_node_id:2
raft_state:up
raft_role:follower
raft_is_voting:no
raft_voted_for:-1
raft_leader_id:-1
raft_current_term:0
raft_num_nodes:1
raft_num_voting_nodes:0
raft_log
raft_log_entries:0
raft_current_index:0
raft_commit_index:0
raft_last_applied_index:0
raft_file_size:99
raft_cache_memory_size:0
raft_cache_entries:0
raft_client_attached_entries:0
raft_fsync_count:0
raft_fsync_max_microseconds:0
raft_fsync_avg_microseconds:0
raft_snapshot
raft_snapshot_filename:redis2.rdb
raft_snapshot_last_idx:0
raft_snapshot_last_term:0
raft_snapshot_size:0
raft_snapshot_time_secs:-1
raft_snapshots_created:0
raft_snapshots_received:0
raft_snapshot_in_progress:no
raft_snapshot_in_progress_last_idx:-1
raft_snapshot_in_progress_last_term:-1
raft_clients
raft_proxy_reqs:0
raft_proxy_failed_reqs:0
raft_proxy_failed_responses:0
raft_proxy_outstanding_reqs:0
raft_stats
raft_appendreq_received:0
raft_appendreq_with_entry_received:0
raft_snapshotreq_received:0
raft_exec_throttled:0
raft_num_sessions:0
------ CONFIG DEBUG OUTPUT ------
lazyfree-lazy-expire no
proto-max-bulk-len 512mb
replica-read-only yes
lazyfree-lazy-server-del no
slave-read-only yes
io-threads 1
list-compress-depth 0
lazyfree-lazy-user-flush no
repl-diskless-sync yes
repl-diskless-load disabled
lazyfree-lazy-user-del no
sanitize-dump-payload no
activedefrag no
io-threads-do-reads no
lazyfree-lazy-eviction no
client-query-buffer-limit 1gb
------ FAST MEMORY TEST ------
O.O.O.
----- Stderr -----
redis-server: /home/ds-testing-user/Fuzzing/redisraft-fuzzing/deps/raft/src/raft_server.c:1702: raft_get_first_entry_idx: Assertion `0 < raft_get_current_idx(me)' failed.
Crash 2
=== REDIS BUG REPORT START: Cut & paste starting from here ===
4132760:M 02 Jan 2024 08:16:01.750 # Redis 255.255.255 crashed by signal: 6, si_code: -6
4132760:M 02 Jan 2024 08:16:01.750 # Crashed running the instruction at: 0x7f22efa18d3c
------ STACK TRACE ------
EIP:
/lib/x86_64-linux-gnu/libc.so.6(+0x8ad3c)[0x7f22efa18d3c]
Backtrace:
/lib/x86_64-linux-gnu/libc.so.6(+0x3bfd0)[0x7f22ef9c9fd0]
/lib/x86_64-linux-gnu/libc.so.6(+0x8ad3c)[0x7f22efa18d3c]
/lib/x86_64-linux-gnu/libc.so.6(gsignal+0x12)[0x7f22ef9c9f32]
/lib/x86_64-linux-gnu/libc.so.6(abort+0xd3)[0x7f22ef9b4472]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(MetadataWrite+0x1d2)[0x7f22ef928d32]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(+0x2b678)[0x7f22ef92c678]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(raft_set_current_term+0x36)[0x7f22ef941e66]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(raft_recv_requestvote+0x273)[0x7f22ef93d193]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(handleTestNetworkMessage+0x1a2)[0x7f22ef936512]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(poll_redis_test_messages+0x89)[0x7f22ef9365c9]
/lib/x86_64-linux-gnu/libc.so.6(+0x89044)[0x7f22efa17044]
/lib/x86_64-linux-gnu/libc.so.6(+0x10961c)[0x7f22efa9761c]
------ REGISTERS ------
4132760:M 02 Jan 2024 08:16:01.751 #
RAX:0000000000000000 RBX:00000000003f0fbd
RCX:00007f22efa18d3c RDX:0000000000000006
RDI:00000000003f0f98 RSI:00000000003f0fbd
RBP:00007f22da7fd6c0 RSP:00007f22da7f9980
R8 :0000000000000000 R9 :0000000000000073
R10:0000000000000008 R11:0000000000000246
R12:0000000000000006 R13:00007f22da7f9aa0
R14:00007f22da7fb2a0 R15:0000000000000002
RIP:00007f22efa18d3c EFL:0000000000000246
CSGSFS:002b000000000033
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f998f) -> 0000000000000000
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f998e) -> 00007f22efb61a80
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f998d) -> 00007f22efb24220
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f998c) -> 0000000000000000
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f998b) -> 00007f22ef458080
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f998a) -> 0000000000000020
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f9989) -> 00007f22ef9b4472
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f9988) -> 00007f22efb61e70
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f9987) -> 00007f22ef9c9f32
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f9986) -> 00007f22da7fb2a0
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f9985) -> 00007f22da7f9aa0
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f9984) -> 00007f22ef985068
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f9983) -> 00007f22da7fd6c0
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f9982) -> 0000000000000006
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f9981) -> af45f2e7694a9b00
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f9980) -> 000055cd807382b0
------ INFO OUTPUT ------
Server
redis_version:255.255.255
redis_git_sha1:e04ebdb8
redis_git_dirty:1
redis_build_id:1f78dcc7b4fbdd25
redis_mode:standalone
os:Linux 6.1.60.1.amd64-smp x86_64
arch_bits:64
monotonic_clock:POSIX clock_gettime
multiplexing_api:epoll
atomicvar_api:c11-builtin
gcc_version:10.2.1
process_id:4132760
process_supervised:no
run_id:f1ef6ab385280f476a80a2e2765df0e9e3331d6e
tcp_port:5021
server_time_usec:1704179761750840
uptime_in_seconds:0
uptime_in_days:0
hz:10
configured_hz:10
lru_clock:9680945
executable:/home/ds-testing-user/Fuzzing/redis/src/redis-server
config_file:
io_threads_active:0
listener0:name=tcp,bind=0.0.0.0,port=5021
Clients
connected_clients:3
cluster_connections:0
maxclients:10000
client_recent_max_input_buffer:20480
client_recent_max_output_buffer:0
blocked_clients:0
tracking_clients:0
clients_in_timeout_table:0
total_blocking_keys:0
total_blocking_keys_on_nokey:0
Memory
used_memory:1994728
used_memory_human:1.90M
used_memory_rss:18096128
used_memory_rss_human:17.26M
used_memory_peak:1994728
used_memory_peak_human:1.90M
used_memory_peak_perc:100.08%
used_memory_overhead:1860240
used_memory_startup:1746704
used_memory_dataset:134488
used_memory_dataset_perc:54.22%
allocator_allocated:2366976
allocator_active:2961408
allocator_resident:10911744
total_system_memory:270388695040
total_system_memory_human:251.82G
used_memory_lua:31744
used_memory_vm_eval:31744
used_memory_lua_human:31.00K
used_memory_scripts_eval:0
number_of_cached_scripts:0
number_of_functions:0
number_of_libraries:0
used_memory_vm_functions:32768
used_memory_vm_total:64512
used_memory_vm_total_human:63.00K
used_memory_functions:184
used_memory_scripts:184
used_memory_scripts_human:184B
maxmemory:0
maxmemory_human:0B
maxmemory_policy:noeviction
allocator_frag_ratio:1.25
allocator_frag_bytes:594432
allocator_rss_ratio:3.68
allocator_rss_bytes:7950336
rss_overhead_ratio:1.66
rss_overhead_bytes:7184384
mem_fragmentation_ratio:9.20
mem_fragmentation_bytes:16128096
mem_not_counted_for_evict:0
mem_replication_backlog:0
mem_total_replication_buffers:0
mem_clients_slaves:0
mem_clients_normal:113280
mem_cluster_links:0
mem_aof_buffer:0
mem_allocator:jemalloc-5.3.0
active_defrag_running:0
lazyfree_pending_objects:0
lazyfreed_objects:0
Persistence
loading:0
async_loading:0
current_cow_peak:0
current_cow_size:0
current_cow_size_age:0
current_fork_perc:0.00
current_save_keys_processed:0
current_save_keys_total:0
rdb_changes_since_last_save:1
rdb_bgsave_in_progress:0
rdb_last_save_time:1704179761
rdb_last_bgsave_status:ok
rdb_last_bgsave_time_sec:-1
rdb_current_bgsave_time_sec:-1
rdb_saves:0
rdb_last_cow_size:0
rdb_last_load_keys_expired:0
rdb_last_load_keys_loaded:0
aof_enabled:0
aof_rewrite_in_progress:0
aof_rewrite_scheduled:0
aof_last_rewrite_time_sec:-1
aof_current_rewrite_time_sec:-1
aof_last_bgrewrite_status:ok
aof_rewrites:0
aof_rewrites_consecutive_failures:0
aof_last_write_status:ok
aof_last_cow_size:0
module_fork_in_progress:0
module_fork_last_cow_size:0
Stats
total_connections_received:3
total_commands_processed:15
instantaneous_ops_per_sec:28
total_net_input_bytes:291
total_net_output_bytes:407
total_net_repl_input_bytes:0
total_net_repl_output_bytes:0
instantaneous_input_kbps:0.17
instantaneous_output_kbps:0.23
instantaneous_input_repl_kbps:0.00
instantaneous_output_repl_kbps:0.00
rejected_connections:0
sync_full:0
sync_partial_ok:0
sync_partial_err:0
expired_keys:0
expired_stale_perc:0.00
expired_time_cap_reached_count:0
expire_cycle_cpu_milliseconds:0
evicted_keys:0
evicted_clients:0
total_eviction_exceeded_time:0
current_eviction_exceeded_time:0
keyspace_hits:0
keyspace_misses:0
pubsub_channels:0
pubsub_patterns:0
pubsubshard_channels:0
latest_fork_usec:0
total_forks:0
migrate_cached_sockets:0
slave_expires_tracked_keys:0
active_defrag_hits:0
active_defrag_misses:0
active_defrag_key_hits:0
active_defrag_key_misses:0
total_active_defrag_time:0
current_active_defrag_time:0
tracking_total_keys:0
tracking_total_items:0
tracking_total_prefixes:0
unexpected_error_replies:0
total_error_replies:3
dump_payload_sanitizations:0
total_reads_processed:8
total_writes_processed:8
io_threaded_reads_processed:0
io_threaded_writes_processed:0
reply_buffer_shrinks:0
reply_buffer_expands:0
acl_access_denied_auth:0
acl_access_denied_cmd:0
acl_access_denied_key:0
acl_access_denied_channel:0
Replication
role:master
connected_slaves:0
master_failover_state:no-failover
master_replid:c561db2b9b64f4671075ef744885523061725044
master_replid2:0000000000000000000000000000000000000000
master_repl_offset:0
second_repl_offset:-1
repl_backlog_active:0
repl_backlog_size:1048576
repl_backlog_first_byte_offset:0
repl_backlog_histlen:0
CPU
used_cpu_sys:0.013151
used_cpu_user:0.008767
used_cpu_sys_children:0.000000
used_cpu_user_children:0.000000
used_cpu_sys_main_thread:0.000000
used_cpu_user_main_thread:0.001652
Modules
module:name=raft,ver=1,api=1,filters=1,usedby=[],using=[],options=[]
Commandstats
cmdstat_raft:calls=3,usec=14,usec_per_call=4.67,rejected_calls=0,failed_calls=3
cmdstat_incr:calls=1,usec=4,usec_per_call=4.00,rejected_calls=0,failed_calls=0
cmdstat_config|get:calls=3,usec=5,usec_per_call=1.67,rejected_calls=0,failed_calls=0
cmdstat_config|set:calls=1,usec=15,usec_per_call=15.00,rejected_calls=0,failed_calls=0
cmdstat_auth:calls=2,usec=2,usec_per_call=1.00,rejected_calls=0,failed_calls=0
cmdstat_client|setinfo:calls=2,usec=1,usec_per_call=0.50,rejected_calls=0,failed_calls=0
cmdstat_hello:calls=1,usec=5,usec_per_call=5.00,rejected_calls=0,failed_calls=0
cmdstat_command:calls=2,usec=1415,usec_per_call=707.50,rejected_calls=0,failed_calls=0
Errorstats
errorstat_LOADING:count=3
Latencystats
latency_percentiles_usec_raft:p50=5.023,p99=5.023,p99.9=5.023
latency_percentiles_usec_incr:p50=4.015,p99=4.015,p99.9=4.015
latency_percentiles_usec_config|get:p50=2.007,p99=2.007,p99.9=2.007
latency_percentiles_usec_config|set:p50=15.039,p99=15.039,p99.9=15.039
latency_percentiles_usec_auth:p50=1.003,p99=1.003,p99.9=1.003
latency_percentiles_usec_client|setinfo:p50=0.001,p99=1.003,p99.9=1.003
latency_percentiles_usec_hello:p50=5.023,p99=5.023,p99.9=5.023
latency_percentiles_usec_command:p50=671.743,p99=745.471,p99.9=745.471
Cluster
cluster_enabled:0
Keyspace
db0:keys=1,expires=0,avg_ttl=0
------ CLIENT LIST OUTPUT ------
id=8 addr=127.0.0.1:60712 laddr=127.0.0.1:5021 fd=11 name= age=0 idle=0 flags=N db=0 sub=0 psub=0 ssub=0 multi=-1 qbuf=0 qbuf-free=20474 argv-mem=0 multi-mem=0 rbs=16384 rbp=0 obl=0 oll=0 omem=0 tot-mem=37760 events=r cmd=auth user=default redir=-1 resp=2 lib-name= lib-ver=
id=9 addr=127.0.0.1:60722 laddr=127.0.0.1:5021 fd=12 name= age=0 idle=0 flags=N db=0 sub=0 psub=0 ssub=0 multi=-1 qbuf=0 qbuf-free=20474 argv-mem=0 multi-mem=0 rbs=16384 rbp=0 obl=0 oll=0 omem=0 tot-mem=37760 events=r cmd=raft user=default redir=-1 resp=3 lib-name=go-redis(,go1.21.4) lib-ver=9.2.1
id=10 addr=127.0.0.1:60728 laddr=127.0.0.1:5021 fd=13 name= age=0 idle=0 flags=N db=0 sub=0 psub=0 ssub=0 multi=-1 qbuf=0 qbuf-free=20474 argv-mem=0 multi-mem=0 rbs=16384 rbp=0 obl=0 oll=0 omem=0 tot-mem=37760 events=r cmd=auth user=default redir=-1 resp=2 lib-name= lib-ver=
------ MODULES INFO OUTPUT ------
raft_version
raft_version:255.255.255
raft_git_sha1:b779b199
raft_general
raft_dbid:484d279f4593a013214872cf9c14f0a3
raft_node_id:1
raft_state:up
raft_role:leader
raft_is_voting:yes
raft_voted_for:-1
raft_leader_id:1
raft_current_term:2
raft_num_nodes:3
raft_num_voting_nodes:1
raft_node1:id=2,state=connected,voting=no,addr=localhost,port=5022,last_conn_secs=0,conn_errors=0,conn_oks=1
raft_node2:id=3,state=connected,voting=no,addr=localhost,port=5023,last_conn_secs=0,conn_errors=0,conn_oks=1
raft_log
raft_log_entries:6
raft_current_index:6
raft_commit_index:6
raft_last_applied_index:6
raft_file_size:1367
raft_cache_memory_size:56
raft_cache_entries:1
raft_client_attached_entries:0
raft_fsync_count:1
raft_fsync_max_microseconds:6
raft_entry1:term=1,id=0,data_len=0
raft_entry2:term=1,id=432244105,data_len=264
raft_entry3:term=1,id=1862693447,data_len=35
raft_entry4:term=1,id=857312087,data_len=264
raft_entry5:term=1,id=1897418608,data_len=264
raft_fsync_avg_microseconds:6
raft_snapshot
raft_snapshot_filename:redis1.rdb
raft_snapshot_last_idx:0
raft_snapshot_last_term:0
raft_snapshot_size:0
raft_snapshot_time_secs:-1
raft_snapshots_created:0
raft_snapshots_received:0
raft_snapshot_in_progress:no
raft_snapshot_in_progress_last_idx:-1
raft_snapshot_in_progress_last_term:-1
raft_clients
raft_proxy_reqs:0
raft_proxy_failed_reqs:0
raft_proxy_failed_responses:0
raft_proxy_outstanding_reqs:0
raft_stats
raft_appendreq_received:0
raft_appendreq_with_entry_received:0
raft_snapshotreq_received:0
raft_exec_throttled:0
raft_num_sessions:0
------ CONFIG DEBUG OUTPUT ------
lazyfree-lazy-expire no
sanitize-dump-payload no
client-query-buffer-limit 1gb
slave-read-only yes
repl-diskless-sync yes
proto-max-bulk-len 512mb
list-compress-depth 0
lazyfree-lazy-server-del no
io-threads-do-reads no
activedefrag no
lazyfree-lazy-user-del no
io-threads 1
replica-read-only yes
lazyfree-lazy-user-flush no
repl-diskless-load disabled
lazyfree-lazy-eviction no
------ FAST MEMORY TEST ------
4132760:M 02 Jan 2024 08:16:01.751 # main thread terminated
4132760:M 02 Jan 2024 08:16:01.751 # Bio worker thread #0 terminated
4132760:M 02 Jan 2024 08:16:01.751 # Bio worker thread #1 terminated
4132760:M 02 Jan 2024 08:16:01.751 # Bio worker thread #2 terminated
Fast memory test PASSED, however your memory can still be broken. Please run a memory test for several hours if possible.
------ DUMPING CODE AROUND EIP ------
Symbol: (null) (base: (nil))
Module: /lib/x86_64-linux-gnu/libc.so.6 (base 0x7f22ef98e000)
$ xxd -r -p /tmp/dump.hex /tmp/dump.bin
$ objdump --adjust-vma=(nil) -D -b binary -m i386:x86-64 /tmp/dump.bin
=== REDIS BUG REPORT END. Make sure to include from START to END. ===
Crash 3
------ STACK TRACE ------
EIP:
/lib/x86_64-linux-gnu/libc.so.6(+0x999b6)[0x7fe39dd509b6]
Backtrace:
/lib/x86_64-linux-gnu/libpthread.so.0(+0x13140)[0x7fe39de9e140]
/lib/x86_64-linux-gnu/libc.so.6(+0x999b6)[0x7fe39dd509b6]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(fsyncDir+0x12)[0x7fe39dc63182]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(syncRename+0x4b)[0x7fe39dc6354b]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(MetadataWrite+0x174)[0x7fe39dc50d34]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(+0x2b7a6)[0x7fe39dc547a6]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(raft_set_current_term+0x36)[0x7fe39dc6a086]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(raft_recv_requestvote_response+0x1a0)[0x7fe39dc67910]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(handleTestNetworkMessage+0x1b7)[0x7fe39dc5e547]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(poll_redis_test_messages+0x89)[0x7fe39dc5e659]
/lib/x86_64-linux-gnu/libpthread.so.0(+0x7ea7)[0x7fe39de92ea7]
/lib/x86_64-linux-gnu/libc.so.6(clone+0x3f)[0x7fe39ddb2a2f]
------ REGISTERS ------
3564527:M 19 Oct 2023 11:51:30.138 #
RAX:000000000000000c RBX:00007fe39d858080
RCX:000000000000000c RDX:0000000000000001
RDI:000000000000000c RSI:0000000000000000
RBP:000000000000000c RSP:00007fe38bffaa58
R8 :0000000000000000 R9 :00007fe39de460c0
R10:00007fe39de45fc0 R11:0000000000000000
R12:0000000000000000 R13:00007fe38bffd2c0
R14:0000000000000001 R15:00007fe38bffbac0
RIP:00007fe39dd509b6 EFL:0000000000010293
CSGSFS:002b000000000033
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa67) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa66) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa65) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa64) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa63) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa62) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa61) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa60) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa5f) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa5e) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa5d) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa5c) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa5b) -> 000000000000706d
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa5a) -> 742e6174656d2e62
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa59) -> 642e337369646572
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa58) -> 00007fe39dc63182
------ INFO OUTPUT ------
Server
redis_version:255.255.255
redis_git_sha1:e04ebdb8
redis_git_dirty:1
redis_build_id:1f78dcc7b4fbdd25
redis_mode:standalone
os:Linux 5.15.111.1.amd64-smp x86_64
arch_bits:64
monotonic_clock:POSIX clock_gettime
multiplexing_api:epoll
atomicvar_api:c11-builtin
gcc_version:10.2.1
process_id:3564527
process_supervised:no
run_id:4c99623f05a1b859a9a203cadcc37077b7e728d9
tcp_port:5083
server_time_usec:1697709090101446
uptime_in_seconds:1
uptime_in_days:0
hz:10
configured_hz:10
lru_clock:3210274
executable:/home/ds-testing-user/Fuzzing/redis/src/redis-server
config_file:
io_threads_active:0
listener0:name=tcp,bind=0.0.0.0,port=5083
Clients
connected_clients:1
cluster_connections:0
maxclients:10000
client_recent_max_input_buffer:0
client_recent_max_output_buffer:0
blocked_clients:0
tracking_clients:0
clients_in_timeout_table:0
total_blocking_keys:0
total_blocking_keys_on_nokey:0
Memory
used_memory:1818384
used_memory_human:1.73M
used_memory_rss:15683584
used_memory_rss_human:14.96M
used_memory_peak:1818384
used_memory_peak_human:1.73M
used_memory_peak_perc:100.00%
used_memory_overhead:1746856
used_memory_startup:1746672
used_memory_dataset:71528
used_memory_dataset_perc:99.74%
allocator_allocated:2219576
allocator_active:2756608
allocator_resident:10928128
total_system_memory:270386737152
total_system_memory_human:251.82G
used_memory_lua:31744
used_memory_vm_eval:31744
used_memory_lua_human:31.00K
used_memory_scripts_eval:0
number_of_cached_scripts:0
number_of_functions:0
number_of_libraries:0
used_memory_vm_functions:32768
used_memory_vm_total:64512
used_memory_vm_total_human:63.00K
used_memory_functions:184
used_memory_scripts:184
used_memory_scripts_human:184B
maxmemory:0
maxmemory_human:0B
maxmemory_policy:noeviction
allocator_frag_ratio:1.24
allocator_frag_bytes:537032
allocator_rss_ratio:3.96
allocator_rss_bytes:8171520
rss_overhead_ratio:1.44
rss_overhead_bytes:4755456
mem_fragmentation_ratio:8.98
mem_fragmentation_bytes:13936768
mem_not_counted_for_evict:0
mem_replication_backlog:0
mem_total_replication_buffers:0
mem_clients_slaves:0
mem_clients_normal:0
mem_cluster_links:0
mem_aof_buffer:0
mem_allocator:jemalloc-5.3.0
active_defrag_running:0
lazyfree_pending_objects:0
lazyfreed_objects:0
Persistence
loading:0
async_loading:0
current_cow_peak:0
current_cow_size:0
current_cow_size_age:0
current_fork_perc:0.00
current_save_keys_processed:0
current_save_keys_total:0
rdb_changes_since_last_save:0
rdb_bgsave_in_progress:0
rdb_last_save_time:1697709089
rdb_last_bgsave_status:ok
rdb_last_bgsave_time_sec:-1
rdb_current_bgsave_time_sec:-1
rdb_saves:0
rdb_last_cow_size:0
rdb_last_load_keys_expired:0
rdb_last_load_keys_loaded:0
aof_enabled:0
aof_rewrite_in_progress:0
aof_rewrite_scheduled:0
aof_last_rewrite_time_sec:-1
aof_current_rewrite_time_sec:-1
aof_last_bgrewrite_status:ok
aof_rewrites:0
aof_rewrites_consecutive_failures:0
aof_last_write_status:ok
aof_last_cow_size:0
module_fork_in_progress:0
module_fork_last_cow_size:0
Stats
total_connections_received:1
total_commands_processed:7
instantaneous_ops_per_sec:11
total_net_input_bytes:33
total_net_output_bytes:5
total_net_repl_input_bytes:0
total_net_repl_output_bytes:0
instantaneous_input_kbps:0.00
instantaneous_output_kbps:0.00
instantaneous_input_repl_kbps:0.00
instantaneous_output_repl_kbps:0.00
rejected_connections:0
sync_full:0
sync_partial_ok:0
sync_partial_err:0
expired_keys:0
expired_stale_perc:0.00
expired_time_cap_reached_count:0
expire_cycle_cpu_milliseconds:0
evicted_keys:0
evicted_clients:0
total_eviction_exceeded_time:0
current_eviction_exceeded_time:0
keyspace_hits:0
keyspace_misses:0
pubsub_channels:0
pubsub_patterns:0
pubsubshard_channels:0
latest_fork_usec:0
total_forks:0
migrate_cached_sockets:0
slave_expires_tracked_keys:0
active_defrag_hits:0
active_defrag_misses:0
active_defrag_key_hits:0
active_defrag_key_misses:0
total_active_defrag_time:0
current_active_defrag_time:0
tracking_total_keys:0
tracking_total_items:0
tracking_total_prefixes:0
unexpected_error_replies:0
total_error_replies:0
dump_payload_sanitizations:0
total_reads_processed:1
total_writes_processed:1
io_threaded_reads_processed:0
io_threaded_writes_processed:0
reply_buffer_shrinks:0
reply_buffer_expands:0
acl_access_denied_auth:0
acl_access_denied_cmd:0
acl_access_denied_key:0
acl_access_denied_channel:0
Replication
role:master
connected_slaves:0
master_failover_state:no-failover
master_replid:68ec5a98c5a57a6f828f58504645a4e31812deb4
master_replid2:0000000000000000000000000000000000000000
master_repl_offset:0
second_repl_offset:-1
repl_backlog_active:0
repl_backlog_size:1048576
repl_backlog_first_byte_offset:0
repl_backlog_histlen:0
CPU
used_cpu_sys:0.014843
used_cpu_user:0.037109
used_cpu_sys_children:0.000000
used_cpu_user_children:0.000000
used_cpu_sys_main_thread:0.000000
used_cpu_user_main_thread:0.001088
Modules
module:name=raft,ver=1,api=1,filters=1,usedby=[],using=[],options=[]
Commandstats
cmdstat_command:calls=2,usec=1653,usec_per_call=826.50,rejected_calls=0,failed_calls=0
cmdstat_config|set:calls=1,usec=7,usec_per_call=7.00,rejected_calls=0,failed_calls=0
cmdstat_config|get:calls=3,usec=5,usec_per_call=1.67,rejected_calls=0,failed_calls=0
cmdstat_auth:calls=1,usec=1,usec_per_call=1.00,rejected_calls=0,failed_calls=0
Errorstats
Latencystats
latency_percentiles_usec_command:p50=802.815,p99=856.063,p99.9=856.063
latency_percentiles_usec_config|set:p50=7.007,p99=7.007,p99.9=7.007
latency_percentiles_usec_config|get:p50=2.007,p99=2.007,p99.9=2.007
latency_percentiles_usec_auth:p50=1.003,p99=1.003,p99.9=1.003
Cluster
cluster_enabled:0
Keyspace
------ CLIENT LIST OUTPUT ------
id=8 addr=127.0.0.1:44410 laddr=127.0.0.1:5083 fd=11 name= age=0 idle=0 flags=N db=0 sub=0 psub=0 ssub=0 multi=-1 qbuf=0 qbuf-free=20474 argv-mem=0 multi-mem=0 rbs=16384 rbp=16384 obl=0 oll=0 omem=0 tot-mem=37760 events=r cmd=auth user=default redir=-1 resp=2 lib-name= lib-ver=
------ MODULES INFO OUTPUT ------
raft_version
raft_version:255.255.255
raft_git_sha1:c259f3d2
raft_general
raft_dbid:573334fe0b9738ba247d13f82b0097bc
raft_node_id:3
raft_state:up
raft_role:follower
raft_is_voting:yes
raft_voted_for:-1
raft_leader_id:-1
raft_current_term:0
raft_num_nodes:2
raft_num_voting_nodes:1
raft_node1:id=2,state=disconnected,voting=no,addr=localhost,port=5082,last_conn_secs=-1,conn_errors=0,conn_oks=0
raft_log
raft_log_entries:5
raft_current_index:5
raft_commit_index:0
raft_last_applied_index:0
raft_file_size:1533
raft_cache_memory_size:0
raft_cache_entries:0
raft_client_attached_entries:0
raft_fsync_count:0
raft_fsync_max_microseconds:0
raft_fsync_avg_microseconds:0
raft_snapshot
raft_snapshot_filename:redis3.rdb
raft_snapshot_last_idx:0
raft_snapshot_last_term:0
raft_snapshot_size:0
raft_snapshot_time_secs:-1
raft_snapshots_created:0
raft_snapshots_received:0
raft_snapshot_in_progress:no
raft_snapshot_in_progress_last_idx:-1
raft_snapshot_in_progress_last_term:-1
raft_clients
raft_proxy_reqs:0
raft_proxy_failed_reqs:0
raft_proxy_failed_responses:0
raft_proxy_outstanding_reqs:0
raft_stats
raft_appendreq_received:0
raft_appendreq_with_entry_received:0
raft_snapshotreq_received:0
raft_exec_throttled:0
raft_num_sessions:0
------ CONFIG DEBUG OUTPUT ------
repl-diskless-sync yes
activedefrag no
replica-read-only yes
sanitize-dump-payload no
lazyfree-lazy-eviction no
io-threads-do-reads no
list-compress-depth 0
io-threads 1
lazyfree-lazy-expire no
slave-read-only yes
client-query-buffer-limit 1gb
lazyfree-lazy-user-del no
lazyfree-lazy-user-flush no
lazyfree-lazy-server-del no
repl-diskless-load disabled
proto-max-bulk-len 512mb
------ FAST MEMORY TEST ------
----- Stderr -----
redis-server: /home/ds-testing-user/Fuzzing/redisraft-fuzzing/deps/raft/src/raft_server.c:279: raft_handle_append_cfg_change: Assertion `node' failed.
We are a group of researchers testing distributed protocol implementations. While testing redisraft, we encountered the following crashes (with a 3 node cluster).
Crash 1
------ STACK TRACE ------
EIP:
/lib/x86_64-linux-gnu/libc.so.6(+0x999b6)[0x7f3bf09119b6]
Backtrace:
/lib/x86_64-linux-gnu/libpthread.so.0(+0x13140)[0x7f3bf0a5f140]
/lib/x86_64-linux-gnu/libc.so.6(+0x999b6)[0x7f3bf09119b6]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(fsyncDir+0x12)[0x7f3bef7d4182]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(syncRename+0x4b)[0x7f3bef7d454b]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(MetadataWrite+0x174)[0x7f3bef7c1d34]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(+0x2b7a6)[0x7f3bef7c57a6]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(raft_set_current_term+0x36)[0x7f3bef7db086]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(raft_recv_appendentries+0xf8)[0x7f3bef7d8f58]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(handleTestNetworkMessage+0x170)[0x7f3bef7cf500]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(poll_redis_test_messages+0x89)[0x7f3bef7cf659]
/lib/x86_64-linux-gnu/libpthread.so.0(+0x7ea7)[0x7f3bf0a53ea7]
/lib/x86_64-linux-gnu/libc.so.6(clone+0x3f)[0x7f3bf0973a2f]
------ REGISTERS ------
2915362:M 18 Oct 2023 20:34:41.471 #
RAX:000000000000000d RBX:00007f3bf0458080
RCX:000000000000000d RDX:0000000000000001
RDI:000000000000000d RSI:0000000000000000
RBP:000000000000000d RSP:00007f3be47f9a38
R8 :0000000000000000 R9 :00007f3bf0a070c0
R10:00007f3bf0a06fc0 R11:0000000000000000
R12:0000000000000000 R13:00007f3be47fc2a0
R14:0000000000000001 R15:00007f3be47faaa0
RIP:00007f3bf09119b6 EFL:0000000000010293
CSGSFS:002b000000000033
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a47) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a46) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a45) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a44) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a43) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a42) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a41) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a40) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a3f) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a3e) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a3d) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a3c) -> 0000000000000000
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a3b) -> 000000000000706d
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a3a) -> 742e6174656d2e62
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a39) -> 642e327369646572
2915362:M 18 Oct 2023 20:34:41.471 # (00007f3be47f9a38) -> 00007f3bef7d4182
------ INFO OUTPUT ------
Server
redis_version:255.255.255
redis_git_sha1:e04ebdb8
redis_git_dirty:1
redis_build_id:1f78dcc7b4fbdd25
redis_mode:standalone
os:Linux 5.15.111.1.amd64-smp x86_64
arch_bits:64
monotonic_clock:POSIX clock_gettime
multiplexing_api:epoll
atomicvar_api:c11-builtin
gcc_version:10.2.1
process_id:2915362
process_supervised:no
run_id:fcfca4743e9be6f0cd829ae0c8f791f88928b5cc
tcp_port:5022
server_time_usec:1697654081436446
uptime_in_seconds:0
uptime_in_days:0
hz:10
configured_hz:10
lru_clock:3155265
executable:/home/ds-testing-user/Fuzzing/redis/src/redis-server
config_file:
io_threads_active:0
listener0:name=tcp,bind=0.0.0.0,port=5022
Clients
connected_clients:1
cluster_connections:0
maxclients:10000
client_recent_max_input_buffer:0
client_recent_max_output_buffer:0
blocked_clients:0
tracking_clients:0
clients_in_timeout_table:0
total_blocking_keys:0
total_blocking_keys_on_nokey:0
Memory
used_memory:1817104
used_memory_human:1.73M
used_memory_rss:15437824
used_memory_rss_human:14.72M
used_memory_peak:1817104
used_memory_peak_human:1.73M
used_memory_peak_perc:100.00%
used_memory_overhead:1746888
used_memory_startup:1746704
used_memory_dataset:70216
used_memory_dataset_perc:99.74%
allocator_allocated:2088472
allocator_active:2637824
allocator_resident:10817536
total_system_memory:270386737152
total_system_memory_human:251.82G
used_memory_lua:31744
used_memory_vm_eval:31744
used_memory_lua_human:31.00K
used_memory_scripts_eval:0
number_of_cached_scripts:0
number_of_functions:0
number_of_libraries:0
used_memory_vm_functions:32768
used_memory_vm_total:64512
used_memory_vm_total_human:63.00K
used_memory_functions:184
used_memory_scripts:184
used_memory_scripts_human:184B
maxmemory:0
maxmemory_human:0B
maxmemory_policy:noeviction
allocator_frag_ratio:1.26
allocator_frag_bytes:549352
allocator_rss_ratio:4.10
allocator_rss_bytes:8179712
rss_overhead_ratio:1.43
rss_overhead_bytes:4620288
mem_fragmentation_ratio:8.84
mem_fragmentation_bytes:13690976
mem_not_counted_for_evict:0
mem_replication_backlog:0
mem_total_replication_buffers:0
mem_clients_slaves:0
mem_clients_normal:0
mem_cluster_links:0
mem_aof_buffer:0
mem_allocator:jemalloc-5.3.0
active_defrag_running:0
lazyfree_pending_objects:0
lazyfreed_objects:0
Persistence
loading:0
async_loading:0
current_cow_peak:0
current_cow_size:0
current_cow_size_age:0
current_fork_perc:0.00
current_save_keys_processed:0
current_save_keys_total:0
rdb_changes_since_last_save:0
rdb_bgsave_in_progress:0
rdb_last_save_time:1697654081
rdb_last_bgsave_status:ok
rdb_last_bgsave_time_sec:-1
rdb_current_bgsave_time_sec:-1
rdb_saves:0
rdb_last_cow_size:0
rdb_last_load_keys_expired:0
rdb_last_load_keys_loaded:0
aof_enabled:0
aof_rewrite_in_progress:0
aof_rewrite_scheduled:0
aof_last_rewrite_time_sec:-1
aof_current_rewrite_time_sec:-1
aof_last_bgrewrite_status:ok
aof_rewrites:0
aof_rewrites_consecutive_failures:0
aof_last_write_status:ok
aof_last_cow_size:0
module_fork_in_progress:0
module_fork_last_cow_size:0
Stats
total_connections_received:1
total_commands_processed:7
instantaneous_ops_per_sec:25
total_net_input_bytes:33
total_net_output_bytes:5
total_net_repl_input_bytes:0
total_net_repl_output_bytes:0
instantaneous_input_kbps:0.00
instantaneous_output_kbps:0.00
instantaneous_input_repl_kbps:0.00
instantaneous_output_repl_kbps:0.00
rejected_connections:0
sync_full:0
sync_partial_ok:0
sync_partial_err:0
expired_keys:0
expired_stale_perc:0.00
expired_time_cap_reached_count:0
expire_cycle_cpu_milliseconds:0
evicted_keys:0
evicted_clients:0
total_eviction_exceeded_time:0
current_eviction_exceeded_time:0
keyspace_hits:0
keyspace_misses:0
pubsub_channels:0
pubsub_patterns:0
pubsubshard_channels:0
latest_fork_usec:0
total_forks:0
migrate_cached_sockets:0
slave_expires_tracked_keys:0
active_defrag_hits:0
active_defrag_misses:0
active_defrag_key_hits:0
active_defrag_key_misses:0
total_active_defrag_time:0
current_active_defrag_time:0
tracking_total_keys:0
tracking_total_items:0
tracking_total_prefixes:0
unexpected_error_replies:0
total_error_replies:0
dump_payload_sanitizations:0
total_reads_processed:1
total_writes_processed:1
io_threaded_reads_processed:0
io_threaded_writes_processed:0
reply_buffer_shrinks:0
reply_buffer_expands:0
acl_access_denied_auth:0
acl_access_denied_cmd:0
acl_access_denied_key:0
acl_access_denied_channel:0
Replication
role:master
connected_slaves:0
master_failover_state:no-failover
master_replid:237f5d78cfb2f3269821b1f805cd4c789a8fb8af
master_replid2:0000000000000000000000000000000000000000
master_repl_offset:0
second_repl_offset:-1
repl_backlog_active:0
repl_backlog_size:1048576
repl_backlog_first_byte_offset:0
repl_backlog_histlen:0
CPU
used_cpu_sys:0.011775
used_cpu_user:0.035327
used_cpu_sys_children:0.000000
used_cpu_user_children:0.000000
used_cpu_sys_main_thread:0.000000
used_cpu_user_main_thread:0.001065
Modules
module:name=raft,ver=1,api=1,filters=1,usedby=[],using=[],options=[]
Commandstats
cmdstat_command:calls=2,usec=1398,usec_per_call=699.00,rejected_calls=0,failed_calls=0
cmdstat_config|get:calls=3,usec=5,usec_per_call=1.67,rejected_calls=0,failed_calls=0
cmdstat_config|set:calls=1,usec=10,usec_per_call=10.00,rejected_calls=0,failed_calls=0
cmdstat_auth:calls=1,usec=2,usec_per_call=2.00,rejected_calls=0,failed_calls=0
Errorstats
Latencystats
latency_percentiles_usec_command:p50=671.743,p99=729.087,p99.9=729.087
latency_percentiles_usec_config|get:p50=2.007,p99=2.007,p99.9=2.007
latency_percentiles_usec_config|set:p50=10.047,p99=10.047,p99.9=10.047
latency_percentiles_usec_auth:p50=2.007,p99=2.007,p99.9=2.007
Cluster
cluster_enabled:0
Keyspace
------ CLIENT LIST OUTPUT ------
id=8 addr=127.0.0.1:56530 laddr=127.0.0.1:5022 fd=11 name= age=0 idle=0 flags=N db=0 sub=0 psub=0 ssub=0 multi=-1 qbuf=0 qbuf-free=20474 argv-mem=0 multi-mem=0 rbs=16384 rbp=16384 obl=0 oll=0 omem=0 tot-mem=37760 events=r cmd=auth user=default redir=-1 resp=2 lib-name= lib-ver=
------ MODULES INFO OUTPUT ------
raft_version
raft_version:255.255.255
raft_git_sha1:c259f3d2
raft_general
raft_dbid:5fee19e1231d7128863a1bffa53fcf30
raft_node_id:2
raft_state:up
raft_role:follower
raft_is_voting:no
raft_voted_for:-1
raft_leader_id:-1
raft_current_term:0
raft_num_nodes:1
raft_num_voting_nodes:0
raft_log
raft_log_entries:0
raft_current_index:0
raft_commit_index:0
raft_last_applied_index:0
raft_file_size:99
raft_cache_memory_size:0
raft_cache_entries:0
raft_client_attached_entries:0
raft_fsync_count:0
raft_fsync_max_microseconds:0
raft_fsync_avg_microseconds:0
raft_snapshot
raft_snapshot_filename:redis2.rdb
raft_snapshot_last_idx:0
raft_snapshot_last_term:0
raft_snapshot_size:0
raft_snapshot_time_secs:-1
raft_snapshots_created:0
raft_snapshots_received:0
raft_snapshot_in_progress:no
raft_snapshot_in_progress_last_idx:-1
raft_snapshot_in_progress_last_term:-1
raft_clients
raft_proxy_reqs:0
raft_proxy_failed_reqs:0
raft_proxy_failed_responses:0
raft_proxy_outstanding_reqs:0
raft_stats
raft_appendreq_received:0
raft_appendreq_with_entry_received:0
raft_snapshotreq_received:0
raft_exec_throttled:0
raft_num_sessions:0
------ CONFIG DEBUG OUTPUT ------
lazyfree-lazy-expire no
proto-max-bulk-len 512mb
replica-read-only yes
lazyfree-lazy-server-del no
slave-read-only yes
io-threads 1
list-compress-depth 0
lazyfree-lazy-user-flush no
repl-diskless-sync yes
repl-diskless-load disabled
lazyfree-lazy-user-del no
sanitize-dump-payload no
activedefrag no
io-threads-do-reads no
lazyfree-lazy-eviction no
client-query-buffer-limit 1gb
------ FAST MEMORY TEST ------
O.O.O.
----- Stderr -----
redis-server: /home/ds-testing-user/Fuzzing/redisraft-fuzzing/deps/raft/src/raft_server.c:1702: raft_get_first_entry_idx: Assertion `0 < raft_get_current_idx(me)' failed.
Crash 2
=== REDIS BUG REPORT START: Cut & paste starting from here ===
4132760:M 02 Jan 2024 08:16:01.750 # Redis 255.255.255 crashed by signal: 6, si_code: -6
4132760:M 02 Jan 2024 08:16:01.750 # Crashed running the instruction at: 0x7f22efa18d3c
------ STACK TRACE ------
EIP:
/lib/x86_64-linux-gnu/libc.so.6(+0x8ad3c)[0x7f22efa18d3c]
Backtrace:
/lib/x86_64-linux-gnu/libc.so.6(+0x3bfd0)[0x7f22ef9c9fd0]
/lib/x86_64-linux-gnu/libc.so.6(+0x8ad3c)[0x7f22efa18d3c]
/lib/x86_64-linux-gnu/libc.so.6(gsignal+0x12)[0x7f22ef9c9f32]
/lib/x86_64-linux-gnu/libc.so.6(abort+0xd3)[0x7f22ef9b4472]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(MetadataWrite+0x1d2)[0x7f22ef928d32]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(+0x2b678)[0x7f22ef92c678]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(raft_set_current_term+0x36)[0x7f22ef941e66]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(raft_recv_requestvote+0x273)[0x7f22ef93d193]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(handleTestNetworkMessage+0x1a2)[0x7f22ef936512]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(poll_redis_test_messages+0x89)[0x7f22ef9365c9]
/lib/x86_64-linux-gnu/libc.so.6(+0x89044)[0x7f22efa17044]
/lib/x86_64-linux-gnu/libc.so.6(+0x10961c)[0x7f22efa9761c]
------ REGISTERS ------
4132760:M 02 Jan 2024 08:16:01.751 #
RAX:0000000000000000 RBX:00000000003f0fbd
RCX:00007f22efa18d3c RDX:0000000000000006
RDI:00000000003f0f98 RSI:00000000003f0fbd
RBP:00007f22da7fd6c0 RSP:00007f22da7f9980
R8 :0000000000000000 R9 :0000000000000073
R10:0000000000000008 R11:0000000000000246
R12:0000000000000006 R13:00007f22da7f9aa0
R14:00007f22da7fb2a0 R15:0000000000000002
RIP:00007f22efa18d3c EFL:0000000000000246
CSGSFS:002b000000000033
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f998f) -> 0000000000000000
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f998e) -> 00007f22efb61a80
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f998d) -> 00007f22efb24220
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f998c) -> 0000000000000000
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f998b) -> 00007f22ef458080
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f998a) -> 0000000000000020
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f9989) -> 00007f22ef9b4472
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f9988) -> 00007f22efb61e70
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f9987) -> 00007f22ef9c9f32
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f9986) -> 00007f22da7fb2a0
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f9985) -> 00007f22da7f9aa0
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f9984) -> 00007f22ef985068
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f9983) -> 00007f22da7fd6c0
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f9982) -> 0000000000000006
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f9981) -> af45f2e7694a9b00
4132760:M 02 Jan 2024 08:16:01.751 # (00007f22da7f9980) -> 000055cd807382b0
------ INFO OUTPUT ------
Server
redis_version:255.255.255
redis_git_sha1:e04ebdb8
redis_git_dirty:1
redis_build_id:1f78dcc7b4fbdd25
redis_mode:standalone
os:Linux 6.1.60.1.amd64-smp x86_64
arch_bits:64
monotonic_clock:POSIX clock_gettime
multiplexing_api:epoll
atomicvar_api:c11-builtin
gcc_version:10.2.1
process_id:4132760
process_supervised:no
run_id:f1ef6ab385280f476a80a2e2765df0e9e3331d6e
tcp_port:5021
server_time_usec:1704179761750840
uptime_in_seconds:0
uptime_in_days:0
hz:10
configured_hz:10
lru_clock:9680945
executable:/home/ds-testing-user/Fuzzing/redis/src/redis-server
config_file:
io_threads_active:0
listener0:name=tcp,bind=0.0.0.0,port=5021
Clients
connected_clients:3
cluster_connections:0
maxclients:10000
client_recent_max_input_buffer:20480
client_recent_max_output_buffer:0
blocked_clients:0
tracking_clients:0
clients_in_timeout_table:0
total_blocking_keys:0
total_blocking_keys_on_nokey:0
Memory
used_memory:1994728
used_memory_human:1.90M
used_memory_rss:18096128
used_memory_rss_human:17.26M
used_memory_peak:1994728
used_memory_peak_human:1.90M
used_memory_peak_perc:100.08%
used_memory_overhead:1860240
used_memory_startup:1746704
used_memory_dataset:134488
used_memory_dataset_perc:54.22%
allocator_allocated:2366976
allocator_active:2961408
allocator_resident:10911744
total_system_memory:270388695040
total_system_memory_human:251.82G
used_memory_lua:31744
used_memory_vm_eval:31744
used_memory_lua_human:31.00K
used_memory_scripts_eval:0
number_of_cached_scripts:0
number_of_functions:0
number_of_libraries:0
used_memory_vm_functions:32768
used_memory_vm_total:64512
used_memory_vm_total_human:63.00K
used_memory_functions:184
used_memory_scripts:184
used_memory_scripts_human:184B
maxmemory:0
maxmemory_human:0B
maxmemory_policy:noeviction
allocator_frag_ratio:1.25
allocator_frag_bytes:594432
allocator_rss_ratio:3.68
allocator_rss_bytes:7950336
rss_overhead_ratio:1.66
rss_overhead_bytes:7184384
mem_fragmentation_ratio:9.20
mem_fragmentation_bytes:16128096
mem_not_counted_for_evict:0
mem_replication_backlog:0
mem_total_replication_buffers:0
mem_clients_slaves:0
mem_clients_normal:113280
mem_cluster_links:0
mem_aof_buffer:0
mem_allocator:jemalloc-5.3.0
active_defrag_running:0
lazyfree_pending_objects:0
lazyfreed_objects:0
Persistence
loading:0
async_loading:0
current_cow_peak:0
current_cow_size:0
current_cow_size_age:0
current_fork_perc:0.00
current_save_keys_processed:0
current_save_keys_total:0
rdb_changes_since_last_save:1
rdb_bgsave_in_progress:0
rdb_last_save_time:1704179761
rdb_last_bgsave_status:ok
rdb_last_bgsave_time_sec:-1
rdb_current_bgsave_time_sec:-1
rdb_saves:0
rdb_last_cow_size:0
rdb_last_load_keys_expired:0
rdb_last_load_keys_loaded:0
aof_enabled:0
aof_rewrite_in_progress:0
aof_rewrite_scheduled:0
aof_last_rewrite_time_sec:-1
aof_current_rewrite_time_sec:-1
aof_last_bgrewrite_status:ok
aof_rewrites:0
aof_rewrites_consecutive_failures:0
aof_last_write_status:ok
aof_last_cow_size:0
module_fork_in_progress:0
module_fork_last_cow_size:0
Stats
total_connections_received:3
total_commands_processed:15
instantaneous_ops_per_sec:28
total_net_input_bytes:291
total_net_output_bytes:407
total_net_repl_input_bytes:0
total_net_repl_output_bytes:0
instantaneous_input_kbps:0.17
instantaneous_output_kbps:0.23
instantaneous_input_repl_kbps:0.00
instantaneous_output_repl_kbps:0.00
rejected_connections:0
sync_full:0
sync_partial_ok:0
sync_partial_err:0
expired_keys:0
expired_stale_perc:0.00
expired_time_cap_reached_count:0
expire_cycle_cpu_milliseconds:0
evicted_keys:0
evicted_clients:0
total_eviction_exceeded_time:0
current_eviction_exceeded_time:0
keyspace_hits:0
keyspace_misses:0
pubsub_channels:0
pubsub_patterns:0
pubsubshard_channels:0
latest_fork_usec:0
total_forks:0
migrate_cached_sockets:0
slave_expires_tracked_keys:0
active_defrag_hits:0
active_defrag_misses:0
active_defrag_key_hits:0
active_defrag_key_misses:0
total_active_defrag_time:0
current_active_defrag_time:0
tracking_total_keys:0
tracking_total_items:0
tracking_total_prefixes:0
unexpected_error_replies:0
total_error_replies:3
dump_payload_sanitizations:0
total_reads_processed:8
total_writes_processed:8
io_threaded_reads_processed:0
io_threaded_writes_processed:0
reply_buffer_shrinks:0
reply_buffer_expands:0
acl_access_denied_auth:0
acl_access_denied_cmd:0
acl_access_denied_key:0
acl_access_denied_channel:0
Replication
role:master
connected_slaves:0
master_failover_state:no-failover
master_replid:c561db2b9b64f4671075ef744885523061725044
master_replid2:0000000000000000000000000000000000000000
master_repl_offset:0
second_repl_offset:-1
repl_backlog_active:0
repl_backlog_size:1048576
repl_backlog_first_byte_offset:0
repl_backlog_histlen:0
CPU
used_cpu_sys:0.013151
used_cpu_user:0.008767
used_cpu_sys_children:0.000000
used_cpu_user_children:0.000000
used_cpu_sys_main_thread:0.000000
used_cpu_user_main_thread:0.001652
Modules
module:name=raft,ver=1,api=1,filters=1,usedby=[],using=[],options=[]
Commandstats
cmdstat_raft:calls=3,usec=14,usec_per_call=4.67,rejected_calls=0,failed_calls=3
cmdstat_incr:calls=1,usec=4,usec_per_call=4.00,rejected_calls=0,failed_calls=0
cmdstat_config|get:calls=3,usec=5,usec_per_call=1.67,rejected_calls=0,failed_calls=0
cmdstat_config|set:calls=1,usec=15,usec_per_call=15.00,rejected_calls=0,failed_calls=0
cmdstat_auth:calls=2,usec=2,usec_per_call=1.00,rejected_calls=0,failed_calls=0
cmdstat_client|setinfo:calls=2,usec=1,usec_per_call=0.50,rejected_calls=0,failed_calls=0
cmdstat_hello:calls=1,usec=5,usec_per_call=5.00,rejected_calls=0,failed_calls=0
cmdstat_command:calls=2,usec=1415,usec_per_call=707.50,rejected_calls=0,failed_calls=0
Errorstats
errorstat_LOADING:count=3
Latencystats
latency_percentiles_usec_raft:p50=5.023,p99=5.023,p99.9=5.023
latency_percentiles_usec_incr:p50=4.015,p99=4.015,p99.9=4.015
latency_percentiles_usec_config|get:p50=2.007,p99=2.007,p99.9=2.007
latency_percentiles_usec_config|set:p50=15.039,p99=15.039,p99.9=15.039
latency_percentiles_usec_auth:p50=1.003,p99=1.003,p99.9=1.003
latency_percentiles_usec_client|setinfo:p50=0.001,p99=1.003,p99.9=1.003
latency_percentiles_usec_hello:p50=5.023,p99=5.023,p99.9=5.023
latency_percentiles_usec_command:p50=671.743,p99=745.471,p99.9=745.471
Cluster
cluster_enabled:0
Keyspace
db0:keys=1,expires=0,avg_ttl=0
------ CLIENT LIST OUTPUT ------
id=8 addr=127.0.0.1:60712 laddr=127.0.0.1:5021 fd=11 name= age=0 idle=0 flags=N db=0 sub=0 psub=0 ssub=0 multi=-1 qbuf=0 qbuf-free=20474 argv-mem=0 multi-mem=0 rbs=16384 rbp=0 obl=0 oll=0 omem=0 tot-mem=37760 events=r cmd=auth user=default redir=-1 resp=2 lib-name= lib-ver=
id=9 addr=127.0.0.1:60722 laddr=127.0.0.1:5021 fd=12 name= age=0 idle=0 flags=N db=0 sub=0 psub=0 ssub=0 multi=-1 qbuf=0 qbuf-free=20474 argv-mem=0 multi-mem=0 rbs=16384 rbp=0 obl=0 oll=0 omem=0 tot-mem=37760 events=r cmd=raft user=default redir=-1 resp=3 lib-name=go-redis(,go1.21.4) lib-ver=9.2.1
id=10 addr=127.0.0.1:60728 laddr=127.0.0.1:5021 fd=13 name= age=0 idle=0 flags=N db=0 sub=0 psub=0 ssub=0 multi=-1 qbuf=0 qbuf-free=20474 argv-mem=0 multi-mem=0 rbs=16384 rbp=0 obl=0 oll=0 omem=0 tot-mem=37760 events=r cmd=auth user=default redir=-1 resp=2 lib-name= lib-ver=
------ MODULES INFO OUTPUT ------
raft_version
raft_version:255.255.255
raft_git_sha1:b779b199
raft_general
raft_dbid:484d279f4593a013214872cf9c14f0a3
raft_node_id:1
raft_state:up
raft_role:leader
raft_is_voting:yes
raft_voted_for:-1
raft_leader_id:1
raft_current_term:2
raft_num_nodes:3
raft_num_voting_nodes:1
raft_node1:id=2,state=connected,voting=no,addr=localhost,port=5022,last_conn_secs=0,conn_errors=0,conn_oks=1
raft_node2:id=3,state=connected,voting=no,addr=localhost,port=5023,last_conn_secs=0,conn_errors=0,conn_oks=1
raft_log
raft_log_entries:6
raft_current_index:6
raft_commit_index:6
raft_last_applied_index:6
raft_file_size:1367
raft_cache_memory_size:56
raft_cache_entries:1
raft_client_attached_entries:0
raft_fsync_count:1
raft_fsync_max_microseconds:6
raft_entry1:term=1,id=0,data_len=0
raft_entry2:term=1,id=432244105,data_len=264
raft_entry3:term=1,id=1862693447,data_len=35
raft_entry4:term=1,id=857312087,data_len=264
raft_entry5:term=1,id=1897418608,data_len=264
raft_fsync_avg_microseconds:6
raft_snapshot
raft_snapshot_filename:redis1.rdb
raft_snapshot_last_idx:0
raft_snapshot_last_term:0
raft_snapshot_size:0
raft_snapshot_time_secs:-1
raft_snapshots_created:0
raft_snapshots_received:0
raft_snapshot_in_progress:no
raft_snapshot_in_progress_last_idx:-1
raft_snapshot_in_progress_last_term:-1
raft_clients
raft_proxy_reqs:0
raft_proxy_failed_reqs:0
raft_proxy_failed_responses:0
raft_proxy_outstanding_reqs:0
raft_stats
raft_appendreq_received:0
raft_appendreq_with_entry_received:0
raft_snapshotreq_received:0
raft_exec_throttled:0
raft_num_sessions:0
------ CONFIG DEBUG OUTPUT ------
lazyfree-lazy-expire no
sanitize-dump-payload no
client-query-buffer-limit 1gb
slave-read-only yes
repl-diskless-sync yes
proto-max-bulk-len 512mb
list-compress-depth 0
lazyfree-lazy-server-del no
io-threads-do-reads no
activedefrag no
lazyfree-lazy-user-del no
io-threads 1
replica-read-only yes
lazyfree-lazy-user-flush no
repl-diskless-load disabled
lazyfree-lazy-eviction no
------ FAST MEMORY TEST ------
4132760:M 02 Jan 2024 08:16:01.751 # main thread terminated
4132760:M 02 Jan 2024 08:16:01.751 # Bio worker thread #0 terminated
4132760:M 02 Jan 2024 08:16:01.751 # Bio worker thread #1 terminated
4132760:M 02 Jan 2024 08:16:01.751 # Bio worker thread #2 terminated
Fast memory test PASSED, however your memory can still be broken. Please run a memory test for several hours if possible.
------ DUMPING CODE AROUND EIP ------
Symbol: (null) (base: (nil))
Module: /lib/x86_64-linux-gnu/libc.so.6 (base 0x7f22ef98e000)
$ xxd -r -p /tmp/dump.hex /tmp/dump.bin
$ objdump --adjust-vma=(nil) -D -b binary -m i386:x86-64 /tmp/dump.bin
=== REDIS BUG REPORT END. Make sure to include from START to END. ===
Crash 3
------ STACK TRACE ------
EIP:
/lib/x86_64-linux-gnu/libc.so.6(+0x999b6)[0x7fe39dd509b6]
Backtrace:
/lib/x86_64-linux-gnu/libpthread.so.0(+0x13140)[0x7fe39de9e140]
/lib/x86_64-linux-gnu/libc.so.6(+0x999b6)[0x7fe39dd509b6]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(fsyncDir+0x12)[0x7fe39dc63182]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(syncRename+0x4b)[0x7fe39dc6354b]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(MetadataWrite+0x174)[0x7fe39dc50d34]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(+0x2b7a6)[0x7fe39dc547a6]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(raft_set_current_term+0x36)[0x7fe39dc6a086]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(raft_recv_requestvote_response+0x1a0)[0x7fe39dc67910]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(handleTestNetworkMessage+0x1b7)[0x7fe39dc5e547]
/home/ds-testing-user/Fuzzing/redisraft-fuzzing/redisraft.so(poll_redis_test_messages+0x89)[0x7fe39dc5e659]
/lib/x86_64-linux-gnu/libpthread.so.0(+0x7ea7)[0x7fe39de92ea7]
/lib/x86_64-linux-gnu/libc.so.6(clone+0x3f)[0x7fe39ddb2a2f]
------ REGISTERS ------
3564527:M 19 Oct 2023 11:51:30.138 #
RAX:000000000000000c RBX:00007fe39d858080
RCX:000000000000000c RDX:0000000000000001
RDI:000000000000000c RSI:0000000000000000
RBP:000000000000000c RSP:00007fe38bffaa58
R8 :0000000000000000 R9 :00007fe39de460c0
R10:00007fe39de45fc0 R11:0000000000000000
R12:0000000000000000 R13:00007fe38bffd2c0
R14:0000000000000001 R15:00007fe38bffbac0
RIP:00007fe39dd509b6 EFL:0000000000010293
CSGSFS:002b000000000033
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa67) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa66) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa65) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa64) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa63) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa62) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa61) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa60) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa5f) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa5e) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa5d) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa5c) -> 0000000000000000
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa5b) -> 000000000000706d
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa5a) -> 742e6174656d2e62
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa59) -> 642e337369646572
3564527:M 19 Oct 2023 11:51:30.138 # (00007fe38bffaa58) -> 00007fe39dc63182
------ INFO OUTPUT ------
Server
redis_version:255.255.255
redis_git_sha1:e04ebdb8
redis_git_dirty:1
redis_build_id:1f78dcc7b4fbdd25
redis_mode:standalone
os:Linux 5.15.111.1.amd64-smp x86_64
arch_bits:64
monotonic_clock:POSIX clock_gettime
multiplexing_api:epoll
atomicvar_api:c11-builtin
gcc_version:10.2.1
process_id:3564527
process_supervised:no
run_id:4c99623f05a1b859a9a203cadcc37077b7e728d9
tcp_port:5083
server_time_usec:1697709090101446
uptime_in_seconds:1
uptime_in_days:0
hz:10
configured_hz:10
lru_clock:3210274
executable:/home/ds-testing-user/Fuzzing/redis/src/redis-server
config_file:
io_threads_active:0
listener0:name=tcp,bind=0.0.0.0,port=5083
Clients
connected_clients:1
cluster_connections:0
maxclients:10000
client_recent_max_input_buffer:0
client_recent_max_output_buffer:0
blocked_clients:0
tracking_clients:0
clients_in_timeout_table:0
total_blocking_keys:0
total_blocking_keys_on_nokey:0
Memory
used_memory:1818384
used_memory_human:1.73M
used_memory_rss:15683584
used_memory_rss_human:14.96M
used_memory_peak:1818384
used_memory_peak_human:1.73M
used_memory_peak_perc:100.00%
used_memory_overhead:1746856
used_memory_startup:1746672
used_memory_dataset:71528
used_memory_dataset_perc:99.74%
allocator_allocated:2219576
allocator_active:2756608
allocator_resident:10928128
total_system_memory:270386737152
total_system_memory_human:251.82G
used_memory_lua:31744
used_memory_vm_eval:31744
used_memory_lua_human:31.00K
used_memory_scripts_eval:0
number_of_cached_scripts:0
number_of_functions:0
number_of_libraries:0
used_memory_vm_functions:32768
used_memory_vm_total:64512
used_memory_vm_total_human:63.00K
used_memory_functions:184
used_memory_scripts:184
used_memory_scripts_human:184B
maxmemory:0
maxmemory_human:0B
maxmemory_policy:noeviction
allocator_frag_ratio:1.24
allocator_frag_bytes:537032
allocator_rss_ratio:3.96
allocator_rss_bytes:8171520
rss_overhead_ratio:1.44
rss_overhead_bytes:4755456
mem_fragmentation_ratio:8.98
mem_fragmentation_bytes:13936768
mem_not_counted_for_evict:0
mem_replication_backlog:0
mem_total_replication_buffers:0
mem_clients_slaves:0
mem_clients_normal:0
mem_cluster_links:0
mem_aof_buffer:0
mem_allocator:jemalloc-5.3.0
active_defrag_running:0
lazyfree_pending_objects:0
lazyfreed_objects:0
Persistence
loading:0
async_loading:0
current_cow_peak:0
current_cow_size:0
current_cow_size_age:0
current_fork_perc:0.00
current_save_keys_processed:0
current_save_keys_total:0
rdb_changes_since_last_save:0
rdb_bgsave_in_progress:0
rdb_last_save_time:1697709089
rdb_last_bgsave_status:ok
rdb_last_bgsave_time_sec:-1
rdb_current_bgsave_time_sec:-1
rdb_saves:0
rdb_last_cow_size:0
rdb_last_load_keys_expired:0
rdb_last_load_keys_loaded:0
aof_enabled:0
aof_rewrite_in_progress:0
aof_rewrite_scheduled:0
aof_last_rewrite_time_sec:-1
aof_current_rewrite_time_sec:-1
aof_last_bgrewrite_status:ok
aof_rewrites:0
aof_rewrites_consecutive_failures:0
aof_last_write_status:ok
aof_last_cow_size:0
module_fork_in_progress:0
module_fork_last_cow_size:0
Stats
total_connections_received:1
total_commands_processed:7
instantaneous_ops_per_sec:11
total_net_input_bytes:33
total_net_output_bytes:5
total_net_repl_input_bytes:0
total_net_repl_output_bytes:0
instantaneous_input_kbps:0.00
instantaneous_output_kbps:0.00
instantaneous_input_repl_kbps:0.00
instantaneous_output_repl_kbps:0.00
rejected_connections:0
sync_full:0
sync_partial_ok:0
sync_partial_err:0
expired_keys:0
expired_stale_perc:0.00
expired_time_cap_reached_count:0
expire_cycle_cpu_milliseconds:0
evicted_keys:0
evicted_clients:0
total_eviction_exceeded_time:0
current_eviction_exceeded_time:0
keyspace_hits:0
keyspace_misses:0
pubsub_channels:0
pubsub_patterns:0
pubsubshard_channels:0
latest_fork_usec:0
total_forks:0
migrate_cached_sockets:0
slave_expires_tracked_keys:0
active_defrag_hits:0
active_defrag_misses:0
active_defrag_key_hits:0
active_defrag_key_misses:0
total_active_defrag_time:0
current_active_defrag_time:0
tracking_total_keys:0
tracking_total_items:0
tracking_total_prefixes:0
unexpected_error_replies:0
total_error_replies:0
dump_payload_sanitizations:0
total_reads_processed:1
total_writes_processed:1
io_threaded_reads_processed:0
io_threaded_writes_processed:0
reply_buffer_shrinks:0
reply_buffer_expands:0
acl_access_denied_auth:0
acl_access_denied_cmd:0
acl_access_denied_key:0
acl_access_denied_channel:0
Replication
role:master
connected_slaves:0
master_failover_state:no-failover
master_replid:68ec5a98c5a57a6f828f58504645a4e31812deb4
master_replid2:0000000000000000000000000000000000000000
master_repl_offset:0
second_repl_offset:-1
repl_backlog_active:0
repl_backlog_size:1048576
repl_backlog_first_byte_offset:0
repl_backlog_histlen:0
CPU
used_cpu_sys:0.014843
used_cpu_user:0.037109
used_cpu_sys_children:0.000000
used_cpu_user_children:0.000000
used_cpu_sys_main_thread:0.000000
used_cpu_user_main_thread:0.001088
Modules
module:name=raft,ver=1,api=1,filters=1,usedby=[],using=[],options=[]
Commandstats
cmdstat_command:calls=2,usec=1653,usec_per_call=826.50,rejected_calls=0,failed_calls=0
cmdstat_config|set:calls=1,usec=7,usec_per_call=7.00,rejected_calls=0,failed_calls=0
cmdstat_config|get:calls=3,usec=5,usec_per_call=1.67,rejected_calls=0,failed_calls=0
cmdstat_auth:calls=1,usec=1,usec_per_call=1.00,rejected_calls=0,failed_calls=0
Errorstats
Latencystats
latency_percentiles_usec_command:p50=802.815,p99=856.063,p99.9=856.063
latency_percentiles_usec_config|set:p50=7.007,p99=7.007,p99.9=7.007
latency_percentiles_usec_config|get:p50=2.007,p99=2.007,p99.9=2.007
latency_percentiles_usec_auth:p50=1.003,p99=1.003,p99.9=1.003
Cluster
cluster_enabled:0
Keyspace
------ CLIENT LIST OUTPUT ------
id=8 addr=127.0.0.1:44410 laddr=127.0.0.1:5083 fd=11 name= age=0 idle=0 flags=N db=0 sub=0 psub=0 ssub=0 multi=-1 qbuf=0 qbuf-free=20474 argv-mem=0 multi-mem=0 rbs=16384 rbp=16384 obl=0 oll=0 omem=0 tot-mem=37760 events=r cmd=auth user=default redir=-1 resp=2 lib-name= lib-ver=
------ MODULES INFO OUTPUT ------
raft_version
raft_version:255.255.255
raft_git_sha1:c259f3d2
raft_general
raft_dbid:573334fe0b9738ba247d13f82b0097bc
raft_node_id:3
raft_state:up
raft_role:follower
raft_is_voting:yes
raft_voted_for:-1
raft_leader_id:-1
raft_current_term:0
raft_num_nodes:2
raft_num_voting_nodes:1
raft_node1:id=2,state=disconnected,voting=no,addr=localhost,port=5082,last_conn_secs=-1,conn_errors=0,conn_oks=0
raft_log
raft_log_entries:5
raft_current_index:5
raft_commit_index:0
raft_last_applied_index:0
raft_file_size:1533
raft_cache_memory_size:0
raft_cache_entries:0
raft_client_attached_entries:0
raft_fsync_count:0
raft_fsync_max_microseconds:0
raft_fsync_avg_microseconds:0
raft_snapshot
raft_snapshot_filename:redis3.rdb
raft_snapshot_last_idx:0
raft_snapshot_last_term:0
raft_snapshot_size:0
raft_snapshot_time_secs:-1
raft_snapshots_created:0
raft_snapshots_received:0
raft_snapshot_in_progress:no
raft_snapshot_in_progress_last_idx:-1
raft_snapshot_in_progress_last_term:-1
raft_clients
raft_proxy_reqs:0
raft_proxy_failed_reqs:0
raft_proxy_failed_responses:0
raft_proxy_outstanding_reqs:0
raft_stats
raft_appendreq_received:0
raft_appendreq_with_entry_received:0
raft_snapshotreq_received:0
raft_exec_throttled:0
raft_num_sessions:0
------ CONFIG DEBUG OUTPUT ------
repl-diskless-sync yes
activedefrag no
replica-read-only yes
sanitize-dump-payload no
lazyfree-lazy-eviction no
io-threads-do-reads no
list-compress-depth 0
io-threads 1
lazyfree-lazy-expire no
slave-read-only yes
client-query-buffer-limit 1gb
lazyfree-lazy-user-del no
lazyfree-lazy-user-flush no
lazyfree-lazy-server-del no
repl-diskless-load disabled
proto-max-bulk-len 512mb
------ FAST MEMORY TEST ------
----- Stderr -----
redis-server: /home/ds-testing-user/Fuzzing/redisraft-fuzzing/deps/raft/src/raft_server.c:279: raft_handle_append_cfg_change: Assertion `node' failed.