Mock Version: 3.5 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target x86_64 --nodeps /builddir/build/SPECS/golang-github-hashicorp-raft.spec'], chrootPath='/var/lib/mock/fedora-rawhide-x86_64-1679334520.220557/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=timeout=0uid=1000gid=135user='mockbuild'nspawn_args=['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.ac7nd1gn:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11']unshare_net=TrueprintOutput=True) Using nspawn with args ['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.ac7nd1gn:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11'] Executing command: ['/usr/bin/systemd-nspawn', '-q', '-M', '6ac3a09a028044e28d96b34d058e2ac9', '-D', '/var/lib/mock/fedora-rawhide-x86_64-1679334520.220557/root', '-a', '-u', 'mockbuild', '--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.ac7nd1gn:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11', '--console=pipe', '--setenv=TERM=vt100', '--setenv=SHELL=/bin/bash', '--setenv=HOME=/builddir', '--setenv=HOSTNAME=mock', '--setenv=PATH=/usr/bin:/bin:/usr/sbin:/sbin', '--setenv=PROMPT_COMMAND=printf "\\033]0;\\007"', '--setenv=PS1= \\s-\\v\\$ ', '--setenv=LANG=C.UTF-8', '--resolv-conf=off', 'bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target x86_64 --nodeps /builddir/build/SPECS/golang-github-hashicorp-raft.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8', 'SYSTEMD_NSPAWN_TMPFS_TMP': '0', 'SYSTEMD_SECCOMP': '0'} and shell False Building target platforms: x86_64 Building for target x86_64 setting SOURCE_DATE_EPOCH=1674086400 Wrote: /builddir/build/SRPMS/golang-github-hashicorp-raft-1.2.0-7.fc39.src.rpm Child return code was: 0 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target x86_64 --nodeps /builddir/build/SPECS/golang-github-hashicorp-raft.spec'], chrootPath='/var/lib/mock/fedora-rawhide-x86_64-1679334520.220557/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=timeout=0uid=1000gid=135user='mockbuild'nspawn_args=['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.ac7nd1gn:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11']unshare_net=TrueprintOutput=True) Using nspawn with args ['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.ac7nd1gn:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11'] Executing command: ['/usr/bin/systemd-nspawn', '-q', '-M', '2b611a61615f4a36b86a94f37d5b1ef8', '-D', '/var/lib/mock/fedora-rawhide-x86_64-1679334520.220557/root', '-a', '-u', 'mockbuild', '--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.ac7nd1gn:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11', '--console=pipe', '--setenv=TERM=vt100', '--setenv=SHELL=/bin/bash', '--setenv=HOME=/builddir', '--setenv=HOSTNAME=mock', '--setenv=PATH=/usr/bin:/bin:/usr/sbin:/sbin', '--setenv=PROMPT_COMMAND=printf "\\033]0;\\007"', '--setenv=PS1= \\s-\\v\\$ ', '--setenv=LANG=C.UTF-8', '--resolv-conf=off', 'bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target x86_64 --nodeps /builddir/build/SPECS/golang-github-hashicorp-raft.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8', 'SYSTEMD_NSPAWN_TMPFS_TMP': '0', 'SYSTEMD_SECCOMP': '0'} and shell False Building target platforms: x86_64 Building for target x86_64 setting SOURCE_DATE_EPOCH=1674086400 Executing(%prep): /bin/sh -e /var/tmp/rpm-tmp.toIusq + umask 022 + cd /builddir/build/BUILD + cd /builddir/build/BUILD + rm -rf raft-1.2.0 + /usr/lib/rpm/rpmuncompress -x /builddir/build/SOURCES/raft-1.2.0.tar.gz + STATUS=0 + '[' 0 -ne 0 ']' + cd raft-1.2.0 + /usr/bin/chmod -Rf a+rX,u+w,g-w,o-w . + rm -fr /builddir/build/BUILD/raft-1.2.0/vendor + [[ ! -e /builddir/build/BUILD/raft-1.2.0/_build/bin ]] + install -m 0755 -vd /builddir/build/BUILD/raft-1.2.0/_build/bin install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build' install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build/bin' + export GOPATH=/builddir/build/BUILD/raft-1.2.0/_build:/usr/share/gocode + GOPATH=/builddir/build/BUILD/raft-1.2.0/_build:/usr/share/gocode + [[ ! -e /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft ]] ++ dirname /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft + install -m 0755 -vd /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build/src' install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build/src/github.com' install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp' + ln -fs /builddir/build/BUILD/raft-1.2.0 /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft + cd /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft + cp /builddir/build/SOURCES/glide.yaml /builddir/build/SOURCES/glide.lock . + RPM_EC=0 ++ jobs -p + exit 0 Executing(%install): /bin/sh -e /var/tmp/rpm-tmp.ipMKOX + umask 022 + cd /builddir/build/BUILD + '[' /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64 '!=' / ']' + rm -rf /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64 ++ dirname /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64 + mkdir -p /builddir/build/BUILDROOT + mkdir /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64 + cd raft-1.2.0 + cd /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft + IFS= +++ realpath -e --relative-base=. glide.lock glide.yaml +++ sort -u ++ listfiles_include='glide.lock glide.yaml' ++ echo 'glide.lock glide.yaml' + gosupfiles='glide.lock glide.yaml' + mapfile -t gosupfilesA + go-rpm-integration install -i github.com/hashicorp/raft -b /builddir/build/BUILD/raft-1.2.0/_build/bin -s /builddir/build/BUILD/raft-1.2.0/_build -o golang-github-hashicorp-raft-devel.file-list -O /builddir/build/BUILD/raft-1.2.0 -V 1.2.0-7.fc39 -p /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64 -g /usr/share/gocode -r '.*example.*' glide.lock glide.yaml Installing: github.com/hashicorp/raft + IFS= +++ realpath -e --relative-base=. README.md membership.md CHANGELOG.md +++ sort -u ++ listfiles_include='CHANGELOG.md README.md membership.md' ++ echo 'CHANGELOG.md README.md membership.md' + godocs='CHANGELOG.md README.md membership.md' + [[ -n CHANGELOG.md README.md membership.md ]] + IFS= + read -r f + echo %doc '"CHANGELOG.md"' + IFS= + read -r f + echo %doc '"README.md"' + IFS= + read -r f + echo %doc '"membership.md"' + IFS= + read -r f + IFS= +++ realpath -e --relative-base=. LICENSE +++ sort -u ++ listfiles_include=LICENSE ++ echo LICENSE + golicenses=LICENSE + [[ -n LICENSE ]] + IFS= + read -r f + echo %license '"LICENSE"' + IFS= + read -r f + /usr/lib/rpm/check-buildroot + /usr/lib/rpm/redhat/brp-ldconfig + /usr/lib/rpm/brp-compress + /usr/lib/rpm/brp-strip /usr/bin/strip + /usr/lib/rpm/brp-strip-comment-note /usr/bin/strip /usr/bin/objdump + /usr/lib/rpm/redhat/brp-strip-lto /usr/bin/strip + /usr/lib/rpm/brp-strip-static-archive /usr/bin/strip + /usr/lib/rpm/check-rpaths + /usr/lib/rpm/redhat/brp-mangle-shebangs + /usr/lib/rpm/brp-remove-la-files + env /usr/lib/rpm/redhat/brp-python-bytecompile '' 1 0 -j2 + /usr/lib/rpm/redhat/brp-python-hardlink Executing(%check): /bin/sh -e /var/tmp/rpm-tmp.Ni8lzf + umask 022 + cd /builddir/build/BUILD + cd raft-1.2.0 + LDFLAGS=' -X github.com/hashicorp/raft/version=1.2.0' + GO_TEST_FLAGS='-buildmode pie -compiler gc' + GO_TEST_EXT_LD_FLAGS='-Wl,-z,relro -Wl,--as-needed -Wl,-z,now -specs=/usr/lib/rpm/redhat/redhat-hardened-ld -specs=/usr/lib/rpm/redhat/redhat-annobin-cc1 -Wl,--build-id=sha1 -specs=/usr/lib/rpm/redhat/redhat-package-notes ' + go-rpm-integration check -i github.com/hashicorp/raft -b /builddir/build/BUILD/raft-1.2.0/_build/bin -s /builddir/build/BUILD/raft-1.2.0/_build -V 1.2.0-7.fc39 -p /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64 -g /usr/share/gocode -r '.*example.*' -d . Testing in: /builddir/build/BUILD/raft-1.2.0/_build/src PATH: /builddir/build/BUILD/raft-1.2.0/_build/bin:/builddir/.local/bin:/builddir/bin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/sbin GOPATH: /builddir/build/BUILD/raft-1.2.0/_build:/usr/share/gocode GO111MODULE: off command: go test -buildmode pie -compiler gc -ldflags " -X github.com/hashicorp/raft/version=1.2.0 -extldflags '-Wl,-z,relro -Wl,--as-needed -Wl,-z,now -specs=/usr/lib/rpm/redhat/redhat-hardened-ld -specs=/usr/lib/rpm/redhat/redhat-annobin-cc1 -Wl,--build-id=sha1 -specs=/usr/lib/rpm/redhat/redhat-package-notes '" testing: github.com/hashicorp/raft github.com/hashicorp/raft/bench ? github.com/hashicorp/raft/bench [no test files] github.com/hashicorp/raft/fuzzy 2023-03-20T17:51:00.787Z [INFO] lt_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/lt_0 2023-03-20T17:51:00.793Z [INFO] lt_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-03-20T17:51:00.794Z [INFO] lt_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/lt_1 2023-03-20T17:51:00.794Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2023-03-20T17:51:00.795Z [INFO] lt_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-03-20T17:51:00.795Z [INFO] lt_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/lt_2 2023-03-20T17:51:00.796Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2023-03-20T17:51:00.796Z [INFO] lt_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-03-20T17:51:00.797Z [INFO] lt_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/lt_3 2023-03-20T17:51:00.797Z [INFO] lt_2:: entering follower state: follower="Node at lt_2 [Follower]" leader= 2023-03-20T17:51:00.798Z [INFO] lt_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-03-20T17:51:00.798Z [INFO] lt_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/lt_4 2023-03-20T17:51:00.799Z [INFO] lt_3:: entering follower state: follower="Node at lt_3 [Follower]" leader= 2023-03-20T17:51:00.799Z [INFO] lt_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-03-20T17:51:00.799Z [INFO] lt_4:: entering follower state: follower="Node at lt_4 [Follower]" leader= 2023-03-20T17:51:01.880Z [WARN] lt_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:01.881Z [INFO] lt_0:: entering candidate state: node="Node at lt_0 [Candidate]" term=2 2023-03-20T17:51:01.881Z [INFO] lt_0:: election won: tally=3 2023-03-20T17:51:01.881Z [INFO] lt_0:: entering leader state: leader="Node at lt_0 [Leader]" 2023-03-20T17:51:01.882Z [INFO] lt_0:: added peer, starting replication: peer=lt_1 2023-03-20T17:51:01.882Z [INFO] lt_0:: added peer, starting replication: peer=lt_2 2023-03-20T17:51:01.882Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_1 lt_1}" 2023-03-20T17:51:01.882Z [INFO] lt_0:: added peer, starting replication: peer=lt_3 2023-03-20T17:51:01.882Z [INFO] lt_0:: added peer, starting replication: peer=lt_4 2023-03-20T17:51:01.883Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-03-20T17:51:01.884Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-03-20T17:51:01.884Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-03-20T17:51:02.424Z [INFO] lt_2:: entering candidate state: node="Node at lt_2 [Candidate]" term=3 2023-03-20T17:51:02.425Z [INFO] lt_2:: election won: tally=3 2023-03-20T17:51:02.425Z [INFO] lt_2:: entering leader state: leader="Node at lt_2 [Leader]" 2023-03-20T17:51:02.425Z [INFO] lt_2:: added peer, starting replication: peer=lt_0 2023-03-20T17:51:02.425Z [INFO] lt_2:: added peer, starting replication: peer=lt_1 2023-03-20T17:51:02.426Z [INFO] lt_2:: added peer, starting replication: peer=lt_3 2023-03-20T17:51:02.426Z [INFO] lt_2:: added peer, starting replication: peer=lt_4 2023-03-20T17:51:02.425Z [WARN] lt_3:: rejecting vote request since our last index is greater: candidate=lt_2 last-index=5858 last-candidate-index=5856 2023-03-20T17:51:02.427Z [INFO] lt_2:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-03-20T17:51:02.425Z [WARN] lt_0:: rejecting vote request since our last index is greater: candidate=lt_2 last-index=5858 last-candidate-index=5856 2023-03-20T17:51:02.427Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2023-03-20T17:51:02.427Z [INFO] lt_2:: pipelining replication: peer="{Voter lt_0 lt_0}" 2023-03-20T17:51:02.425Z [ERROR] lt_0:: peer has newer term, stopping replication: peer="{Voter lt_1 lt_1}" 2023-03-20T17:51:02.425Z [ERROR] lt_0:: peer has newer term, stopping replication: peer="{Voter lt_4 lt_4}" 2023-03-20T17:51:02.427Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2023-03-20T17:51:02.427Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-03-20T17:51:02.427Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-03-20T17:51:02.427Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-03-20T17:51:02.426Z [INFO] lt_2:: pipelining replication: peer="{Voter lt_1 lt_1}" 2023-03-20T17:51:02.428Z [INFO] lt_2:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-03-20T17:51:02.430Z [WARN] lt_3:: clearing log suffix: from=5857 to=5858 2023-03-20T17:51:02.430Z [WARN] lt_0:: clearing log suffix: from=5857 to=5858 2023-03-20T17:51:02.433Z [INFO] lt_0:: entering candidate state: node="Node at lt_0 [Candidate]" term=4 2023-03-20T17:51:02.434Z [INFO] lt_0:: election won: tally=3 2023-03-20T17:51:02.434Z [INFO] lt_0:: entering leader state: leader="Node at lt_0 [Leader]" 2023-03-20T17:51:02.434Z [INFO] lt_0:: added peer, starting replication: peer=lt_1 2023-03-20T17:51:02.434Z [INFO] lt_0:: added peer, starting replication: peer=lt_2 2023-03-20T17:51:02.434Z [INFO] lt_0:: added peer, starting replication: peer=lt_3 2023-03-20T17:51:02.435Z [INFO] lt_0:: added peer, starting replication: peer=lt_4 2023-03-20T17:51:02.434Z [ERROR] lt_2:: peer has newer term, stopping replication: peer="{Voter lt_1 lt_1}" 2023-03-20T17:51:02.435Z [INFO] lt_2:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2023-03-20T17:51:02.435Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_1 lt_1}" 2023-03-20T17:51:02.435Z [WARN] lt_3:: rejecting vote request since our last index is greater: candidate=lt_0 last-index=5872 last-candidate-index=5857 2023-03-20T17:51:02.436Z [WARN] lt_3:: clearing log suffix: from=5858 to=5872 2023-03-20T17:51:02.435Z [ERROR] lt_2:: peer has newer term, stopping replication: peer="{Voter lt_0 lt_0}" 2023-03-20T17:51:02.436Z [INFO] lt_2:: aborting pipeline replication: peer="{Voter lt_0 lt_0}" 2023-03-20T17:51:02.435Z [WARN] lt_2:: rejecting vote request since our last index is greater: candidate=lt_0 last-index=5872 last-candidate-index=5857 2023-03-20T17:51:02.436Z [INFO] lt_2:: entering follower state: follower="Node at lt_2 [Follower]" leader= 2023-03-20T17:51:02.436Z [WARN] lt_2:: clearing log suffix: from=5858 to=5872 2023-03-20T17:51:02.434Z [ERROR] lt_2:: peer has newer term, stopping replication: peer="{Voter lt_4 lt_4}" 2023-03-20T17:51:02.442Z [INFO] lt_2:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-03-20T17:51:02.442Z [INFO] lt_2:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-03-20T17:51:02.436Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-03-20T17:51:02.442Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-03-20T17:51:02.442Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-03-20T17:51:02.539Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-03-20T17:51:02.539Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2023-03-20T17:51:02.539Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-03-20T17:51:02.539Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-03-20T17:51:02.877Z [INFO] m_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/m_0 2023-03-20T17:51:02.878Z [INFO] m_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-03-20T17:51:02.878Z [INFO] m_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/m_1 2023-03-20T17:51:02.878Z [INFO] m_0:: entering follower state: follower="Node at m_0 [Follower]" leader= 2023-03-20T17:51:02.879Z [INFO] m_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-03-20T17:51:02.879Z [INFO] m_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/m_2 2023-03-20T17:51:02.879Z [INFO] m_1:: entering follower state: follower="Node at m_1 [Follower]" leader= 2023-03-20T17:51:02.880Z [INFO] m_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-03-20T17:51:02.880Z [INFO] m_2:: entering follower state: follower="Node at m_2 [Follower]" leader= 2023-03-20T17:51:04.686Z [WARN] m_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:04.686Z [INFO] m_0:: entering candidate state: node="Node at m_0 [Candidate]" term=2 2023-03-20T17:51:04.686Z [INFO] m_0:: election won: tally=2 2023-03-20T17:51:04.686Z [INFO] m_0:: entering leader state: leader="Node at m_0 [Leader]" 2023-03-20T17:51:04.686Z [INFO] m_0:: added peer, starting replication: peer=m_1 2023-03-20T17:51:04.686Z [INFO] m_0:: added peer, starting replication: peer=m_2 2023-03-20T17:51:04.687Z [INFO] m_0:: pipelining replication: peer="{Voter m_2 m_2}" 2023-03-20T17:51:04.687Z [INFO] m_0:: pipelining replication: peer="{Voter m_1 m_1}" 2023-03-20T17:51:04.687Z [WARN] m_2:: rejecting vote request since our last term is greater: candidate=m_0 last-term=2 last-candidate-term=1 2023-03-20T17:51:04.696Z [INFO] m_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/m_3 2023-03-20T17:51:04.702Z [INFO] m_3:: initial configuration: index=0 servers=[] 2023-03-20T17:51:04.702Z [INFO] m_0:: updating configuration: command=AddStaging server-id=m_3 server-addr=m_3 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2} {Suffrage:Voter ID:m_3 Address:m_3}]" 2023-03-20T17:51:04.703Z [INFO] m_0:: added peer, starting replication: peer=m_3 2023-03-20T17:51:04.703Z [INFO] m_3:: entering follower state: follower="Node at m_3 [Follower]" leader= 2023-03-20T17:51:04.704Z [WARN] m_3:: failed to get previous log: previous-index=127 last-index=0 error="log not found" 2023-03-20T17:51:04.704Z [WARN] m_0:: appendEntries rejected, sending older logs: peer="{Voter m_3 m_3}" next=1 2023-03-20T17:51:04.705Z [INFO] m_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/m_4 2023-03-20T17:51:04.711Z [INFO] m_4:: initial configuration: index=0 servers=[] 2023-03-20T17:51:04.711Z [INFO] m_0:: updating configuration: command=AddStaging server-id=m_4 server-addr=m_4 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2} {Suffrage:Voter ID:m_3 Address:m_3} {Suffrage:Voter ID:m_4 Address:m_4}]" 2023-03-20T17:51:04.712Z [INFO] m_0:: added peer, starting replication: peer=m_4 2023-03-20T17:51:04.713Z [INFO] m_4:: entering follower state: follower="Node at m_4 [Follower]" leader= 2023-03-20T17:51:04.713Z [WARN] m_4:: failed to get previous log: previous-index=135 last-index=0 error="log not found" 2023-03-20T17:51:04.714Z [WARN] m_0:: appendEntries rejected, sending older logs: peer="{Voter m_4 m_4}" next=1 2023-03-20T17:51:04.714Z [INFO] m_0:: pipelining replication: peer="{Voter m_3 m_3}" 2023-03-20T17:51:04.717Z [INFO] m_0:: pipelining replication: peer="{Voter m_4 m_4}" 2023-03-20T17:51:09.842Z [INFO] m_0:: aborting pipeline replication: peer="{Voter m_4 m_4}" 2023-03-20T17:51:09.842Z [INFO] m_0:: aborting pipeline replication: peer="{Voter m_1 m_1}" 2023-03-20T17:51:09.842Z [INFO] m_0:: aborting pipeline replication: peer="{Voter m_2 m_2}" 2023-03-20T17:51:09.842Z [INFO] m_0:: aborting pipeline replication: peer="{Voter m_3 m_3}" 2023-03-20T17:51:12.309Z [INFO] ar_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/ar_0 2023-03-20T17:51:12.311Z [INFO] ar_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-03-20T17:51:12.311Z [INFO] ar_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/ar_1 2023-03-20T17:51:12.312Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:51:12.320Z [INFO] ar_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-03-20T17:51:12.320Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:51:12.320Z [INFO] ar_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/ar_2 2023-03-20T17:51:12.321Z [INFO] ar_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-03-20T17:51:12.321Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:51:13.763Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:13.763Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=2 2023-03-20T17:51:13.764Z [INFO] ar_0:: election won: tally=2 2023-03-20T17:51:13.764Z [INFO] ar_0:: entering leader state: leader="Node at ar_0 [Leader]" 2023-03-20T17:51:13.764Z [INFO] ar_0:: added peer, starting replication: peer=ar_1 2023-03-20T17:51:13.764Z [INFO] ar_0:: added peer, starting replication: peer=ar_2 2023-03-20T17:51:13.764Z [INFO] ar_0:: pipelining replication: peer="{Voter ar_2 ar_2}" 2023-03-20T17:51:13.765Z [INFO] ar_0:: pipelining replication: peer="{Voter ar_1 ar_1}" 2023-03-20T17:51:13.765Z [WARN] ar_1:: rejecting vote request since our last term is greater: candidate=ar_0 last-term=2 last-candidate-term=1 2023-03-20T17:51:13.769Z [INFO] ar_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/ar_3 2023-03-20T17:51:13.771Z [INFO] ar_3:: initial configuration: index=0 servers=[] 2023-03-20T17:51:13.771Z [INFO] ar_0:: updating configuration: command=AddStaging server-id=ar_3 server-addr=ar_3 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2} {Suffrage:Voter ID:ar_3 Address:ar_3}]" 2023-03-20T17:51:13.772Z [INFO] ar_0:: added peer, starting replication: peer=ar_3 2023-03-20T17:51:13.773Z [INFO] ar_3:: entering follower state: follower="Node at ar_3 [Follower]" leader= 2023-03-20T17:51:13.773Z [WARN] ar_3:: failed to get previous log: previous-index=107 last-index=0 error="log not found" 2023-03-20T17:51:13.773Z [WARN] ar_0:: appendEntries rejected, sending older logs: peer="{Voter ar_3 ar_3}" next=1 2023-03-20T17:51:13.775Z [INFO] ar_0:: pipelining replication: peer="{Voter ar_3 ar_3}" 2023-03-20T17:51:13.776Z [INFO] ar_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/ar_4 2023-03-20T17:51:13.776Z [INFO] ar_4:: initial configuration: index=0 servers=[] 2023-03-20T17:51:13.776Z [INFO] ar_0:: updating configuration: command=AddStaging server-id=ar_4 server-addr=ar_4 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2} {Suffrage:Voter ID:ar_3 Address:ar_3} {Suffrage:Voter ID:ar_4 Address:ar_4}]" 2023-03-20T17:51:13.776Z [INFO] ar_0:: added peer, starting replication: peer=ar_4 2023-03-20T17:51:13.778Z [INFO] ar_4:: entering follower state: follower="Node at ar_4 [Follower]" leader= 2023-03-20T17:51:13.778Z [WARN] ar_4:: failed to get previous log: previous-index=138 last-index=0 error="log not found" 2023-03-20T17:51:13.778Z [WARN] ar_0:: appendEntries rejected, sending older logs: peer="{Voter ar_4 ar_4}" next=1 2023-03-20T17:51:13.778Z [INFO] Removing node ar_1 from cluster 2023-03-20T17:51:13.778Z [INFO] Removing node ar_2 from cluster 2023-03-20T17:51:13.781Z [INFO] ar_0:: pipelining replication: peer="{Voter ar_4 ar_4}" 2023-03-20T17:51:13.959Z [INFO] ar_0:: aborting pipeline replication: peer="{Voter ar_1 ar_1}" 2023-03-20T17:51:13.959Z [INFO] ar_0:: aborting pipeline replication: peer="{Voter ar_2 ar_2}" 2023-03-20T17:51:13.959Z [INFO] ar_0:: aborting pipeline replication: peer="{Voter ar_3 ar_3}" 2023-03-20T17:51:13.959Z [INFO] ar_0:: aborting pipeline replication: peer="{Voter ar_4 ar_4}" 2023-03-20T17:51:13.995Z [INFO] rl_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/rl_0 2023-03-20T17:51:13.998Z [INFO] rl_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-03-20T17:51:13.998Z [INFO] rl_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/rl_1 2023-03-20T17:51:13.999Z [INFO] rl_0:: entering follower state: follower="Node at rl_0 [Follower]" leader= 2023-03-20T17:51:14.002Z [INFO] rl_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-03-20T17:51:14.002Z [INFO] rl_1:: entering follower state: follower="Node at rl_1 [Follower]" leader= 2023-03-20T17:51:14.002Z [INFO] rl_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/rl_2 2023-03-20T17:51:14.004Z [INFO] rl_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-03-20T17:51:14.004Z [INFO] rl_2:: entering follower state: follower="Node at rl_2 [Follower]" leader= 2023-03-20T17:51:14.005Z [INFO] rl_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/rl_3 2023-03-20T17:51:14.006Z [INFO] rl_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-03-20T17:51:14.006Z [INFO] rl_3:: entering follower state: follower="Node at rl_3 [Follower]" leader= 2023-03-20T17:51:14.006Z [INFO] rl_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/rl_4 2023-03-20T17:51:14.008Z [INFO] rl_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-03-20T17:51:14.008Z [INFO] rl_4:: entering follower state: follower="Node at rl_4 [Follower]" leader= 2023-03-20T17:51:15.037Z [WARN] rl_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:15.037Z [INFO] rl_2:: entering candidate state: node="Node at rl_2 [Candidate]" term=2 2023-03-20T17:51:15.038Z [INFO] rl_2:: election won: tally=3 2023-03-20T17:51:15.038Z [INFO] rl_2:: entering leader state: leader="Node at rl_2 [Leader]" 2023-03-20T17:51:15.038Z [INFO] rl_2:: added peer, starting replication: peer=rl_0 2023-03-20T17:51:15.038Z [INFO] rl_2:: added peer, starting replication: peer=rl_1 2023-03-20T17:51:15.038Z [INFO] rl_2:: added peer, starting replication: peer=rl_3 2023-03-20T17:51:15.038Z [INFO] rl_2:: added peer, starting replication: peer=rl_4 2023-03-20T17:51:15.039Z [INFO] rl_2:: pipelining replication: peer="{Voter rl_1 rl_1}" 2023-03-20T17:51:15.039Z [INFO] rl_2:: pipelining replication: peer="{Voter rl_4 rl_4}" 2023-03-20T17:51:15.039Z [INFO] rl_2:: pipelining replication: peer="{Voter rl_3 rl_3}" 2023-03-20T17:51:15.041Z [INFO] rl_2:: pipelining replication: peer="{Voter rl_0 rl_0}" 2023-03-20T17:51:15.642Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader=ar_0 2023-03-20T17:51:15.642Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=3 2023-03-20T17:51:15.643Z [WARN] ar_1:: rejecting vote request since we have a leader: from=ar_2 leader=ar_0 2023-03-20T17:51:16.022Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader=ar_0 2023-03-20T17:51:16.023Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=3 2023-03-20T17:51:16.023Z [INFO] ar_2:: duplicate requestVote for same term: term=3 2023-03-20T17:51:16.051Z [INFO] Removing node rl_2 from cluster 2023-03-20T17:51:17.631Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:51:17.631Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=4 2023-03-20T17:51:17.631Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:51:18.895Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:18.895Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=5 2023-03-20T17:51:18.895Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:51:19.982Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:19.982Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=6 2023-03-20T17:51:19.982Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:51:21.516Z [INFO] rl_2:: aborting pipeline replication: peer="{Voter rl_4 rl_4}" 2023-03-20T17:51:21.516Z [INFO] rl_2:: aborting pipeline replication: peer="{Voter rl_0 rl_0}" 2023-03-20T17:51:21.516Z [INFO] rl_2:: aborting pipeline replication: peer="{Voter rl_1 rl_1}" 2023-03-20T17:51:21.516Z [INFO] rl_2:: aborting pipeline replication: peer="{Voter rl_3 rl_3}" 2023-03-20T17:51:21.516Z [INFO] rmp_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/rmp_0 2023-03-20T17:51:21.518Z [INFO] rmp_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-03-20T17:51:21.518Z [INFO] rmp_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/rmp_1 2023-03-20T17:51:21.518Z [INFO] rmp_0:: entering follower state: follower="Node at rmp_0 [Follower]" leader= 2023-03-20T17:51:21.520Z [INFO] rmp_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-03-20T17:51:21.520Z [INFO] rmp_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/rmp_2 2023-03-20T17:51:21.520Z [INFO] rmp_1:: entering follower state: follower="Node at rmp_1 [Follower]" leader= 2023-03-20T17:51:21.521Z [INFO] rmp_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-03-20T17:51:21.522Z [INFO] rmp_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/rmp_3 2023-03-20T17:51:21.522Z [INFO] rmp_2:: entering follower state: follower="Node at rmp_2 [Follower]" leader= 2023-03-20T17:51:21.523Z [INFO] rmp_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-03-20T17:51:21.523Z [INFO] rmp_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/rmp_4 2023-03-20T17:51:21.524Z [INFO] rmp_3:: entering follower state: follower="Node at rmp_3 [Follower]" leader= 2023-03-20T17:51:21.524Z [INFO] rmp_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-03-20T17:51:21.524Z [INFO] rmp_4:: entering follower state: follower="Node at rmp_4 [Follower]" leader= 2023-03-20T17:51:21.746Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:21.746Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=7 2023-03-20T17:51:21.747Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:51:22.576Z [WARN] rmp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:22.576Z [INFO] rmp_0:: entering candidate state: node="Node at rmp_0 [Candidate]" term=2 2023-03-20T17:51:22.577Z [INFO] rmp_0:: election won: tally=3 2023-03-20T17:51:22.577Z [INFO] rmp_0:: entering leader state: leader="Node at rmp_0 [Leader]" 2023-03-20T17:51:22.577Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_1 2023-03-20T17:51:22.577Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_2 2023-03-20T17:51:22.577Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_3 2023-03-20T17:51:22.577Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_4 2023-03-20T17:51:22.578Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_4 rmp_4}" 2023-03-20T17:51:22.578Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_1 rmp_1}" 2023-03-20T17:51:22.578Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_2 rmp_2}" 2023-03-20T17:51:22.579Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_3 rmp_3}" 2023-03-20T17:51:22.585Z [INFO] Created partition 1 with nodes [rmp_2], partitions now are 1 = [rmp_2] 2023-03-20T17:51:22.585Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_2 rmp_2}" 2023-03-20T17:51:22.586Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:22.596Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:22.607Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:22.628Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:22.669Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:22.743Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:22.750Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:22.892Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:22.912Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:23.039Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:51:23.040Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=8 2023-03-20T17:51:23.061Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:23.092Z [WARN] rmp_0:: failed to contact: server-id=rmp_2 time=506.738787ms 2023-03-20T17:51:23.234Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:23.239Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:23.457Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:23.577Z [WARN] rmp_0:: failed to contact: server-id=rmp_2 time=991.02993ms 2023-03-20T17:51:23.652Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:23.875Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:23.961Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:24.076Z [WARN] rmp_0:: failed to contact: server-id=rmp_2 time=1.490798982s 2023-03-20T17:51:24.403Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:24.448Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:24.449Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=9 2023-03-20T17:51:24.451Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:51:24.935Z [WARN] rmp_2:: heartbeat timeout reached, starting election: last-leader=rmp_0 2023-03-20T17:51:24.935Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=3 2023-03-20T17:51:24.935Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_2" 2023-03-20T17:51:24.938Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_2" 2023-03-20T17:51:24.939Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2023-03-20T17:51:24.939Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_2" 2023-03-20T17:51:25.158Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:25.205Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:25.585Z [INFO] Removing node rmp_2 from cluster 2023-03-20T17:51:25.670Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:25.670Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=10 2023-03-20T17:51:25.671Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:51:26.631Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:26.767Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-03-20T17:51:26.767Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=4 2023-03-20T17:51:26.768Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_2" 2023-03-20T17:51:26.768Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_2" 2023-03-20T17:51:26.768Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2023-03-20T17:51:26.769Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_2" 2023-03-20T17:51:27.233Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:51:27.233Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=11 2023-03-20T17:51:27.720Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:51:27.918Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-03-20T17:51:27.925Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=5 2023-03-20T17:51:27.929Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_2" 2023-03-20T17:51:27.929Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_2" 2023-03-20T17:51:27.930Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2023-03-20T17:51:27.930Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_2" 2023-03-20T17:51:28.242Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:51:28.243Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=12 2023-03-20T17:51:28.588Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T17:51:29.643Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-03-20T17:51:29.643Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=6 2023-03-20T17:51:29.643Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:51:29.644Z [WARN] rmp_1:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:51:29.644Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:51:29.644Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:51:30.071Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:51:30.071Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=13 2023-03-20T17:51:31.040Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-03-20T17:51:31.040Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=7 2023-03-20T17:51:31.040Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:51:31.040Z [WARN] rmp_1:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:51:31.040Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:51:31.040Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:51:31.455Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:31.455Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=14 2023-03-20T17:51:31.457Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:51:32.459Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:51:32.459Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=15 2023-03-20T17:51:32.841Z [ERROR] rmp_0:: peer has newer term, stopping replication: peer="{Voter rmp_2 rmp_2}" 2023-03-20T17:51:32.842Z [INFO] rmp_0:: entering follower state: follower="Node at rmp_0 [Follower]" leader= 2023-03-20T17:51:32.842Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_4 rmp_4}" 2023-03-20T17:51:32.842Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_3 rmp_3}" 2023-03-20T17:51:32.843Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_1 rmp_1}" 2023-03-20T17:51:33.037Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-03-20T17:51:33.037Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=8 2023-03-20T17:51:33.037Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:51:33.037Z [WARN] rmp_0:: rejecting vote request since our last index is greater: candidate=rmp_2 last-index=114935 last-candidate-index=101 2023-03-20T17:51:33.037Z [WARN] rmp_1:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:51:33.037Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:51:33.896Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:51:33.896Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=16 2023-03-20T17:51:34.533Z [WARN] rmp_4:: heartbeat timeout reached, starting election: last-leader=rmp_0 2023-03-20T17:51:34.533Z [INFO] rmp_4:: entering candidate state: node="Node at rmp_4 [Candidate]" term=3 2023-03-20T17:51:34.533Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_4 leader=rmp_0 2023-03-20T17:51:34.533Z [INFO] rmp_4:: entering follower state: follower="Node at rmp_4 [Follower]" leader= 2023-03-20T17:51:34.533Z [WARN] rmp_1:: rejecting vote request since we have a leader: from=rmp_4 leader=rmp_0 2023-03-20T17:51:34.563Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-03-20T17:51:34.563Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=9 2023-03-20T17:51:34.563Z [WARN] rmp_0:: rejecting vote request since our last index is greater: candidate=rmp_2 last-index=114935 last-candidate-index=101 2023-03-20T17:51:34.563Z [WARN] rmp_1:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:51:34.563Z [WARN] rmp_4:: rejecting vote request since our last index is greater: candidate=rmp_2 last-index=114935 last-candidate-index=101 2023-03-20T17:51:34.563Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:51:34.640Z [WARN] rmp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:34.641Z [INFO] rmp_0:: entering candidate state: node="Node at rmp_0 [Candidate]" term=10 2023-03-20T17:51:34.641Z [INFO] rmp_2:: entering follower state: follower="Node at rmp_2 [Follower]" leader= 2023-03-20T17:51:34.641Z [INFO] rmp_0:: election won: tally=3 2023-03-20T17:51:34.641Z [INFO] rmp_0:: entering leader state: leader="Node at rmp_0 [Leader]" 2023-03-20T17:51:34.641Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_1 2023-03-20T17:51:34.642Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_2 2023-03-20T17:51:34.642Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_3 2023-03-20T17:51:34.642Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_4 2023-03-20T17:51:34.642Z [WARN] rmp_2:: failed to get previous log: previous-index=114935 last-index=101 error="log not found" 2023-03-20T17:51:34.642Z [WARN] rmp_0:: appendEntries rejected, sending older logs: peer="{Voter rmp_2 rmp_2}" next=102 2023-03-20T17:51:34.643Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_4 rmp_4}" 2023-03-20T17:51:34.643Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_3 rmp_3}" 2023-03-20T17:51:34.644Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_1 rmp_1}" 2023-03-20T17:51:35.132Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:51:35.132Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=17 2023-03-20T17:51:36.223Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:36.223Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=18 2023-03-20T17:51:36.224Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:51:36.925Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_2 rmp_2}" 2023-03-20T17:51:37.320Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:37.320Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=19 2023-03-20T17:51:37.320Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:51:38.652Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:38.653Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=20 2023-03-20T17:51:38.653Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:51:38.700Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_4 rmp_4}" 2023-03-20T17:51:38.700Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_1 rmp_1}" 2023-03-20T17:51:38.700Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_2 rmp_2}" 2023-03-20T17:51:38.701Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_3 rmp_3}" 2023-03-20T17:51:40.016Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:51:40.016Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=21 2023-03-20T17:51:40.312Z [WARN] rmp_2:: heartbeat timeout reached, starting election: last-leader=rmp_0 2023-03-20T17:51:40.313Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=11 2023-03-20T17:51:41.680Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:51:41.681Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=22 2023-03-20T17:51:41.806Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-03-20T17:51:41.807Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=12 2023-03-20T17:51:43.354Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-03-20T17:51:43.355Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=13 2023-03-20T17:51:43.415Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:51:43.415Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=23 2023-03-20T17:51:44.806Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:51:44.807Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=24 2023-03-20T17:51:44.918Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-03-20T17:51:44.918Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=14 2023-03-20T17:51:45.196Z [INFO] lp_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/lp_0 2023-03-20T17:51:45.197Z [INFO] lp_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-03-20T17:51:45.198Z [INFO] lp_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/lp_1 2023-03-20T17:51:45.198Z [INFO] lp_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-03-20T17:51:45.198Z [INFO] lp_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/lp_2 2023-03-20T17:51:45.198Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T17:51:45.198Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T17:51:45.199Z [INFO] lp_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-03-20T17:51:45.199Z [INFO] lp_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/lp_3 2023-03-20T17:51:45.199Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:51:45.199Z [INFO] lp_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-03-20T17:51:45.199Z [INFO] lp_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/lp_4 2023-03-20T17:51:45.200Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:51:45.200Z [INFO] lp_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-03-20T17:51:45.200Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T17:51:45.824Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:51:45.824Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=25 2023-03-20T17:51:46.390Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:46.391Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=2 2023-03-20T17:51:46.391Z [INFO] lp_3:: election won: tally=3 2023-03-20T17:51:46.391Z [INFO] lp_3:: entering leader state: leader="Node at lp_3 [Leader]" 2023-03-20T17:51:46.392Z [INFO] lp_3:: added peer, starting replication: peer=lp_0 2023-03-20T17:51:46.392Z [INFO] lp_3:: added peer, starting replication: peer=lp_1 2023-03-20T17:51:46.392Z [INFO] lp_3:: added peer, starting replication: peer=lp_2 2023-03-20T17:51:46.392Z [INFO] lp_3:: added peer, starting replication: peer=lp_4 2023-03-20T17:51:46.392Z [INFO] Created partition 1 with nodes [lp_3 lp_0], partitions now are 1 = [lp_3 lp_0] 2023-03-20T17:51:46.392Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:51:46.392Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:51:46.393Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:51:46.393Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:51:46.393Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:51:46.393Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:51:46.466Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:51:46.483Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:51:46.488Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:51:46.519Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:51:46.527Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:51:46.540Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:51:46.556Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:51:46.584Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:51:46.591Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:51:46.608Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:51:46.629Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:51:46.643Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:46.643Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=2 2023-03-20T17:51:46.644Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:46.644Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:51:46.644Z [INFO] lp_1:: duplicate requestVote for same term: term=2 2023-03-20T17:51:46.645Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:51:46.678Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:51:46.696Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:51:46.702Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:51:46.770Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:51:46.772Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:51:46.780Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:51:46.784Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:51:46.882Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:51:46.893Z [WARN] lp_3:: failed to contact: server-id=lp_1 time=500.993442ms 2023-03-20T17:51:46.893Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=500.87498ms 2023-03-20T17:51:46.893Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=500.759262ms 2023-03-20T17:51:46.893Z [WARN] lp_3:: failed to contact quorum of nodes, stepping down 2023-03-20T17:51:46.893Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:51:46.893Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:51:46.903Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:51:46.945Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:51:46.949Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:51:46.965Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:51:47.195Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:51:47.196Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=26 2023-03-20T17:51:47.943Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T17:51:47.944Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=3 2023-03-20T17:51:47.944Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:51:47.944Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:47.945Z [INFO] lp_2:: election won: tally=3 2023-03-20T17:51:47.945Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2023-03-20T17:51:47.945Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2023-03-20T17:51:47.945Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2023-03-20T17:51:47.945Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2023-03-20T17:51:47.945Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2023-03-20T17:51:47.945Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:51:47.946Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:51:47.945Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:51:47.946Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:47.956Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:51:47.956Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:47.966Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:51:47.967Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:47.987Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:51:47.988Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:48.027Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:51:48.028Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:48.066Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:51:48.075Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:48.075Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=3 2023-03-20T17:51:48.075Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:51:48.075Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:51:48.076Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:51:48.092Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:48.108Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:51:48.109Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:48.190Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:51:48.233Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:48.269Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:51:48.269Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:48.366Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:51:48.366Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=27 2023-03-20T17:51:48.366Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:51:48.380Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:48.445Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=500.442168ms 2023-03-20T17:51:48.445Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=500.143516ms 2023-03-20T17:51:48.554Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:48.580Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:51:48.594Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:48.595Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:51:48.717Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:48.767Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:51:48.945Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=1.000202884s 2023-03-20T17:51:48.946Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=999.904232ms 2023-03-20T17:51:48.977Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:49.034Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:51:49.076Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T17:51:49.076Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=4 2023-03-20T17:51:49.077Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:51:49.077Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:51:49.077Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:51:49.235Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:49.235Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:51:49.267Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:49.367Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:51:49.729Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:49.795Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:51:49.843Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:51:49.844Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=28 2023-03-20T17:51:50.392Z [INFO] Healing partition group 1, now partitions are [None] 2023-03-20T17:51:50.515Z [ERROR] lp_2:: peer has newer term, stopping replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:51:50.516Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:51:50.516Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:51:50.516Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:51:50.516Z [ERROR] lp_2:: peer has newer term, stopping replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:51:50.863Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T17:51:50.864Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=5 2023-03-20T17:51:50.864Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_2 2023-03-20T17:51:50.864Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_2 2023-03-20T17:51:50.864Z [WARN] lp_2:: rejecting vote request since our last term is greater: candidate=lp_3 last-term=3 last-candidate-term=2 2023-03-20T17:51:51.566Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:51:51.567Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=29 2023-03-20T17:51:51.735Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:51.735Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=6 2023-03-20T17:51:51.736Z [INFO] lp_2:: election won: tally=3 2023-03-20T17:51:51.736Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2023-03-20T17:51:51.736Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2023-03-20T17:51:51.736Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2023-03-20T17:51:51.736Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2023-03-20T17:51:51.736Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2023-03-20T17:51:51.736Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:51:51.736Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:51:51.736Z [WARN] lp_0:: failed to get previous log: previous-index=28116 last-index=7 error="log not found" 2023-03-20T17:51:51.736Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=8 2023-03-20T17:51:51.737Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:51:51.737Z [WARN] lp_3:: failed to get previous log: previous-index=28116 last-index=7 error="log not found" 2023-03-20T17:51:51.737Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=8 2023-03-20T17:51:51.737Z [WARN] lp_3:: previous log term mis-match: ours=2 remote=3 2023-03-20T17:51:51.737Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=7 2023-03-20T17:51:51.737Z [WARN] lp_3:: previous log term mis-match: ours=2 remote=3 2023-03-20T17:51:51.737Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=6 2023-03-20T17:51:51.738Z [WARN] lp_3:: previous log term mis-match: ours=2 remote=3 2023-03-20T17:51:51.738Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=5 2023-03-20T17:51:51.738Z [WARN] lp_3:: previous log term mis-match: ours=2 remote=3 2023-03-20T17:51:51.738Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=4 2023-03-20T17:51:51.738Z [WARN] lp_3:: previous log term mis-match: ours=2 remote=3 2023-03-20T17:51:51.738Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=3 2023-03-20T17:51:51.739Z [WARN] lp_3:: previous log term mis-match: ours=2 remote=3 2023-03-20T17:51:51.739Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=2 2023-03-20T17:51:51.739Z [WARN] lp_3:: clearing log suffix: from=2 to=7 2023-03-20T17:51:51.740Z [WARN] lp_0:: previous log term mis-match: ours=2 remote=3 2023-03-20T17:51:51.740Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=7 2023-03-20T17:51:51.740Z [WARN] lp_0:: previous log term mis-match: ours=2 remote=3 2023-03-20T17:51:51.740Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=6 2023-03-20T17:51:51.740Z [WARN] lp_0:: previous log term mis-match: ours=2 remote=3 2023-03-20T17:51:51.740Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=5 2023-03-20T17:51:51.741Z [WARN] lp_0:: previous log term mis-match: ours=2 remote=3 2023-03-20T17:51:51.741Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=4 2023-03-20T17:51:51.741Z [WARN] lp_0:: previous log term mis-match: ours=2 remote=3 2023-03-20T17:51:51.741Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=3 2023-03-20T17:51:51.741Z [WARN] lp_0:: previous log term mis-match: ours=2 remote=3 2023-03-20T17:51:51.741Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=2 2023-03-20T17:51:51.742Z [WARN] lp_0:: clearing log suffix: from=2 to=7 2023-03-20T17:51:52.255Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:51:52.280Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:51:53.181Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:51:53.182Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=30 2023-03-20T17:51:54.550Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:54.550Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=31 2023-03-20T17:51:54.551Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:51:55.395Z [INFO] Created partition 2 with nodes [lp_2 lp_0], partitions now are 2 = [lp_0 lp_2] 2023-03-20T17:51:55.395Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:51:55.395Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:51:55.395Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:51:55.396Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:55.396Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:51:55.464Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:51:55.484Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:51:55.487Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:51:55.492Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:55.496Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:55.529Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:51:55.575Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:51:55.582Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:51:55.593Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:55.599Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:51:55.599Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=32 2023-03-20T17:51:55.635Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:55.645Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:51:55.667Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:51:55.678Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:51:55.693Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:51:55.711Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:55.751Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:51:55.782Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:55.809Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:55.827Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:51:55.827Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:51:55.852Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:51:55.865Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:51:55.896Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=500.02868ms 2023-03-20T17:51:55.896Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=500.457356ms 2023-03-20T17:51:55.896Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=500.612116ms 2023-03-20T17:51:55.896Z [WARN] lp_2:: failed to contact quorum of nodes, stepping down 2023-03-20T17:51:55.896Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:51:55.896Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:51:55.920Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:55.963Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:56.980Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:56.980Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=33 2023-03-20T17:51:56.980Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:51:57.157Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T17:51:57.157Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=7 2023-03-20T17:51:57.157Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-03-20T17:51:57.157Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:51:57.157Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-03-20T17:51:57.157Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:51:57.405Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T17:51:57.406Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=7 2023-03-20T17:51:57.406Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T17:51:57.406Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T17:51:57.406Z [INFO] lp_4:: duplicate requestVote for same term: term=7 2023-03-20T17:51:57.406Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-03-20T17:51:57.738Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:57.738Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=7 2023-03-20T17:51:57.738Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:51:57.739Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:51:57.739Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:51:57.835Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T17:51:57.835Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=7 2023-03-20T17:51:57.836Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:51:57.836Z [INFO] lp_1:: duplicate requestVote for same term: term=7 2023-03-20T17:51:57.836Z [INFO] lp_4:: duplicate requestVote for same term: term=7 2023-03-20T17:51:57.836Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:51:57.996Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:51:57.997Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=34 2023-03-20T17:51:58.780Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:51:58.780Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=8 2023-03-20T17:51:58.780Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T17:51:58.780Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:51:58.781Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:51:58.781Z [INFO] lp_4:: election won: tally=3 2023-03-20T17:51:58.781Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2023-03-20T17:51:58.781Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2023-03-20T17:51:58.781Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2023-03-20T17:51:58.781Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2023-03-20T17:51:58.781Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2023-03-20T17:51:58.782Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:51:58.782Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:51:58.782Z [WARN] lp_3:: failed to get previous log: previous-index=52836 last-index=52832 error="log not found" 2023-03-20T17:51:58.782Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=52833 2023-03-20T17:51:58.782Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:51:58.783Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:51:58.783Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:51:58.793Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:51:58.794Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:51:58.804Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:51:58.804Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:51:58.824Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:51:58.825Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:51:58.865Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:51:58.867Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:51:58.906Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:51:58.908Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:51:58.945Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:51:58.947Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:51:59.033Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:51:59.096Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:51:59.107Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:51:59.108Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:51:59.226Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:51:59.282Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=500.345515ms 2023-03-20T17:51:59.282Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=500.15689ms 2023-03-20T17:51:59.286Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:51:59.347Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:51:59.395Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T17:51:59.414Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader=lp_4 2023-03-20T17:51:59.428Z [WARN] lp_0:: clearing log suffix: from=52837 to=52837 2023-03-20T17:51:59.428Z [WARN] lp_2:: clearing log suffix: from=52837 to=52837 2023-03-20T17:51:59.484Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:51:59.485Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:51:59.687Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:51:59.687Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=35 2023-03-20T17:51:59.688Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:52:00.847Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:52:00.854Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=36 2023-03-20T17:52:02.853Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:52:02.853Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=37 2023-03-20T17:52:04.085Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:52:04.086Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=38 2023-03-20T17:52:04.395Z [INFO] Created partition 3 with nodes [lp_4 lp_0], partitions now are 3 = [lp_0 lp_4] 2023-03-20T17:52:04.396Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:52:04.396Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:52:04.396Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:52:04.403Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:04.460Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:04.470Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:04.480Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:04.497Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:04.545Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:04.550Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:04.550Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:04.554Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:04.555Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:04.609Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:04.616Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:04.626Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:04.634Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:04.705Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:04.707Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:04.715Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:04.720Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:04.730Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:04.761Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:04.848Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:04.854Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:04.859Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:04.859Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:04.892Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:04.896Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=500.04437ms 2023-03-20T17:52:04.896Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=500.285513ms 2023-03-20T17:52:04.896Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=500.061422ms 2023-03-20T17:52:04.896Z [WARN] lp_4:: failed to contact quorum of nodes, stepping down 2023-03-20T17:52:04.896Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T17:52:04.896Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:52:05.210Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:52:05.210Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=39 2023-03-20T17:52:05.445Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T17:52:05.446Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=9 2023-03-20T17:52:05.446Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:52:05.446Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-03-20T17:52:05.446Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-03-20T17:52:05.446Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:52:06.025Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T17:52:06.025Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=9 2023-03-20T17:52:06.026Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:06.026Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-03-20T17:52:06.026Z [INFO] lp_3:: duplicate requestVote for same term: term=9 2023-03-20T17:52:06.026Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:06.397Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:52:06.397Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=40 2023-03-20T17:52:06.411Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:06.411Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=9 2023-03-20T17:52:06.411Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:06.412Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:06.412Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:06.611Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T17:52:06.611Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=9 2023-03-20T17:52:06.611Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T17:52:06.611Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T17:52:06.611Z [INFO] lp_2:: duplicate requestVote for same term: term=9 2023-03-20T17:52:06.611Z [INFO] lp_3:: duplicate requestVote for same term: term=9 2023-03-20T17:52:06.691Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T17:52:06.691Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=10 2023-03-20T17:52:06.691Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:52:06.691Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:52:06.691Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T17:52:06.692Z [WARN] lp_2:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=95701 last-candidate-index=95684 2023-03-20T17:52:06.692Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:52:07.547Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:52:07.547Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=41 2023-03-20T17:52:07.554Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:07.554Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=10 2023-03-20T17:52:07.554Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T17:52:07.554Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:52:07.554Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:52:07.554Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:52:07.748Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:07.748Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=11 2023-03-20T17:52:07.748Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T17:52:07.748Z [WARN] lp_2:: rejecting vote request since our last index is greater: candidate=lp_1 last-index=95701 last-candidate-index=95684 2023-03-20T17:52:07.748Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:52:07.748Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T17:52:08.121Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:08.121Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=12 2023-03-20T17:52:08.121Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:08.121Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:08.121Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T17:52:08.121Z [INFO] lp_2:: election won: tally=3 2023-03-20T17:52:08.121Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2023-03-20T17:52:08.121Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2023-03-20T17:52:08.121Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2023-03-20T17:52:08.121Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2023-03-20T17:52:08.121Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2023-03-20T17:52:08.121Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:08.121Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:08.121Z [WARN] lp_1:: failed to get previous log: previous-index=95701 last-index=95684 error="log not found" 2023-03-20T17:52:08.121Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=95685 2023-03-20T17:52:08.122Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:52:08.122Z [WARN] lp_3:: failed to get previous log: previous-index=95701 last-index=95684 error="log not found" 2023-03-20T17:52:08.122Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=95685 2023-03-20T17:52:08.123Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:52:08.132Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:08.132Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:08.143Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:08.144Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:08.164Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:08.164Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:08.205Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:08.205Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:08.283Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:08.293Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:08.298Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:08.298Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:08.395Z [INFO] Healing partition group 3, now partitions are [None] 2023-03-20T17:52:08.423Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader=lp_2 2023-03-20T17:52:08.459Z [WARN] lp_4:: clearing log suffix: from=95702 to=95702 2023-03-20T17:52:08.467Z [WARN] lp_0:: clearing log suffix: from=95702 to=95702 2023-03-20T17:52:08.517Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:52:08.526Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:52:08.940Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:52:08.940Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=42 2023-03-20T17:52:10.229Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:52:10.230Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=43 2023-03-20T17:52:11.288Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:11.288Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=44 2023-03-20T17:52:11.289Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:52:12.700Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:52:12.700Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=45 2023-03-20T17:52:13.395Z [INFO] Created partition 4 with nodes [lp_2 lp_0], partitions now are 4 = [lp_0 lp_2] 2023-03-20T17:52:13.396Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:52:13.396Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:52:13.396Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:52:13.458Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:13.468Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:13.484Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:13.486Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:13.520Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:13.532Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:13.543Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:13.556Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:13.569Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:13.612Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:13.614Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:13.636Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:13.643Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:13.647Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:13.675Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:13.704Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:13.723Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:13.737Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:13.804Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:13.826Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:13.844Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:13.855Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:13.856Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:13.879Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:13.896Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=500.158133ms 2023-03-20T17:52:13.896Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=500.051964ms 2023-03-20T17:52:13.907Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=510.912648ms 2023-03-20T17:52:13.907Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=510.577008ms 2023-03-20T17:52:13.907Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=510.806479ms 2023-03-20T17:52:13.907Z [WARN] lp_2:: failed to contact quorum of nodes, stepping down 2023-03-20T17:52:13.907Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:52:13.907Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:52:14.452Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T17:52:14.452Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=13 2023-03-20T17:52:14.453Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-03-20T17:52:14.453Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:14.453Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-03-20T17:52:14.453Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:14.552Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:52:14.552Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=46 2023-03-20T17:52:15.045Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T17:52:15.045Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=13 2023-03-20T17:52:15.046Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:52:15.046Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:52:15.046Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:52:15.399Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T17:52:15.399Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=13 2023-03-20T17:52:15.400Z [INFO] lp_4:: duplicate requestVote for same term: term=13 2023-03-20T17:52:15.400Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T17:52:15.400Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T17:52:15.400Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-03-20T17:52:15.632Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T17:52:15.632Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=13 2023-03-20T17:52:15.632Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:52:15.633Z [INFO] lp_4:: duplicate requestVote for same term: term=13 2023-03-20T17:52:15.633Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:52:15.633Z [INFO] lp_1:: duplicate requestVote for same term: term=13 2023-03-20T17:52:15.769Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:52:15.769Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=47 2023-03-20T17:52:16.290Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:52:16.290Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=14 2023-03-20T17:52:16.290Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T17:52:16.291Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:16.291Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:16.291Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:52:16.291Z [INFO] lp_4:: election won: tally=3 2023-03-20T17:52:16.291Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2023-03-20T17:52:16.292Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2023-03-20T17:52:16.292Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2023-03-20T17:52:16.292Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2023-03-20T17:52:16.292Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2023-03-20T17:52:16.292Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:52:16.292Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:16.293Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:16.293Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:52:16.303Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:16.304Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:16.314Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:16.314Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:16.334Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:16.335Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:16.376Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:16.377Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:16.438Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:16.457Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:16.458Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:16.463Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:16.608Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:16.610Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:16.618Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:16.619Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:16.646Z [WARN] lp_0:: Election timeout reached, restarting election 2023-03-20T17:52:16.646Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=14 2023-03-20T17:52:16.646Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:52:16.647Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:52:16.647Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:52:16.780Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:16.796Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=503.811026ms 2023-03-20T17:52:16.796Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=503.796639ms 2023-03-20T17:52:16.802Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:16.919Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:16.936Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:16.938Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:16.939Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:17.083Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:17.094Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:17.296Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=1.00376215s 2023-03-20T17:52:17.296Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=1.003747763s 2023-03-20T17:52:17.312Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:17.330Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:17.380Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:52:17.380Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=48 2023-03-20T17:52:17.396Z [INFO] Healing partition group 4, now partitions are [None] 2023-03-20T17:52:17.579Z [WARN] lp_2:: clearing log suffix: from=134733 to=134737 2023-03-20T17:52:17.580Z [WARN] lp_0:: clearing log suffix: from=134733 to=134737 2023-03-20T17:52:17.581Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader=lp_4 2023-03-20T17:52:17.726Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:52:17.740Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:52:18.528Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:52:18.528Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=49 2023-03-20T17:52:19.699Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:19.700Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=50 2023-03-20T17:52:19.700Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:52:21.125Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:21.125Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=51 2023-03-20T17:52:21.126Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:52:22.396Z [INFO] Created partition 5 with nodes [lp_4 lp_0 lp_1], partitions now are 5 = [lp_4 lp_0 lp_1] 2023-03-20T17:52:22.396Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:52:22.397Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:22.397Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:52:22.397Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:22.397Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:52:22.398Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=52 2023-03-20T17:52:22.407Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:22.408Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:22.417Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:22.418Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:22.438Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:22.439Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:22.441Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:22.479Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:22.480Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:22.553Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:22.555Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:22.560Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:22.561Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:22.687Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:22.720Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:22.727Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:22.735Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:22.848Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:22.893Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:22.896Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=500.033719ms 2023-03-20T17:52:22.907Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=510.094451ms 2023-03-20T17:52:22.907Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=509.920484ms 2023-03-20T17:52:23.006Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:23.041Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:23.048Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:23.069Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:23.222Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:23.231Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:23.416Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=1.01983133s 2023-03-20T17:52:23.417Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=1.019657363s 2023-03-20T17:52:23.459Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:23.481Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:52:23.481Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=53 2023-03-20T17:52:23.522Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:23.681Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:23.688Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:23.722Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:23.998Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:24.146Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:24.278Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T17:52:24.278Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=15 2023-03-20T17:52:24.278Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:52:24.278Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:52:24.278Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:52:24.278Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-03-20T17:52:24.639Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:52:24.639Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=54 2023-03-20T17:52:24.736Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T17:52:24.737Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=15 2023-03-20T17:52:24.737Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:24.737Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:24.737Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:24.737Z [INFO] lp_3:: duplicate requestVote for same term: term=15 2023-03-20T17:52:24.789Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:24.962Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:24.968Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:24.969Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:25.574Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T17:52:25.574Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=16 2023-03-20T17:52:25.574Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:52:25.574Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:52:25.574Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:52:25.574Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:52:25.795Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:25.796Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=55 2023-03-20T17:52:25.796Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:52:26.184Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:26.377Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:26.396Z [INFO] Healing no partitions! 2023-03-20T17:52:26.943Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:26.944Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=56 2023-03-20T17:52:26.944Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:52:27.125Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:27.125Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=17 2023-03-20T17:52:27.125Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:27.125Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:27.126Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:27.126Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=181590 last-candidate-index=181587 2023-03-20T17:52:27.126Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:52:27.523Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:27.530Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:28.087Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:28.087Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=57 2023-03-20T17:52:28.087Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:52:28.725Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:28.725Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=18 2023-03-20T17:52:28.726Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:52:28.726Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:52:28.726Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:52:28.726Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:52:28.856Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:29.057Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:29.808Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:29.808Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=58 2023-03-20T17:52:29.808Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:52:30.041Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:30.041Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=19 2023-03-20T17:52:30.042Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:30.042Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:30.042Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:30.042Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=181590 last-candidate-index=181587 2023-03-20T17:52:30.042Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:52:31.239Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:31.239Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=59 2023-03-20T17:52:31.239Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:52:31.409Z [INFO] Created partition 6 with nodes [lp_4], partitions now are 5 = [lp_0 lp_1], 6 = [lp_4] 2023-03-20T17:52:31.409Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:52:31.410Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:52:31.420Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:31.434Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:31.434Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=20 2023-03-20T17:52:31.434Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:52:31.434Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:52:31.434Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:52:31.435Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:52:31.452Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:31.468Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:31.506Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:31.542Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:31.575Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:31.600Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:31.607Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:31.630Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:31.654Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:31.695Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:31.730Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:31.767Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:31.771Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:31.805Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:31.899Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:31.905Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:31.910Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=500.991889ms 2023-03-20T17:52:31.910Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=500.355403ms 2023-03-20T17:52:31.911Z [WARN] lp_4:: failed to contact quorum of nodes, stepping down 2023-03-20T17:52:31.911Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T17:52:31.976Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:32.619Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:52:32.619Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=60 2023-03-20T17:52:32.643Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:32.651Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:32.802Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T17:52:32.802Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=15 2023-03-20T17:52:32.802Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T17:52:32.803Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2023-03-20T17:52:32.803Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T17:52:32.803Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T17:52:32.969Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T17:52:32.969Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=21 2023-03-20T17:52:32.970Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:52:32.970Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:52:32.970Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:52:33.028Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T17:52:33.028Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=15 2023-03-20T17:52:33.028Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:52:33.028Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:52:33.028Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:52:33.029Z [INFO] lp_1:: duplicate requestVote for same term: term=15 2023-03-20T17:52:33.790Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:33.791Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=15 2023-03-20T17:52:33.791Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:33.791Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:33.791Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:33.791Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:34.081Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:52:34.081Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=61 2023-03-20T17:52:34.163Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:34.296Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:34.444Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:34.444Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=22 2023-03-20T17:52:34.444Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:34.444Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:34.444Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:34.445Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=181590 last-candidate-index=181587 2023-03-20T17:52:34.445Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:52:34.615Z [WARN] lp_1:: Election timeout reached, restarting election 2023-03-20T17:52:34.615Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=16 2023-03-20T17:52:34.615Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T17:52:34.615Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T17:52:34.616Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T17:52:34.616Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T17:52:35.139Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:52:35.139Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=16 2023-03-20T17:52:35.140Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:35.140Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:35.140Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:35.140Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:35.323Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:52:35.324Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=62 2023-03-20T17:52:35.410Z [INFO] Healing partition group 6, now partitions are 5 = [lp_0 lp_1] 2023-03-20T17:52:35.990Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:35.990Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=23 2023-03-20T17:52:35.990Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:52:35.990Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:52:35.991Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:52:35.991Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=273173 last-candidate-index=181590 2023-03-20T17:52:35.991Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T17:52:36.280Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:36.280Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=17 2023-03-20T17:52:36.280Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:52:36.281Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T17:52:36.281Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:52:36.281Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:52:36.968Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:52:36.968Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=63 2023-03-20T17:52:37.175Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:37.175Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=24 2023-03-20T17:52:37.175Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=273173 last-candidate-index=181587 2023-03-20T17:52:37.175Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:37.176Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=181590 last-candidate-index=181587 2023-03-20T17:52:37.176Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:52:37.176Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:37.540Z [WARN] lp_0:: Election timeout reached, restarting election 2023-03-20T17:52:37.540Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=18 2023-03-20T17:52:37.540Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:52:37.540Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:52:37.540Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:52:37.580Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:37.580Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=25 2023-03-20T17:52:37.580Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:37.580Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:37.580Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:52:37.580Z [INFO] lp_4:: election won: tally=3 2023-03-20T17:52:37.580Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2023-03-20T17:52:37.580Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2023-03-20T17:52:37.580Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2023-03-20T17:52:37.580Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2023-03-20T17:52:37.580Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2023-03-20T17:52:37.580Z [WARN] lp_3:: failed to get previous log: previous-index=273173 last-index=181590 error="log not found" 2023-03-20T17:52:37.580Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=181591 2023-03-20T17:52:37.581Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:37.581Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:37.581Z [WARN] lp_2:: failed to get previous log: previous-index=273173 last-index=181587 error="log not found" 2023-03-20T17:52:37.581Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=181588 2023-03-20T17:52:37.591Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:37.594Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:37.602Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:37.604Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:37.673Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:37.694Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:37.739Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:37.767Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:37.789Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:37.817Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:37.860Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:37.930Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:37.969Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:37.975Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:37.983Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:38.080Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=500.451544ms 2023-03-20T17:52:38.081Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=500.445964ms 2023-03-20T17:52:38.097Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:38.145Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:38.190Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:38.227Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:38.301Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:38.347Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:38.482Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:38.556Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:38.580Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=999.80769ms 2023-03-20T17:52:38.580Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=999.80211ms 2023-03-20T17:52:38.600Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:38.609Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:38.762Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:38.857Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:52:38.857Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=64 2023-03-20T17:52:38.857Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:39.040Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:39.065Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:52:39.080Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=1.49966595s 2023-03-20T17:52:39.080Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=1.49966037s 2023-03-20T17:52:39.106Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:52:39.203Z [WARN] lp_0:: Election timeout reached, restarting election 2023-03-20T17:52:39.203Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=19 2023-03-20T17:52:39.203Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:52:39.204Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:52:39.204Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:52:39.311Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:39.314Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:39.326Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:39.529Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:40.093Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:40.304Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:40.410Z [INFO] Created partition 7 with nodes [lp_4 lp_0], partitions now are 5 = [lp_1], 7 = [lp_4 lp_0] 2023-03-20T17:52:40.410Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:52:40.410Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:52:40.411Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:40.411Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:40.425Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:40.433Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:40.487Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:52:40.487Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=65 2023-03-20T17:52:40.501Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:40.521Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:40.592Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:40.598Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:40.601Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:40.606Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:40.608Z [WARN] lp_0:: failed to get previous log: previous-index=273173 last-index=273172 error="log not found" 2023-03-20T17:52:40.608Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader=lp_4 2023-03-20T17:52:40.608Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=273173 2023-03-20T17:52:40.623Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:40.638Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:52:40.686Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:40.713Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:40.752Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:40.784Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:40.818Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:40.827Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:40.899Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:40.911Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=500.418812ms 2023-03-20T17:52:40.911Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=500.793857ms 2023-03-20T17:52:40.911Z [WARN] lp_4:: failed to contact quorum of nodes, stepping down 2023-03-20T17:52:40.911Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T17:52:40.911Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:52:40.959Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:40.990Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:41.258Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:41.258Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=20 2023-03-20T17:52:41.259Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T17:52:41.259Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T17:52:41.259Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T17:52:41.259Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T17:52:41.528Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:41.739Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T17:52:41.739Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=26 2023-03-20T17:52:41.739Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:52:41.739Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:52:41.739Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:52:41.740Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-03-20T17:52:41.896Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T17:52:41.896Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=26 2023-03-20T17:52:41.896Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_0 last-index=287264 last-candidate-index=275687 2023-03-20T17:52:41.897Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:52:41.897Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:52:41.897Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:52:41.963Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:52:41.963Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=66 2023-03-20T17:52:42.259Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:42.259Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=27 2023-03-20T17:52:42.260Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:42.260Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T17:52:42.260Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:42.260Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:42.884Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:42.892Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:42.923Z [WARN] lp_1:: Election timeout reached, restarting election 2023-03-20T17:52:42.923Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=21 2023-03-20T17:52:42.923Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T17:52:42.924Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T17:52:42.924Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T17:52:42.924Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T17:52:43.011Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T17:52:43.012Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=26 2023-03-20T17:52:43.012Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:43.012Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:43.012Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:43.013Z [INFO] lp_3:: duplicate requestVote for same term: term=26 2023-03-20T17:52:43.153Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:43.231Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T17:52:43.232Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=27 2023-03-20T17:52:43.232Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:52:43.232Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:52:43.232Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:52:43.232Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:52:43.245Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:52:43.245Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=67 2023-03-20T17:52:43.482Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:52:43.482Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=28 2023-03-20T17:52:43.482Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:43.483Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:43.483Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:44.171Z [WARN] lp_1:: Election timeout reached, restarting election 2023-03-20T17:52:44.172Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=22 2023-03-20T17:52:44.172Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T17:52:44.172Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T17:52:44.172Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T17:52:44.173Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T17:52:44.408Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T17:52:44.408Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=28 2023-03-20T17:52:44.409Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:52:44.409Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:52:44.409Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:52:44.410Z [INFO] Healing no partitions! 2023-03-20T17:52:44.565Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:44.565Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=68 2023-03-20T17:52:44.566Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:52:44.834Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:52:44.834Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=29 2023-03-20T17:52:44.834Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:44.835Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:44.835Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:45.442Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T17:52:45.443Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=29 2023-03-20T17:52:45.443Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:52:45.443Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:52:45.443Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:52:45.765Z [WARN] lp_1:: Election timeout reached, restarting election 2023-03-20T17:52:45.766Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=23 2023-03-20T17:52:45.766Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T17:52:45.766Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T17:52:45.766Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T17:52:45.766Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T17:52:45.805Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:45.805Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=69 2023-03-20T17:52:45.805Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:52:45.888Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:52:45.888Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=30 2023-03-20T17:52:45.889Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:45.889Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:45.889Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:46.623Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T17:52:46.623Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=30 2023-03-20T17:52:46.624Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:52:46.624Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:52:46.624Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:52:47.045Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:52:47.045Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=31 2023-03-20T17:52:47.045Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:47.045Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:47.045Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:47.058Z [WARN] lp_1:: Election timeout reached, restarting election 2023-03-20T17:52:47.058Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=24 2023-03-20T17:52:47.058Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T17:52:47.058Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T17:52:47.058Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T17:52:47.058Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T17:52:47.239Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:47.239Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=70 2023-03-20T17:52:47.239Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:52:47.682Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:47.682Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=31 2023-03-20T17:52:47.682Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:47.682Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:47.682Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:47.682Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:52:48.197Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:48.197Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=32 2023-03-20T17:52:48.197Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:52:48.198Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:52:48.198Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:52:48.198Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_0 last-index=287264 last-candidate-index=275687 2023-03-20T17:52:48.198Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T17:52:48.433Z [WARN] lp_1:: Election timeout reached, restarting election 2023-03-20T17:52:48.434Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=25 2023-03-20T17:52:48.434Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T17:52:48.434Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T17:52:48.434Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T17:52:48.434Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T17:52:48.510Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:48.510Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=71 2023-03-20T17:52:48.510Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:52:48.865Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:48.865Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=32 2023-03-20T17:52:48.865Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:52:48.865Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:52:48.865Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:52:48.865Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:52:49.520Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:52:49.520Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=72 2023-03-20T17:52:49.820Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:49.820Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=33 2023-03-20T17:52:49.821Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:49.821Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:49.821Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:49.821Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T17:52:50.065Z [WARN] lp_1:: Election timeout reached, restarting election 2023-03-20T17:52:50.065Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=26 2023-03-20T17:52:50.065Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T17:52:50.066Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T17:52:50.066Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T17:52:50.066Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T17:52:50.198Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T17:52:50.198Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=33 2023-03-20T17:52:50.198Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:52:50.199Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:52:50.199Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:52:50.411Z [INFO] Created partition 8 with nodes [lp_0 lp_1 lp_2], partitions now are 7 = [lp_4], 8 = [lp_0 lp_2 lp_1] 2023-03-20T17:52:51.162Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:52:51.162Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=34 2023-03-20T17:52:51.162Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:51.163Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:51.163Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:51.163Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:51.177Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:51.177Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=73 2023-03-20T17:52:51.177Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:52:51.521Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:51.521Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=34 2023-03-20T17:52:51.521Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:52:51.521Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T17:52:51.521Z [WARN] lp_2:: rejecting vote request since our last index is greater: candidate=lp_0 last-index=287259 last-candidate-index=275687 2023-03-20T17:52:51.521Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:52:51.909Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:51.910Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=35 2023-03-20T17:52:51.910Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:51.910Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:51.910Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T17:52:51.910Z [INFO] lp_2:: election won: tally=3 2023-03-20T17:52:51.910Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2023-03-20T17:52:51.910Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2023-03-20T17:52:51.910Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2023-03-20T17:52:51.911Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2023-03-20T17:52:51.911Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2023-03-20T17:52:51.911Z [WARN] lp_0:: failed to get previous log: previous-index=287259 last-index=275687 error="log not found" 2023-03-20T17:52:51.911Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=275688 2023-03-20T17:52:51.911Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:51.912Z [WARN] lp_1:: failed to get previous log: previous-index=287259 last-index=273172 error="log not found" 2023-03-20T17:52:51.912Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=273173 2023-03-20T17:52:51.912Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:51.922Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:51.923Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:51.932Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:52.008Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:52.037Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:52.077Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:52:52.078Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:52.083Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:52.090Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:52.122Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T17:52:52.122Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=34 2023-03-20T17:52:52.123Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:52:52.123Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:52:52.123Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:52:52.123Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:52:52.138Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:52:52.147Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:52.178Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:52.197Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:52.228Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:52.259Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:52.269Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:52.337Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:52.388Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:52.401Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:52.404Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:52:52.404Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=74 2023-03-20T17:52:52.411Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=500.939136ms 2023-03-20T17:52:52.412Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=500.934908ms 2023-03-20T17:52:52.419Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:52.510Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:52:52.510Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=35 2023-03-20T17:52:52.510Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:52.510Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:52.510Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:52.511Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:52.542Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:52.592Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:52.709Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:52.740Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:52.763Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:52.809Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:52.912Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=1.001118204s 2023-03-20T17:52:52.912Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=1.001113976s 2023-03-20T17:52:52.975Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:53.070Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:53.273Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:53.350Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:53.354Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:53.380Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:53.672Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:52:53.672Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=36 2023-03-20T17:52:53.672Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:53.673Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:53.673Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:53.673Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:53.698Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:53.806Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:53.943Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:52:53.943Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=75 2023-03-20T17:52:54.062Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T17:52:54.063Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=35 2023-03-20T17:52:54.063Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:52:54.063Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:52:54.063Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:52:54.063Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:52:54.411Z [INFO] Healing partition group 8, now partitions are 7 = [lp_4] 2023-03-20T17:52:54.482Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:54.559Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader=lp_2 2023-03-20T17:52:54.661Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:54.825Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:52:55.489Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:52:55.489Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=37 2023-03-20T17:52:55.490Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:55.490Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:55.490Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:55.490Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:55.503Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:52:55.503Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=76 2023-03-20T17:52:55.874Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:57.142Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:52:57.142Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=38 2023-03-20T17:52:57.142Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:57.143Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:57.143Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:57.143Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:57.184Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:52:57.184Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=77 2023-03-20T17:52:57.222Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:58.567Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:52:58.686Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:52:58.686Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=78 2023-03-20T17:52:58.686Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:52:59.058Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:52:59.058Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=39 2023-03-20T17:52:59.059Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:52:59.059Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:52:59.060Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:52:59.061Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:52:59.411Z [INFO] Created partition 9 with nodes [lp_2], partitions now are 7 = [lp_4], 9 = [lp_2] 2023-03-20T17:52:59.411Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:52:59.411Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:59.412Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:52:59.412Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:52:59.427Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:59.462Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:59.465Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:59.478Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:59.492Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:59.505Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:59.563Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:59.563Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:59.573Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:59.582Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:59.619Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:59.631Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:59.662Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:59.666Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:59.668Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:59.742Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:59.747Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:59.750Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:52:59.750Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=79 2023-03-20T17:52:59.760Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:59.779Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:59.800Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:59.811Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:59.843Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:59.871Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:52:59.912Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=500.503809ms 2023-03-20T17:52:59.912Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=500.69619ms 2023-03-20T17:52:59.912Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=500.794935ms 2023-03-20T17:52:59.912Z [WARN] lp_2:: failed to contact quorum of nodes, stepping down 2023-03-20T17:52:59.912Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:52:59.931Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:52:59.936Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:52:59.986Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:53:00.286Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:53:00.286Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=40 2023-03-20T17:53:00.287Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:53:00.287Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:53:00.287Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:53:00.287Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:53:00.438Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T17:53:00.438Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=36 2023-03-20T17:53:00.438Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:00.438Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_2 2023-03-20T17:53:00.438Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_2 2023-03-20T17:53:00.438Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:01.255Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T17:53:01.256Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=36 2023-03-20T17:53:01.256Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T17:53:01.256Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-03-20T17:53:01.256Z [INFO] lp_3:: duplicate requestVote for same term: term=36 2023-03-20T17:53:01.256Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T17:53:01.310Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T17:53:01.310Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=36 2023-03-20T17:53:01.311Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:53:01.311Z [INFO] lp_1:: duplicate requestVote for same term: term=36 2023-03-20T17:53:01.311Z [INFO] lp_3:: duplicate requestVote for same term: term=36 2023-03-20T17:53:01.311Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:53:01.373Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:53:01.374Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=41 2023-03-20T17:53:01.374Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:53:01.374Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:53:01.374Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:53:01.374Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:53:01.507Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:53:01.507Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=80 2023-03-20T17:53:01.715Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:53:01.715Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=36 2023-03-20T17:53:01.715Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:53:01.715Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:53:01.715Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:53:01.715Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:53:01.739Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T17:53:01.739Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=37 2023-03-20T17:53:01.739Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:01.739Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T17:53:01.739Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T17:53:01.739Z [INFO] lp_3:: election won: tally=3 2023-03-20T17:53:01.739Z [INFO] lp_3:: entering leader state: leader="Node at lp_3 [Leader]" 2023-03-20T17:53:01.739Z [INFO] lp_3:: added peer, starting replication: peer=lp_0 2023-03-20T17:53:01.739Z [INFO] lp_3:: added peer, starting replication: peer=lp_1 2023-03-20T17:53:01.739Z [INFO] lp_3:: added peer, starting replication: peer=lp_2 2023-03-20T17:53:01.739Z [INFO] lp_3:: added peer, starting replication: peer=lp_4 2023-03-20T17:53:01.739Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:01.739Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:01.739Z [WARN] lp_0:: failed to get previous log: previous-index=349680 last-index=349669 error="log not found" 2023-03-20T17:53:01.739Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=349670 2023-03-20T17:53:01.739Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:53:01.739Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:53:01.739Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:01.751Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:01.752Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:01.762Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:01.763Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:01.783Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:01.783Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:01.823Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:01.824Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:01.850Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:01.882Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:01.904Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:01.905Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:02.042Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:02.064Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:02.066Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:02.092Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:02.182Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:02.239Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=500.183776ms 2023-03-20T17:53:02.239Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=500.181181ms 2023-03-20T17:53:02.278Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:02.316Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:02.343Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:53:02.385Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:02.386Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:02.442Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:02.530Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:02.591Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:02.739Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=1.00006743s 2023-03-20T17:53:02.739Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=1.000064835s 2023-03-20T17:53:02.800Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:02.800Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:02.815Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T17:53:02.815Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=37 2023-03-20T17:53:02.815Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:53:02.815Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:53:02.816Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:53:02.816Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:53:02.899Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:53:02.899Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=42 2023-03-20T17:53:02.900Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:53:02.900Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:53:02.900Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:53:02.900Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:53:03.026Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:03.027Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:03.089Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:03.105Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:03.135Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:53:03.135Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=81 2023-03-20T17:53:03.136Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:53:03.239Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=1.499888776s 2023-03-20T17:53:03.239Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=1.499886181s 2023-03-20T17:53:03.411Z [INFO] Healing partition group 9, now partitions are 7 = [lp_4] 2023-03-20T17:53:03.585Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:03.607Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader=lp_3 2023-03-20T17:53:03.804Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:53:04.223Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:53:04.223Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=82 2023-03-20T17:53:04.223Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:53:04.258Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:53:04.259Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=43 2023-03-20T17:53:04.259Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:53:04.260Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:53:04.260Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:53:04.261Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:53:04.308Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:04.309Z [WARN] lp_2:: clearing log suffix: from=349681 to=349685 2023-03-20T17:53:04.401Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:04.508Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:53:05.548Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:53:05.548Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=83 2023-03-20T17:53:05.549Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:53:05.598Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:53:05.598Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=44 2023-03-20T17:53:05.598Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:53:05.598Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:53:05.599Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:53:05.599Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:53:05.883Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:06.551Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:53:06.551Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=84 2023-03-20T17:53:06.552Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:53:06.869Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:07.329Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:53:07.329Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=45 2023-03-20T17:53:07.329Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:53:07.329Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:53:07.329Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:53:07.329Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:53:07.631Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:53:07.632Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=85 2023-03-20T17:53:08.411Z [INFO] Created partition 10 with nodes [lp_3 lp_0 lp_1], partitions now are 7 = [lp_4], 10 = [lp_0 lp_1 lp_3] 2023-03-20T17:53:08.412Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:53:08.421Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:08.431Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:08.442Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:08.445Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:53:08.445Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=46 2023-03-20T17:53:08.445Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:53:08.445Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:53:08.445Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:53:08.445Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:53:08.463Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:08.503Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:08.547Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:08.570Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:08.584Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:08.706Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:08.752Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:08.885Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:08.912Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=500.022143ms 2023-03-20T17:53:09.069Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:09.073Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:09.279Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:09.412Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=999.899194ms 2023-03-20T17:53:09.500Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:53:09.500Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=47 2023-03-20T17:53:09.500Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:53:09.500Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:53:09.500Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:53:09.500Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:53:09.515Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:09.589Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:53:09.589Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=86 2023-03-20T17:53:09.716Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:09.784Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:09.912Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=1.499881021s 2023-03-20T17:53:10.271Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:10.320Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-03-20T17:53:10.320Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=38 2023-03-20T17:53:10.321Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:53:10.321Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:53:10.321Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:53:10.322Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:53:10.743Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:53:10.744Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=48 2023-03-20T17:53:10.744Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:53:10.745Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:53:10.745Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:53:10.745Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:53:10.997Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:11.010Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:53:11.010Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=87 2023-03-20T17:53:11.011Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:53:11.021Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:53:11.984Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T17:53:11.985Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=39 2023-03-20T17:53:11.985Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:53:11.986Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:53:11.986Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:53:11.986Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:53:11.989Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:53:12.101Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:53:12.102Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=49 2023-03-20T17:53:12.102Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:53:12.103Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:53:12.103Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:53:12.103Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:53:12.306Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:53:12.307Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=88 2023-03-20T17:53:12.412Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T17:53:12.583Z [ERROR] lp_2:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:53:13.558Z [ERROR] lp_3:: peer has newer term, stopping replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:53:13.558Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:53:13.559Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:53:13.559Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:53:13.617Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:53:13.617Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=50 2023-03-20T17:53:13.617Z [WARN] lp_3:: rejecting vote request since our last term is greater: candidate=lp_4 last-term=37 last-candidate-term=25 2023-03-20T17:53:13.617Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-03-20T17:53:13.617Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-03-20T17:53:13.617Z [WARN] lp_2:: rejecting vote request since our last term is greater: candidate=lp_4 last-term=37 last-candidate-term=25 2023-03-20T17:53:13.618Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:53:13.684Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:53:13.684Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=89 2023-03-20T17:53:14.832Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:53:14.832Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=90 2023-03-20T17:53:15.260Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:53:15.260Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=51 2023-03-20T17:53:15.260Z [WARN] lp_3:: rejecting vote request since our last term is greater: candidate=lp_4 last-term=37 last-candidate-term=25 2023-03-20T17:53:15.260Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-03-20T17:53:15.260Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-03-20T17:53:15.260Z [WARN] lp_2:: rejecting vote request since our last term is greater: candidate=lp_4 last-term=37 last-candidate-term=25 2023-03-20T17:53:15.413Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:53:15.414Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=52 2023-03-20T17:53:15.414Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T17:53:15.414Z [INFO] lp_3:: election won: tally=3 2023-03-20T17:53:15.415Z [INFO] lp_3:: entering leader state: leader="Node at lp_3 [Leader]" 2023-03-20T17:53:15.415Z [INFO] lp_3:: added peer, starting replication: peer=lp_0 2023-03-20T17:53:15.415Z [INFO] lp_3:: added peer, starting replication: peer=lp_1 2023-03-20T17:53:15.415Z [INFO] lp_3:: added peer, starting replication: peer=lp_2 2023-03-20T17:53:15.416Z [INFO] lp_3:: added peer, starting replication: peer=lp_4 2023-03-20T17:53:15.416Z [WARN] lp_2:: failed to get previous log: previous-index=459445 last-index=407703 error="log not found" 2023-03-20T17:53:15.416Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=407704 2023-03-20T17:53:15.415Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:53:15.415Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:53:15.417Z [WARN] lp_4:: failed to get previous log: previous-index=459445 last-index=287264 error="log not found" 2023-03-20T17:53:15.417Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=287265 2023-03-20T17:53:15.418Z [WARN] lp_4:: previous log term mis-match: ours=25 remote=35 2023-03-20T17:53:15.418Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=287264 2023-03-20T17:53:15.419Z [WARN] lp_4:: previous log term mis-match: ours=25 remote=35 2023-03-20T17:53:15.419Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=287263 2023-03-20T17:53:15.419Z [WARN] lp_4:: previous log term mis-match: ours=25 remote=35 2023-03-20T17:53:15.419Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=287262 2023-03-20T17:53:15.419Z [WARN] lp_4:: previous log term mis-match: ours=25 remote=35 2023-03-20T17:53:15.419Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=287261 2023-03-20T17:53:15.420Z [WARN] lp_4:: previous log term mis-match: ours=25 remote=35 2023-03-20T17:53:15.420Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=287260 2023-03-20T17:53:15.420Z [WARN] lp_4:: clearing log suffix: from=287260 to=287264 2023-03-20T17:53:16.419Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:53:16.576Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:53:16.576Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=91 2023-03-20T17:53:17.412Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T17:53:17.698Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:53:17.698Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=92 2023-03-20T17:53:18.350Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:53:19.023Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:53:19.023Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=93 2023-03-20T17:53:20.978Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:53:20.979Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=94 2023-03-20T17:53:20.979Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:53:22.078Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:53:22.078Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=95 2023-03-20T17:53:22.078Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:53:22.230Z [ERROR] lp_3:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:53:23.481Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:53:23.482Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=96 2023-03-20T17:53:23.482Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:53:25.050Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:53:25.050Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=97 2023-03-20T17:53:25.051Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:53:26.262Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:53:26.262Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=98 2023-03-20T17:53:27.315Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:53:27.316Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=99 2023-03-20T17:53:28.145Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:53:28.145Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:53:28.145Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:53:28.145Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:53:29.145Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:53:29.145Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=100 2023-03-20T17:53:30.631Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:53:30.631Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=101 2023-03-20T17:53:31.868Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:53:31.868Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=102 2023-03-20T17:53:33.438Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:53:33.438Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=103 2023-03-20T17:53:33.438Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:53:34.783Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:53:34.783Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=104 2023-03-20T17:53:36.324Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:53:36.324Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=105 2023-03-20T17:53:38.267Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:53:38.267Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=106 2023-03-20T17:53:39.759Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:53:39.759Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=107 2023-03-20T17:53:41.153Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:53:41.154Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=108 2023-03-20T17:53:42.193Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:53:42.194Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=109 2023-03-20T17:53:44.028Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:53:44.028Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=110 2023-03-20T17:53:45.394Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:53:45.394Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=111 2023-03-20T17:53:46.980Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:53:46.980Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=112 2023-03-20T17:53:46.980Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:53:48.038Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:53:48.038Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=113 2023-03-20T17:53:49.253Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:53:49.253Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=114 2023-03-20T17:53:50.360Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:53:50.360Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=115 2023-03-20T17:53:50.361Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:53:51.787Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:53:51.787Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=116 2023-03-20T17:53:51.787Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:53:52.856Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:53:52.856Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=117 2023-03-20T17:53:54.044Z [INFO] node_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/node_0 2023-03-20T17:53:54.045Z [INFO] node_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-03-20T17:53:54.045Z [INFO] node_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/node_1 2023-03-20T17:53:54.046Z [INFO] node_0:: entering follower state: follower="Node at node_0 [Follower]" leader= 2023-03-20T17:53:54.046Z [INFO] node_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-03-20T17:53:54.047Z [INFO] node_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/node_2 2023-03-20T17:53:54.047Z [INFO] node_1:: entering follower state: follower="Node at node_1 [Follower]" leader= 2023-03-20T17:53:54.048Z [INFO] node_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-03-20T17:53:54.048Z [INFO] node_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/node_3 2023-03-20T17:53:54.048Z [INFO] node_2:: entering follower state: follower="Node at node_2 [Follower]" leader= 2023-03-20T17:53:54.049Z [INFO] node_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-03-20T17:53:54.049Z [INFO] node_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/node_4 2023-03-20T17:53:54.049Z [INFO] node_3:: entering follower state: follower="Node at node_3 [Follower]" leader= 2023-03-20T17:53:54.049Z [INFO] node_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-03-20T17:53:54.050Z [INFO] node_4:: entering follower state: follower="Node at node_4 [Follower]" leader= 2023-03-20T17:53:54.577Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:53:54.577Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=118 2023-03-20T17:53:54.578Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:53:55.425Z [WARN] node_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:53:55.425Z [INFO] node_0:: entering candidate state: node="Node at node_0 [Candidate]" term=2 2023-03-20T17:53:55.425Z [INFO] node_0:: election won: tally=3 2023-03-20T17:53:55.425Z [INFO] node_0:: entering leader state: leader="Node at node_0 [Leader]" 2023-03-20T17:53:55.425Z [INFO] node_0:: added peer, starting replication: peer=node_1 2023-03-20T17:53:55.425Z [INFO] node_0:: added peer, starting replication: peer=node_2 2023-03-20T17:53:55.425Z [INFO] node_0:: added peer, starting replication: peer=node_3 2023-03-20T17:53:55.425Z [INFO] node_0:: added peer, starting replication: peer=node_4 2023-03-20T17:53:55.425Z [INFO] node_0:: pipelining replication: peer="{Voter node_4 node_4}" 2023-03-20T17:53:55.425Z [INFO] node_0:: pipelining replication: peer="{Voter node_1 node_1}" 2023-03-20T17:53:55.425Z [INFO] node_0:: pipelining replication: peer="{Voter node_2 node_2}" 2023-03-20T17:53:55.425Z [INFO] node_0:: pipelining replication: peer="{Voter node_3 node_3}" 2023-03-20T17:53:55.426Z [WARN] node_3:: rejecting vote request since our last term is greater: candidate=node_0 last-term=2 last-candidate-term=1 2023-03-20T17:53:55.426Z [WARN] node_4:: rejecting vote request since our last term is greater: candidate=node_0 last-term=2 last-candidate-term=1 2023-03-20T17:53:55.911Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:53:55.911Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=119 2023-03-20T17:53:55.912Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:53:56.251Z [INFO] node_0:: aborting pipeline replication: peer="{Voter node_4 node_4}" 2023-03-20T17:53:56.251Z [INFO] node_0:: aborting pipeline replication: peer="{Voter node_1 node_1}" 2023-03-20T17:53:56.251Z [INFO] node_0:: aborting pipeline replication: peer="{Voter node_2 node_2}" 2023-03-20T17:53:56.252Z [INFO] node_0:: aborting pipeline replication: peer="{Voter node_3 node_3}" 2023-03-20T17:53:56.811Z [INFO] sv_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/sv_0 2023-03-20T17:53:56.812Z [INFO] sv_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-03-20T17:53:56.812Z [INFO] sv_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/sv_1 2023-03-20T17:53:56.812Z [INFO] sv_0:: entering follower state: follower="Node at sv_0 [Follower]" leader= 2023-03-20T17:53:56.813Z [INFO] sv_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-03-20T17:53:56.813Z [INFO] sv_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/sv_2 2023-03-20T17:53:56.813Z [INFO] sv_1:: entering follower state: follower="Node at sv_1 [Follower]" leader= 2023-03-20T17:53:56.814Z [INFO] sv_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-03-20T17:53:56.814Z [INFO] sv_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/sv_3 2023-03-20T17:53:56.814Z [INFO] sv_2:: entering follower state: follower="Node at sv_2 [Follower]" leader= 2023-03-20T17:53:56.815Z [INFO] sv_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-03-20T17:53:56.815Z [INFO] sv_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/sv_4 2023-03-20T17:53:56.815Z [INFO] sv_3:: entering follower state: follower="Node at sv_3 [Follower]" leader= 2023-03-20T17:53:56.815Z [INFO] sv_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-03-20T17:53:56.815Z [INFO] sv_4:: entering follower state: follower="Node at sv_4 [Follower]" leader= 2023-03-20T17:53:57.777Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:53:57.777Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=120 2023-03-20T17:53:57.777Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:53:57.906Z [WARN] sv_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:53:57.906Z [INFO] sv_3:: entering candidate state: node="Node at sv_3 [Candidate]" term=2 2023-03-20T17:53:57.907Z [INFO] sv_3:: election won: tally=3 2023-03-20T17:53:57.907Z [INFO] sv_3:: entering leader state: leader="Node at sv_3 [Leader]" 2023-03-20T17:53:57.907Z [INFO] sv_3:: added peer, starting replication: peer=sv_0 2023-03-20T17:53:57.907Z [INFO] sv_3:: added peer, starting replication: peer=sv_1 2023-03-20T17:53:57.907Z [INFO] sv_3:: added peer, starting replication: peer=sv_2 2023-03-20T17:53:57.907Z [INFO] sv_3:: added peer, starting replication: peer=sv_4 2023-03-20T17:53:57.907Z [INFO] sv_3:: pipelining replication: peer="{Voter sv_1 sv_1}" 2023-03-20T17:53:57.907Z [INFO] sv_3:: pipelining replication: peer="{Voter sv_0 sv_0}" 2023-03-20T17:53:57.908Z [INFO] sv_3:: pipelining replication: peer="{Voter sv_4 sv_4}" 2023-03-20T17:53:57.908Z [INFO] sv_3:: pipelining replication: peer="{Voter sv_2 sv_2}" 2023-03-20T17:53:58.909Z [INFO] sv_3:: aborting pipeline replication: peer="{Voter sv_4 sv_4}" 2023-03-20T17:53:58.909Z [INFO] sv_3:: aborting pipeline replication: peer="{Voter sv_0 sv_0}" 2023-03-20T17:53:58.909Z [INFO] sv_3:: aborting pipeline replication: peer="{Voter sv_1 sv_1}" 2023-03-20T17:53:58.909Z [INFO] sv_3:: aborting pipeline replication: peer="{Voter sv_2 sv_2}" 2023-03-20T17:53:59.160Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:53:59.160Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=121 2023-03-20T17:53:59.791Z [INFO] svr_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/svr_0 2023-03-20T17:53:59.792Z [INFO] svr_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-03-20T17:53:59.792Z [INFO] svr_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/svr_1 2023-03-20T17:53:59.793Z [INFO] svr_0:: entering follower state: follower="Node at svr_0 [Follower]" leader= 2023-03-20T17:53:59.794Z [INFO] svr_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-03-20T17:53:59.794Z [INFO] svr_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/svr_2 2023-03-20T17:53:59.794Z [INFO] svr_1:: entering follower state: follower="Node at svr_1 [Follower]" leader= 2023-03-20T17:53:59.796Z [INFO] svr_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-03-20T17:53:59.796Z [INFO] svr_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/svr_3 2023-03-20T17:53:59.797Z [INFO] svr_2:: entering follower state: follower="Node at svr_2 [Follower]" leader= 2023-03-20T17:53:59.798Z [INFO] svr_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-03-20T17:53:59.799Z [INFO] svr_3:: entering follower state: follower="Node at svr_3 [Follower]" leader= 2023-03-20T17:53:59.799Z [INFO] svr_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build33067089/b001/data/svr_4 2023-03-20T17:53:59.801Z [INFO] svr_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-03-20T17:53:59.801Z [INFO] svr_4:: entering follower state: follower="Node at svr_4 [Follower]" leader= 2023-03-20T17:54:00.592Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:54:00.592Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=122 2023-03-20T17:54:00.860Z [WARN] svr_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:00.860Z [INFO] svr_1:: entering candidate state: node="Node at svr_1 [Candidate]" term=2 2023-03-20T17:54:00.861Z [INFO] svr_1:: election won: tally=3 2023-03-20T17:54:00.861Z [INFO] svr_1:: entering leader state: leader="Node at svr_1 [Leader]" 2023-03-20T17:54:00.861Z [INFO] svr_1:: added peer, starting replication: peer=svr_0 2023-03-20T17:54:00.861Z [INFO] svr_1:: added peer, starting replication: peer=svr_2 2023-03-20T17:54:00.861Z [INFO] svr_1:: added peer, starting replication: peer=svr_3 2023-03-20T17:54:00.861Z [INFO] svr_1:: added peer, starting replication: peer=svr_4 2023-03-20T17:54:00.861Z [INFO] svr_1:: pipelining replication: peer="{Voter svr_0 svr_0}" 2023-03-20T17:54:00.861Z [INFO] svr_1:: pipelining replication: peer="{Voter svr_4 svr_4}" 2023-03-20T17:54:00.861Z [INFO] svr_1:: pipelining replication: peer="{Voter svr_3 svr_3}" 2023-03-20T17:54:00.861Z [INFO] svr_1:: pipelining replication: peer="{Voter svr_2 svr_2}" 2023-03-20T17:54:02.008Z [INFO] svr_1:: aborting pipeline replication: peer="{Voter svr_4 svr_4}" 2023-03-20T17:54:02.008Z [INFO] svr_1:: aborting pipeline replication: peer="{Voter svr_0 svr_0}" 2023-03-20T17:54:02.008Z [INFO] svr_1:: aborting pipeline replication: peer="{Voter svr_2 svr_2}" 2023-03-20T17:54:02.008Z [INFO] svr_1:: aborting pipeline replication: peer="{Voter svr_3 svr_3}" 2023-03-20T17:54:02.574Z [WARN] ar_2:: Election timeout reached, restarting election 2023-03-20T17:54:02.574Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=123 PASS ok github.com/hashicorp/raft/fuzzy 181.864s github.com/hashicorp/raft/fuzzy 2023-03-20T17:54:03.183Z [INFO] lt_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/lt_0 2023-03-20T17:54:03.184Z [INFO] lt_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-03-20T17:54:03.184Z [INFO] lt_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/lt_1 2023-03-20T17:54:03.185Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2023-03-20T17:54:03.186Z [INFO] lt_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-03-20T17:54:03.186Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2023-03-20T17:54:03.187Z [INFO] lt_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/lt_2 2023-03-20T17:54:03.187Z [INFO] lt_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-03-20T17:54:03.187Z [INFO] lt_2:: entering follower state: follower="Node at lt_2 [Follower]" leader= 2023-03-20T17:54:03.188Z [INFO] lt_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/lt_3 2023-03-20T17:54:03.189Z [INFO] lt_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-03-20T17:54:03.190Z [INFO] lt_3:: entering follower state: follower="Node at lt_3 [Follower]" leader= 2023-03-20T17:54:03.190Z [INFO] lt_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/lt_4 2023-03-20T17:54:03.192Z [INFO] lt_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-03-20T17:54:03.192Z [INFO] lt_4:: entering follower state: follower="Node at lt_4 [Follower]" leader= 2023-03-20T17:54:04.257Z [WARN] lt_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:04.257Z [INFO] lt_1:: entering candidate state: node="Node at lt_1 [Candidate]" term=2 2023-03-20T17:54:04.258Z [INFO] lt_1:: election won: tally=3 2023-03-20T17:54:04.258Z [INFO] lt_1:: entering leader state: leader="Node at lt_1 [Leader]" 2023-03-20T17:54:04.258Z [INFO] lt_1:: added peer, starting replication: peer=lt_0 2023-03-20T17:54:04.258Z [INFO] lt_1:: added peer, starting replication: peer=lt_2 2023-03-20T17:54:04.258Z [INFO] lt_1:: added peer, starting replication: peer=lt_3 2023-03-20T17:54:04.258Z [INFO] lt_1:: added peer, starting replication: peer=lt_4 2023-03-20T17:54:04.258Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_0 lt_0}" 2023-03-20T17:54:04.258Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-03-20T17:54:04.258Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-03-20T17:54:04.263Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-03-20T17:54:04.898Z [INFO] lt_0:: entering candidate state: node="Node at lt_0 [Candidate]" term=3 2023-03-20T17:54:04.899Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2023-03-20T17:54:04.899Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-03-20T17:54:04.899Z [INFO] lt_0:: election won: tally=3 2023-03-20T17:54:04.899Z [INFO] lt_0:: entering leader state: leader="Node at lt_0 [Leader]" 2023-03-20T17:54:04.899Z [INFO] lt_0:: added peer, starting replication: peer=lt_1 2023-03-20T17:54:04.899Z [INFO] lt_0:: added peer, starting replication: peer=lt_2 2023-03-20T17:54:04.899Z [INFO] lt_0:: added peer, starting replication: peer=lt_3 2023-03-20T17:54:04.899Z [INFO] lt_0:: added peer, starting replication: peer=lt_4 2023-03-20T17:54:04.900Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-03-20T17:54:04.900Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_0 lt_0}" 2023-03-20T17:54:04.900Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-03-20T17:54:04.900Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-03-20T17:54:04.901Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_1 lt_1}" 2023-03-20T17:54:04.901Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-03-20T17:54:04.901Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-03-20T17:54:05.511Z [INFO] lt_1:: entering candidate state: node="Node at lt_1 [Candidate]" term=4 2023-03-20T17:54:05.511Z [INFO] lt_1:: election won: tally=3 2023-03-20T17:54:05.511Z [INFO] lt_1:: entering leader state: leader="Node at lt_1 [Leader]" 2023-03-20T17:54:05.511Z [INFO] lt_1:: added peer, starting replication: peer=lt_0 2023-03-20T17:54:05.512Z [INFO] lt_1:: added peer, starting replication: peer=lt_2 2023-03-20T17:54:05.512Z [INFO] lt_1:: added peer, starting replication: peer=lt_3 2023-03-20T17:54:05.512Z [INFO] lt_1:: added peer, starting replication: peer=lt_4 2023-03-20T17:54:05.512Z [WARN] lt_4:: failed to get previous log: previous-index=13775 last-index=13689 error="log not found" 2023-03-20T17:54:05.512Z [WARN] lt_1:: appendEntries rejected, sending older logs: peer="{Voter lt_4 lt_4}" next=13690 2023-03-20T17:54:05.512Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2023-03-20T17:54:05.513Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-03-20T17:54:05.513Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-03-20T17:54:05.514Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-03-20T17:54:05.514Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-03-20T17:54:05.514Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2023-03-20T17:54:05.516Z [WARN] lt_2:: failed to get previous log: previous-index=13775 last-index=13712 error="log not found" 2023-03-20T17:54:05.516Z [WARN] lt_1:: appendEntries rejected, sending older logs: peer="{Voter lt_2 lt_2}" next=13713 2023-03-20T17:54:05.517Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-03-20T17:54:05.518Z [WARN] lt_3:: failed to get previous log: previous-index=13775 last-index=13712 error="log not found" 2023-03-20T17:54:05.518Z [WARN] lt_1:: appendEntries rejected, sending older logs: peer="{Voter lt_3 lt_3}" next=13713 2023-03-20T17:54:05.519Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-03-20T17:54:05.520Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_0 lt_0}" 2023-03-20T17:54:05.529Z [INFO] lt_0:: entering candidate state: node="Node at lt_0 [Candidate]" term=5 2023-03-20T17:54:05.529Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2023-03-20T17:54:05.529Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-03-20T17:54:05.529Z [INFO] lt_0:: election won: tally=3 2023-03-20T17:54:05.529Z [INFO] lt_0:: entering leader state: leader="Node at lt_0 [Leader]" 2023-03-20T17:54:05.530Z [INFO] lt_0:: added peer, starting replication: peer=lt_1 2023-03-20T17:54:05.530Z [INFO] lt_0:: added peer, starting replication: peer=lt_2 2023-03-20T17:54:05.530Z [INFO] lt_0:: added peer, starting replication: peer=lt_3 2023-03-20T17:54:05.530Z [INFO] lt_0:: added peer, starting replication: peer=lt_4 2023-03-20T17:54:05.530Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_0 lt_0}" 2023-03-20T17:54:05.530Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-03-20T17:54:05.530Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-03-20T17:54:05.531Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-03-20T17:54:05.532Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-03-20T17:54:05.533Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-03-20T17:54:05.533Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_1 lt_1}" 2023-03-20T17:54:05.830Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-03-20T17:54:05.830Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2023-03-20T17:54:05.830Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-03-20T17:54:05.830Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-03-20T17:54:06.729Z [INFO] m_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/m_0 2023-03-20T17:54:06.730Z [INFO] m_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-03-20T17:54:06.730Z [INFO] m_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/m_1 2023-03-20T17:54:06.731Z [INFO] m_0:: entering follower state: follower="Node at m_0 [Follower]" leader= 2023-03-20T17:54:06.731Z [INFO] m_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-03-20T17:54:06.731Z [INFO] m_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/m_2 2023-03-20T17:54:06.732Z [INFO] m_1:: entering follower state: follower="Node at m_1 [Follower]" leader= 2023-03-20T17:54:06.733Z [INFO] m_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-03-20T17:54:06.733Z [INFO] m_2:: entering follower state: follower="Node at m_2 [Follower]" leader= 2023-03-20T17:54:07.902Z [WARN] m_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:07.902Z [INFO] m_2:: entering candidate state: node="Node at m_2 [Candidate]" term=2 2023-03-20T17:54:07.902Z [INFO] m_2:: election won: tally=2 2023-03-20T17:54:07.902Z [INFO] m_2:: entering leader state: leader="Node at m_2 [Leader]" 2023-03-20T17:54:07.902Z [INFO] m_2:: added peer, starting replication: peer=m_0 2023-03-20T17:54:07.902Z [INFO] m_2:: added peer, starting replication: peer=m_1 2023-03-20T17:54:07.903Z [INFO] m_2:: pipelining replication: peer="{Voter m_1 m_1}" 2023-03-20T17:54:07.903Z [WARN] m_1:: rejecting vote request since our last term is greater: candidate=m_2 last-term=2 last-candidate-term=1 2023-03-20T17:54:07.903Z [INFO] m_2:: pipelining replication: peer="{Voter m_0 m_0}" 2023-03-20T17:54:07.909Z [INFO] m_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/m_3 2023-03-20T17:54:07.915Z [INFO] m_3:: initial configuration: index=0 servers=[] 2023-03-20T17:54:07.915Z [INFO] m_2:: updating configuration: command=AddStaging server-id=m_3 server-addr=m_3 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2} {Suffrage:Voter ID:m_3 Address:m_3}]" 2023-03-20T17:54:07.915Z [INFO] m_3:: entering follower state: follower="Node at m_3 [Follower]" leader= 2023-03-20T17:54:07.915Z [INFO] m_2:: added peer, starting replication: peer=m_3 2023-03-20T17:54:07.916Z [INFO] m_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/m_4 2023-03-20T17:54:07.918Z [WARN] m_3:: failed to get previous log: previous-index=119 last-index=0 error="log not found" 2023-03-20T17:54:07.920Z [INFO] m_4:: initial configuration: index=0 servers=[] 2023-03-20T17:54:07.921Z [INFO] m_2:: updating configuration: command=AddStaging server-id=m_4 server-addr=m_4 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2} {Suffrage:Voter ID:m_3 Address:m_3} {Suffrage:Voter ID:m_4 Address:m_4}]" 2023-03-20T17:54:07.921Z [INFO] m_2:: added peer, starting replication: peer=m_4 2023-03-20T17:54:07.921Z [WARN] m_2:: appendEntries rejected, sending older logs: peer="{Voter m_3 m_3}" next=1 2023-03-20T17:54:07.921Z [INFO] m_4:: entering follower state: follower="Node at m_4 [Follower]" leader= 2023-03-20T17:54:07.921Z [WARN] m_4:: failed to get previous log: previous-index=123 last-index=0 error="log not found" 2023-03-20T17:54:07.921Z [WARN] m_2:: appendEntries rejected, sending older logs: peer="{Voter m_4 m_4}" next=1 2023-03-20T17:54:07.925Z [INFO] m_2:: pipelining replication: peer="{Voter m_4 m_4}" 2023-03-20T17:54:07.926Z [INFO] m_2:: pipelining replication: peer="{Voter m_3 m_3}" 2023-03-20T17:54:13.087Z [INFO] m_2:: aborting pipeline replication: peer="{Voter m_1 m_1}" 2023-03-20T17:54:13.087Z [INFO] m_2:: aborting pipeline replication: peer="{Voter m_3 m_3}" 2023-03-20T17:54:13.087Z [INFO] m_2:: aborting pipeline replication: peer="{Voter m_4 m_4}" 2023-03-20T17:54:13.087Z [INFO] m_2:: aborting pipeline replication: peer="{Voter m_0 m_0}" 2023-03-20T17:54:15.270Z [INFO] ar_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/ar_0 2023-03-20T17:54:15.271Z [INFO] ar_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-03-20T17:54:15.272Z [INFO] ar_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/ar_1 2023-03-20T17:54:15.272Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:54:15.273Z [INFO] ar_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-03-20T17:54:15.273Z [INFO] ar_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/ar_2 2023-03-20T17:54:15.274Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:54:15.275Z [INFO] ar_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-03-20T17:54:15.275Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T17:54:16.732Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:16.732Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=2 2023-03-20T17:54:16.732Z [INFO] ar_2:: election won: tally=2 2023-03-20T17:54:16.733Z [INFO] ar_2:: entering leader state: leader="Node at ar_2 [Leader]" 2023-03-20T17:54:16.733Z [INFO] ar_2:: added peer, starting replication: peer=ar_0 2023-03-20T17:54:16.733Z [INFO] ar_2:: added peer, starting replication: peer=ar_1 2023-03-20T17:54:16.733Z [INFO] ar_2:: pipelining replication: peer="{Voter ar_1 ar_1}" 2023-03-20T17:54:16.733Z [INFO] ar_2:: pipelining replication: peer="{Voter ar_0 ar_0}" 2023-03-20T17:54:16.734Z [WARN] ar_1:: rejecting vote request since our last term is greater: candidate=ar_2 last-term=2 last-candidate-term=1 2023-03-20T17:54:16.738Z [INFO] ar_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/ar_3 2023-03-20T17:54:16.740Z [INFO] ar_3:: initial configuration: index=0 servers=[] 2023-03-20T17:54:16.740Z [INFO] ar_2:: updating configuration: command=AddStaging server-id=ar_3 server-addr=ar_3 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2} {Suffrage:Voter ID:ar_3 Address:ar_3}]" 2023-03-20T17:54:16.740Z [INFO] ar_2:: added peer, starting replication: peer=ar_3 2023-03-20T17:54:16.740Z [INFO] ar_3:: entering follower state: follower="Node at ar_3 [Follower]" leader= 2023-03-20T17:54:16.740Z [WARN] ar_3:: failed to get previous log: previous-index=119 last-index=0 error="log not found" 2023-03-20T17:54:16.740Z [WARN] ar_2:: appendEntries rejected, sending older logs: peer="{Voter ar_3 ar_3}" next=1 2023-03-20T17:54:16.744Z [INFO] ar_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/ar_4 2023-03-20T17:54:16.745Z [INFO] ar_2:: pipelining replication: peer="{Voter ar_3 ar_3}" 2023-03-20T17:54:16.746Z [INFO] ar_4:: initial configuration: index=0 servers=[] 2023-03-20T17:54:16.746Z [INFO] ar_2:: updating configuration: command=AddStaging server-id=ar_4 server-addr=ar_4 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2} {Suffrage:Voter ID:ar_3 Address:ar_3} {Suffrage:Voter ID:ar_4 Address:ar_4}]" 2023-03-20T17:54:16.746Z [INFO] ar_2:: added peer, starting replication: peer=ar_4 2023-03-20T17:54:16.747Z [INFO] ar_4:: entering follower state: follower="Node at ar_4 [Follower]" leader= 2023-03-20T17:54:16.747Z [WARN] ar_4:: failed to get previous log: previous-index=272 last-index=0 error="log not found" 2023-03-20T17:54:16.747Z [WARN] ar_2:: appendEntries rejected, sending older logs: peer="{Voter ar_4 ar_4}" next=1 2023-03-20T17:54:16.750Z [INFO] Removing node ar_0 from cluster 2023-03-20T17:54:16.750Z [INFO] Removing node ar_1 from cluster 2023-03-20T17:54:16.751Z [INFO] ar_2:: pipelining replication: peer="{Voter ar_4 ar_4}" 2023-03-20T17:54:16.920Z [INFO] ar_2:: aborting pipeline replication: peer="{Voter ar_0 ar_0}" 2023-03-20T17:54:16.920Z [INFO] ar_2:: aborting pipeline replication: peer="{Voter ar_1 ar_1}" 2023-03-20T17:54:16.920Z [INFO] ar_2:: aborting pipeline replication: peer="{Voter ar_3 ar_3}" 2023-03-20T17:54:16.920Z [INFO] ar_2:: aborting pipeline replication: peer="{Voter ar_4 ar_4}" 2023-03-20T17:54:16.966Z [INFO] rl_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/rl_0 2023-03-20T17:54:16.967Z [INFO] rl_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-03-20T17:54:16.967Z [INFO] rl_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/rl_1 2023-03-20T17:54:16.968Z [INFO] rl_0:: entering follower state: follower="Node at rl_0 [Follower]" leader= 2023-03-20T17:54:16.969Z [INFO] rl_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-03-20T17:54:16.969Z [INFO] rl_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/rl_2 2023-03-20T17:54:16.969Z [INFO] rl_1:: entering follower state: follower="Node at rl_1 [Follower]" leader= 2023-03-20T17:54:16.971Z [INFO] rl_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-03-20T17:54:16.971Z [INFO] rl_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/rl_3 2023-03-20T17:54:16.971Z [INFO] rl_2:: entering follower state: follower="Node at rl_2 [Follower]" leader= 2023-03-20T17:54:16.975Z [INFO] rl_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-03-20T17:54:16.975Z [INFO] rl_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/rl_4 2023-03-20T17:54:16.976Z [INFO] rl_3:: entering follower state: follower="Node at rl_3 [Follower]" leader= 2023-03-20T17:54:16.979Z [INFO] rl_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-03-20T17:54:16.979Z [INFO] rl_4:: entering follower state: follower="Node at rl_4 [Follower]" leader= 2023-03-20T17:54:17.917Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader=ar_2 2023-03-20T17:54:17.918Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=3 2023-03-20T17:54:17.918Z [WARN] ar_1:: rejecting vote request since we have a leader: from=ar_0 leader=ar_2 2023-03-20T17:54:18.072Z [WARN] rl_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:18.072Z [INFO] rl_1:: entering candidate state: node="Node at rl_1 [Candidate]" term=2 2023-03-20T17:54:18.072Z [INFO] rl_1:: election won: tally=3 2023-03-20T17:54:18.072Z [INFO] rl_1:: entering leader state: leader="Node at rl_1 [Leader]" 2023-03-20T17:54:18.072Z [INFO] rl_1:: added peer, starting replication: peer=rl_0 2023-03-20T17:54:18.072Z [INFO] rl_1:: added peer, starting replication: peer=rl_2 2023-03-20T17:54:18.072Z [INFO] rl_1:: added peer, starting replication: peer=rl_3 2023-03-20T17:54:18.072Z [INFO] rl_1:: added peer, starting replication: peer=rl_4 2023-03-20T17:54:18.073Z [WARN] rl_4:: rejecting vote request since our last term is greater: candidate=rl_1 last-term=2 last-candidate-term=1 2023-03-20T17:54:18.073Z [INFO] rl_1:: pipelining replication: peer="{Voter rl_0 rl_0}" 2023-03-20T17:54:18.074Z [INFO] rl_1:: pipelining replication: peer="{Voter rl_2 rl_2}" 2023-03-20T17:54:18.074Z [INFO] rl_1:: pipelining replication: peer="{Voter rl_4 rl_4}" 2023-03-20T17:54:18.074Z [INFO] rl_1:: pipelining replication: peer="{Voter rl_3 rl_3}" 2023-03-20T17:54:18.830Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader=ar_2 2023-03-20T17:54:18.830Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=3 2023-03-20T17:54:18.831Z [INFO] ar_0:: duplicate requestVote for same term: term=3 2023-03-20T17:54:19.081Z [INFO] Removing node rl_1 from cluster 2023-03-20T17:54:19.888Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:54:19.888Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=4 2023-03-20T17:54:19.889Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:54:21.070Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:54:21.071Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=5 2023-03-20T17:54:22.126Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:54:22.126Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=6 2023-03-20T17:54:23.784Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:54:23.784Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=7 2023-03-20T17:54:24.511Z [INFO] rl_1:: aborting pipeline replication: peer="{Voter rl_4 rl_4}" 2023-03-20T17:54:24.511Z [INFO] rl_1:: aborting pipeline replication: peer="{Voter rl_0 rl_0}" 2023-03-20T17:54:24.511Z [INFO] rl_1:: aborting pipeline replication: peer="{Voter rl_2 rl_2}" 2023-03-20T17:54:24.511Z [INFO] rl_1:: aborting pipeline replication: peer="{Voter rl_3 rl_3}" 2023-03-20T17:54:24.512Z [INFO] rmp_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/rmp_0 2023-03-20T17:54:24.513Z [INFO] rmp_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-03-20T17:54:24.513Z [INFO] rmp_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/rmp_1 2023-03-20T17:54:24.514Z [INFO] rmp_0:: entering follower state: follower="Node at rmp_0 [Follower]" leader= 2023-03-20T17:54:24.515Z [INFO] rmp_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-03-20T17:54:24.515Z [INFO] rmp_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/rmp_2 2023-03-20T17:54:24.516Z [INFO] rmp_1:: entering follower state: follower="Node at rmp_1 [Follower]" leader= 2023-03-20T17:54:24.520Z [INFO] rmp_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-03-20T17:54:24.520Z [INFO] rmp_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/rmp_3 2023-03-20T17:54:24.520Z [INFO] rmp_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-03-20T17:54:24.521Z [INFO] rmp_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/rmp_4 2023-03-20T17:54:24.522Z [INFO] rmp_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-03-20T17:54:24.522Z [INFO] rmp_2:: entering follower state: follower="Node at rmp_2 [Follower]" leader= 2023-03-20T17:54:24.523Z [INFO] rmp_3:: entering follower state: follower="Node at rmp_3 [Follower]" leader= 2023-03-20T17:54:24.523Z [INFO] rmp_4:: entering follower state: follower="Node at rmp_4 [Follower]" leader= 2023-03-20T17:54:24.933Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:54:24.933Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=8 2023-03-20T17:54:25.606Z [WARN] rmp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:25.606Z [INFO] rmp_0:: entering candidate state: node="Node at rmp_0 [Candidate]" term=2 2023-03-20T17:54:25.607Z [INFO] rmp_0:: election won: tally=3 2023-03-20T17:54:25.607Z [INFO] rmp_0:: entering leader state: leader="Node at rmp_0 [Leader]" 2023-03-20T17:54:25.607Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_1 2023-03-20T17:54:25.607Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_2 2023-03-20T17:54:25.607Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_3 2023-03-20T17:54:25.607Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_4 2023-03-20T17:54:25.609Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_2 rmp_2}" 2023-03-20T17:54:25.610Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_3 rmp_3}" 2023-03-20T17:54:25.610Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_4 rmp_4}" 2023-03-20T17:54:25.611Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_1 rmp_1}" 2023-03-20T17:54:25.616Z [INFO] Created partition 1 with nodes [rmp_2], partitions now are 1 = [rmp_2] 2023-03-20T17:54:25.617Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_2 rmp_2}" 2023-03-20T17:54:25.617Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:25.627Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:25.638Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:25.659Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:25.700Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:25.737Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:25.790Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:25.884Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:25.951Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:25.959Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:25.959Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=9 2023-03-20T17:54:25.959Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:54:26.054Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:26.118Z [WARN] rmp_0:: failed to contact: server-id=rmp_2 time=500.842485ms 2023-03-20T17:54:26.236Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:26.282Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:26.410Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:26.618Z [WARN] rmp_0:: failed to contact: server-id=rmp_2 time=1.000919741s 2023-03-20T17:54:26.666Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:26.922Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:26.970Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:27.156Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:27.156Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=10 2023-03-20T17:54:27.156Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:54:27.442Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:27.533Z [WARN] rmp_2:: heartbeat timeout reached, starting election: last-leader=rmp_0 2023-03-20T17:54:27.534Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=3 2023-03-20T17:54:27.535Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_2" 2023-03-20T17:54:27.535Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_2" 2023-03-20T17:54:27.535Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2023-03-20T17:54:27.535Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_2" 2023-03-20T17:54:28.203Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:28.271Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:28.552Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:54:28.553Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=11 2023-03-20T17:54:28.623Z [INFO] Removing node rmp_2 from cluster 2023-03-20T17:54:28.918Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-03-20T17:54:28.918Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=4 2023-03-20T17:54:28.918Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_2" 2023-03-20T17:54:28.919Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_2" 2023-03-20T17:54:28.919Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2023-03-20T17:54:28.919Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_2" 2023-03-20T17:54:29.737Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:29.737Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=12 2023-03-20T17:54:29.738Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:54:29.750Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:30.765Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-03-20T17:54:30.821Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-03-20T17:54:30.821Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=5 2023-03-20T17:54:30.821Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_2" 2023-03-20T17:54:30.822Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_2" 2023-03-20T17:54:30.822Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2023-03-20T17:54:30.822Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_2" 2023-03-20T17:54:31.098Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:31.098Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=13 2023-03-20T17:54:31.099Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:54:31.623Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T17:54:32.375Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-03-20T17:54:32.376Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=6 2023-03-20T17:54:32.376Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:54:32.378Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:54:32.378Z [WARN] rmp_1:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:54:32.378Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:54:32.426Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:32.428Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=14 2023-03-20T17:54:32.428Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:54:33.743Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:33.743Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=15 2023-03-20T17:54:33.743Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:54:34.332Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-03-20T17:54:34.332Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=7 2023-03-20T17:54:34.333Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:54:34.333Z [WARN] rmp_1:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:54:34.333Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:54:34.333Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:54:35.064Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:35.064Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=16 2023-03-20T17:54:35.065Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:54:35.708Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-03-20T17:54:35.708Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=8 2023-03-20T17:54:35.709Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:54:35.709Z [WARN] rmp_1:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:54:35.709Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:54:35.709Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:54:35.885Z [ERROR] rmp_0:: peer has newer term, stopping replication: peer="{Voter rmp_2 rmp_2}" 2023-03-20T17:54:35.885Z [INFO] rmp_0:: entering follower state: follower="Node at rmp_0 [Follower]" leader= 2023-03-20T17:54:35.885Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_1 rmp_1}" 2023-03-20T17:54:35.885Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_3 rmp_3}" 2023-03-20T17:54:35.885Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_4 rmp_4}" 2023-03-20T17:54:36.462Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:36.462Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=17 2023-03-20T17:54:36.462Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:54:37.499Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-03-20T17:54:37.499Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=9 2023-03-20T17:54:37.499Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:54:37.499Z [WARN] rmp_0:: rejecting vote request since our last index is greater: candidate=rmp_2 last-index=116225 last-candidate-index=103 2023-03-20T17:54:37.500Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:54:37.500Z [WARN] rmp_1:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-03-20T17:54:37.603Z [WARN] rmp_1:: heartbeat timeout reached, starting election: last-leader=rmp_0 2023-03-20T17:54:37.603Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=3 2023-03-20T17:54:37.604Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_0 2023-03-20T17:54:37.604Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_0 2023-03-20T17:54:37.604Z [INFO] rmp_1:: entering follower state: follower="Node at rmp_1 [Follower]" leader= 2023-03-20T17:54:37.713Z [WARN] rmp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:37.713Z [INFO] rmp_0:: entering candidate state: node="Node at rmp_0 [Candidate]" term=10 2023-03-20T17:54:37.713Z [INFO] rmp_0:: election won: tally=3 2023-03-20T17:54:37.713Z [INFO] rmp_0:: entering leader state: leader="Node at rmp_0 [Leader]" 2023-03-20T17:54:37.713Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_1 2023-03-20T17:54:37.713Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_2 2023-03-20T17:54:37.713Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_3 2023-03-20T17:54:37.713Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_4 2023-03-20T17:54:37.713Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_4 rmp_4}" 2023-03-20T17:54:37.713Z [INFO] rmp_2:: entering follower state: follower="Node at rmp_2 [Follower]" leader= 2023-03-20T17:54:37.713Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_1 rmp_1}" 2023-03-20T17:54:37.713Z [WARN] rmp_2:: failed to get previous log: previous-index=116225 last-index=103 error="log not found" 2023-03-20T17:54:37.713Z [WARN] rmp_0:: appendEntries rejected, sending older logs: peer="{Voter rmp_2 rmp_2}" next=104 2023-03-20T17:54:37.714Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_3 rmp_3}" 2023-03-20T17:54:37.874Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:54:37.875Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=18 2023-03-20T17:54:39.173Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:54:39.173Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=19 2023-03-20T17:54:40.054Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_2 rmp_2}" 2023-03-20T17:54:40.539Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:54:40.546Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=20 2023-03-20T17:54:41.720Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_4 rmp_4}" 2023-03-20T17:54:41.720Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_1 rmp_1}" 2023-03-20T17:54:41.720Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_2 rmp_2}" 2023-03-20T17:54:41.720Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_3 rmp_3}" 2023-03-20T17:54:42.041Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:54:42.042Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=21 2023-03-20T17:54:42.913Z [WARN] rmp_2:: heartbeat timeout reached, starting election: last-leader=rmp_0 2023-03-20T17:54:42.913Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=11 2023-03-20T17:54:43.989Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:54:43.989Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=22 2023-03-20T17:54:44.447Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-03-20T17:54:44.448Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=12 2023-03-20T17:54:45.619Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:45.619Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=23 2023-03-20T17:54:45.620Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:54:45.882Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-03-20T17:54:45.882Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=13 2023-03-20T17:54:46.952Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:54:46.953Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=24 2023-03-20T17:54:47.385Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-03-20T17:54:47.385Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=14 2023-03-20T17:54:48.294Z [INFO] lp_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/lp_0 2023-03-20T17:54:48.296Z [INFO] lp_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-03-20T17:54:48.296Z [INFO] lp_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/lp_1 2023-03-20T17:54:48.296Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T17:54:48.297Z [INFO] lp_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-03-20T17:54:48.297Z [INFO] lp_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/lp_2 2023-03-20T17:54:48.297Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T17:54:48.298Z [INFO] lp_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-03-20T17:54:48.298Z [INFO] lp_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/lp_3 2023-03-20T17:54:48.299Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:54:48.299Z [INFO] lp_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-03-20T17:54:48.299Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:54:48.299Z [INFO] lp_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/lp_4 2023-03-20T17:54:48.300Z [INFO] lp_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-03-20T17:54:48.300Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T17:54:48.730Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:48.731Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=25 2023-03-20T17:54:48.731Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:54:49.353Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:49.354Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=2 2023-03-20T17:54:49.354Z [INFO] lp_0:: election won: tally=3 2023-03-20T17:54:49.354Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2023-03-20T17:54:49.354Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2023-03-20T17:54:49.354Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2023-03-20T17:54:49.355Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2023-03-20T17:54:49.355Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2023-03-20T17:54:49.355Z [INFO] Created partition 1 with nodes [lp_0 lp_1 lp_2], partitions now are 1 = [lp_0 lp_1 lp_2] 2023-03-20T17:54:49.355Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:49.355Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:54:49.355Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:49.356Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:54:49.356Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:49.356Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:49.366Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:49.367Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:49.376Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:49.377Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:49.397Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:49.397Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:49.438Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:49.439Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:49.494Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:49.501Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:49.518Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:49.520Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:49.642Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:49.642Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=2 2023-03-20T17:54:49.642Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:54:49.642Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:54:49.642Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:54:49.647Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:49.679Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:49.680Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:49.702Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:49.827Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:49.832Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:49.855Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=500.166835ms 2023-03-20T17:54:49.855Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=500.069402ms 2023-03-20T17:54:49.989Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:49.999Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:50.001Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:50.036Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:50.134Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:50.134Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=26 2023-03-20T17:54:50.135Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:54:50.140Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:50.261Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:50.356Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=1.0015953s 2023-03-20T17:54:50.356Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=1.001497867s 2023-03-20T17:54:50.411Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:50.495Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:50.640Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:50.641Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:50.674Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T17:54:50.674Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=3 2023-03-20T17:54:50.674Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:54:50.674Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:54:50.674Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:54:50.748Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:50.767Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:51.201Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:51.216Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:51.719Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:51.719Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=27 2023-03-20T17:54:51.720Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:54:51.921Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:51.922Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:51.962Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:51.995Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:52.067Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T17:54:52.067Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=4 2023-03-20T17:54:52.067Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:54:52.067Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:54:52.067Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:54:52.924Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:52.924Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=28 2023-03-20T17:54:52.925Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:54:53.355Z [INFO] Healing partition group 1, now partitions are [None] 2023-03-20T17:54:53.751Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T17:54:53.751Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=5 2023-03-20T17:54:53.752Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-03-20T17:54:53.755Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-03-20T17:54:53.755Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-03-20T17:54:54.481Z [ERROR] lp_0:: peer has newer term, stopping replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:54:54.481Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T17:54:54.481Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:54:54.481Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:54:54.483Z [ERROR] lp_0:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:54:54.497Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:54.498Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=29 2023-03-20T17:54:54.498Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:54:54.827Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T17:54:54.827Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=6 2023-03-20T17:54:54.828Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-03-20T17:54:54.828Z [WARN] lp_0:: rejecting vote request since our last term is greater: candidate=lp_3 last-term=2 last-candidate-term=1 2023-03-20T17:54:54.828Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-03-20T17:54:55.691Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T17:54:55.691Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=3 2023-03-20T17:54:55.692Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:54:55.692Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2023-03-20T17:54:55.832Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:54:55.833Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=30 2023-03-20T17:54:56.306Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:56.306Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=7 2023-03-20T17:54:56.307Z [INFO] lp_0:: election won: tally=3 2023-03-20T17:54:56.307Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2023-03-20T17:54:56.307Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2023-03-20T17:54:56.307Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2023-03-20T17:54:56.307Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2023-03-20T17:54:56.307Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2023-03-20T17:54:56.307Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:54:56.308Z [WARN] lp_4:: failed to get previous log: previous-index=56964 last-index=1 error="log not found" 2023-03-20T17:54:56.308Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=2 2023-03-20T17:54:56.308Z [WARN] lp_3:: failed to get previous log: previous-index=56964 last-index=1 error="log not found" 2023-03-20T17:54:56.308Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=2 2023-03-20T17:54:56.309Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:54:56.309Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:54:57.342Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:57.342Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=31 2023-03-20T17:54:57.347Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:54:57.382Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:54:57.419Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:54:58.355Z [INFO] Created partition 2 with nodes [lp_0], partitions now are 2 = [lp_0] 2023-03-20T17:54:58.356Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:54:58.357Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:54:58.357Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:54:58.357Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:54:58.373Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:54:58.376Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:58.396Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:58.396Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=32 2023-03-20T17:54:58.397Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:54:58.417Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:54:58.428Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:58.429Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:58.439Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:54:58.440Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:58.478Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:54:58.494Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:58.497Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:58.503Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:54:58.538Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:54:58.540Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:58.557Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:54:58.565Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:58.578Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:54:58.599Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:58.607Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:54:58.637Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:58.637Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:54:58.660Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:54:58.661Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:58.711Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:58.729Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:54:58.745Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:58.753Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:54:58.760Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:54:58.783Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:54:58.796Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:54:58.821Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:54:58.843Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:58.844Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:54:58.857Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=500.74425ms 2023-03-20T17:54:58.857Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=500.460447ms 2023-03-20T17:54:58.857Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=500.187574ms 2023-03-20T17:54:58.857Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=501.032632ms 2023-03-20T17:54:58.857Z [WARN] lp_0:: failed to contact quorum of nodes, stepping down 2023-03-20T17:54:58.857Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T17:54:59.515Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:54:59.515Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=33 2023-03-20T17:54:59.516Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:54:59.811Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T17:54:59.811Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=8 2023-03-20T17:54:59.811Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2023-03-20T17:54:59.811Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:54:59.811Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2023-03-20T17:54:59.812Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2023-03-20T17:55:00.285Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T17:55:00.286Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=8 2023-03-20T17:55:00.286Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:00.286Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-03-20T17:55:00.286Z [INFO] lp_2:: duplicate requestVote for same term: term=8 2023-03-20T17:55:00.287Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-03-20T17:55:00.371Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T17:55:00.371Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=8 2023-03-20T17:55:00.372Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-03-20T17:55:00.372Z [INFO] lp_3:: duplicate requestVote for same term: term=8 2023-03-20T17:55:00.372Z [INFO] lp_2:: duplicate requestVote for same term: term=8 2023-03-20T17:55:00.372Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:55:00.688Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:55:00.689Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=34 2023-03-20T17:55:00.801Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:00.801Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=8 2023-03-20T17:55:00.801Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:55:00.801Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:55:00.801Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:55:00.801Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:55:01.035Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T17:55:01.035Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=9 2023-03-20T17:55:01.035Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:01.035Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2023-03-20T17:55:01.036Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:55:01.036Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=66289 last-candidate-index=66285 2023-03-20T17:55:01.036Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T17:55:01.168Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T17:55:01.168Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=8 2023-03-20T17:55:01.168Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T17:55:01.168Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T17:55:02.271Z [WARN] lp_0:: Election timeout reached, restarting election 2023-03-20T17:55:02.272Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=9 2023-03-20T17:55:02.272Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:55:02.272Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:55:02.272Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:55:02.272Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:55:02.349Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:02.350Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=10 2023-03-20T17:55:02.350Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=66289 last-candidate-index=66285 2023-03-20T17:55:02.350Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:55:02.350Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:02.351Z [INFO] lp_3:: election won: tally=3 2023-03-20T17:55:02.351Z [INFO] lp_3:: entering leader state: leader="Node at lp_3 [Leader]" 2023-03-20T17:55:02.351Z [INFO] lp_3:: added peer, starting replication: peer=lp_0 2023-03-20T17:55:02.351Z [INFO] lp_3:: added peer, starting replication: peer=lp_1 2023-03-20T17:55:02.351Z [INFO] lp_3:: added peer, starting replication: peer=lp_2 2023-03-20T17:55:02.351Z [INFO] lp_3:: added peer, starting replication: peer=lp_4 2023-03-20T17:55:02.351Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:55:02.351Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:02.351Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:55:02.352Z [WARN] lp_4:: clearing log suffix: from=66286 to=66289 2023-03-20T17:55:02.352Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:55:02.356Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T17:55:02.363Z [WARN] lp_0:: clearing log suffix: from=66286 to=66290 2023-03-20T17:55:02.363Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader=lp_3 2023-03-20T17:55:02.363Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:55:02.413Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:02.414Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=35 2023-03-20T17:55:02.414Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:55:04.028Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:55:04.028Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=36 2023-03-20T17:55:05.611Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:05.611Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=37 2023-03-20T17:55:05.612Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:55:06.915Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:06.915Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=38 2023-03-20T17:55:06.918Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:55:07.361Z [INFO] Created partition 3 with nodes [lp_3], partitions now are 3 = [lp_3] 2023-03-20T17:55:07.362Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:55:07.362Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:55:07.362Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:55:07.363Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:07.363Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:07.363Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:55:07.363Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:07.374Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:07.375Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:07.375Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:07.393Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:07.432Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:07.447Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:07.447Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:07.457Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:07.478Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:07.481Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:07.537Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:07.549Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:07.551Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:07.555Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:07.573Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:07.574Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:07.581Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:07.619Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:07.652Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:07.655Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:07.704Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:07.708Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:07.714Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:07.720Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:07.727Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:07.764Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:07.799Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:07.805Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:07.814Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:07.838Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:07.850Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:07.854Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:07.862Z [WARN] lp_3:: failed to contact: server-id=lp_0 time=500.421299ms 2023-03-20T17:55:07.863Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=500.392024ms 2023-03-20T17:55:07.863Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=500.875151ms 2023-03-20T17:55:07.863Z [WARN] lp_3:: failed to contact quorum of nodes, stepping down 2023-03-20T17:55:07.863Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:55:08.136Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:55:08.137Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=39 2023-03-20T17:55:08.779Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-03-20T17:55:08.779Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=11 2023-03-20T17:55:08.779Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-03-20T17:55:08.779Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-03-20T17:55:08.780Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-03-20T17:55:08.780Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:55:08.915Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-03-20T17:55:08.915Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=11 2023-03-20T17:55:08.916Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_3 2023-03-20T17:55:08.916Z [INFO] lp_4:: duplicate requestVote for same term: term=11 2023-03-20T17:55:08.916Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_1 leader=lp_3 2023-03-20T17:55:08.916Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T17:55:09.139Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:09.139Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=11 2023-03-20T17:55:09.139Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:09.140Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:09.140Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:09.140Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:09.349Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-03-20T17:55:09.349Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=11 2023-03-20T17:55:09.350Z [INFO] lp_4:: duplicate requestVote for same term: term=11 2023-03-20T17:55:09.350Z [INFO] lp_1:: duplicate requestVote for same term: term=11 2023-03-20T17:55:09.350Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_0 leader=lp_3 2023-03-20T17:55:09.350Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:55:09.370Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:55:09.370Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=40 2023-03-20T17:55:09.792Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-03-20T17:55:09.793Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=11 2023-03-20T17:55:09.793Z [INFO] lp_4:: duplicate requestVote for same term: term=11 2023-03-20T17:55:09.793Z [INFO] lp_1:: duplicate requestVote for same term: term=11 2023-03-20T17:55:09.793Z [INFO] lp_0:: duplicate requestVote for same term: term=11 2023-03-20T17:55:09.793Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:10.294Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:55:10.294Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=12 2023-03-20T17:55:10.294Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=102923 last-candidate-index=102854 2023-03-20T17:55:10.294Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T17:55:10.294Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=102856 last-candidate-index=102854 2023-03-20T17:55:10.295Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T17:55:10.294Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:55:10.295Z [WARN] lp_2:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=102921 last-candidate-index=102854 2023-03-20T17:55:10.295Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:55:10.387Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:55:10.387Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=41 2023-03-20T17:55:10.953Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T17:55:10.953Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=12 2023-03-20T17:55:10.954Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:10.954Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:10.954Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:10.954Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:11.362Z [INFO] Healing partition group 3, now partitions are [None] 2023-03-20T17:55:11.429Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:55:11.429Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=42 2023-03-20T17:55:11.659Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:11.660Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=13 2023-03-20T17:55:11.660Z [WARN] lp_2:: rejecting vote request since our last index is greater: candidate=lp_0 last-index=102921 last-candidate-index=102856 2023-03-20T17:55:11.660Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T17:55:11.660Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_0 last-index=102926 last-candidate-index=102856 2023-03-20T17:55:11.661Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:55:11.661Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_0 last-index=102923 last-candidate-index=102856 2023-03-20T17:55:11.834Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:11.834Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=14 2023-03-20T17:55:11.835Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=102923 last-candidate-index=102921 2023-03-20T17:55:11.835Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=102926 last-candidate-index=102921 2023-03-20T17:55:11.835Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T17:55:11.835Z [INFO] lp_2:: election won: tally=3 2023-03-20T17:55:11.835Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2023-03-20T17:55:11.835Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2023-03-20T17:55:11.836Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2023-03-20T17:55:11.836Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2023-03-20T17:55:11.836Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2023-03-20T17:55:11.836Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:55:11.837Z [WARN] lp_0:: failed to get previous log: previous-index=102921 last-index=102856 error="log not found" 2023-03-20T17:55:11.837Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=102857 2023-03-20T17:55:11.838Z [WARN] lp_3:: clearing log suffix: from=102922 to=102926 2023-03-20T17:55:11.838Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:55:11.838Z [WARN] lp_4:: failed to get previous log: previous-index=102921 last-index=102854 error="log not found" 2023-03-20T17:55:11.838Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=102855 2023-03-20T17:55:11.839Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:55:11.840Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:55:11.841Z [WARN] lp_1:: clearing log suffix: from=102922 to=102923 2023-03-20T17:55:12.843Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:55:12.843Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=43 2023-03-20T17:55:13.976Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:13.976Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=44 2023-03-20T17:55:13.984Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:55:15.256Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:15.263Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=45 2023-03-20T17:55:15.264Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:55:16.299Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:16.299Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=46 2023-03-20T17:55:16.300Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:55:16.362Z [INFO] Created partition 4 with nodes [lp_2], partitions now are 4 = [lp_2] 2023-03-20T17:55:16.363Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:55:16.364Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:55:16.367Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:16.367Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:55:16.368Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:55:16.368Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:16.368Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:16.388Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:16.389Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:16.400Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:16.401Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:16.411Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:16.433Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:16.471Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:16.492Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:16.500Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:16.506Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:16.515Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:16.541Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:16.579Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:16.592Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:16.603Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:16.604Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:16.609Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:16.620Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:16.630Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:16.663Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:16.691Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:16.694Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:16.701Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:16.724Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:16.743Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:16.758Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:16.769Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:16.791Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:16.822Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:16.849Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:16.858Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:16.863Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=500.233696ms 2023-03-20T17:55:16.868Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:16.874Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=506.566533ms 2023-03-20T17:55:16.874Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=506.999145ms 2023-03-20T17:55:16.875Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=510.98346ms 2023-03-20T17:55:16.875Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=510.643201ms 2023-03-20T17:55:16.875Z [WARN] lp_2:: failed to contact quorum of nodes, stepping down 2023-03-20T17:55:16.875Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:55:16.934Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:16.948Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:17.543Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:17.543Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=47 2023-03-20T17:55:17.543Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:55:17.865Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T17:55:17.866Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=15 2023-03-20T17:55:17.866Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T17:55:17.866Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-03-20T17:55:17.866Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-03-20T17:55:17.866Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-03-20T17:55:18.232Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T17:55:18.232Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=15 2023-03-20T17:55:18.233Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_2 2023-03-20T17:55:18.233Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_2 2023-03-20T17:55:18.233Z [INFO] lp_1:: duplicate requestVote for same term: term=15 2023-03-20T17:55:18.233Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:18.291Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:18.291Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=15 2023-03-20T17:55:18.291Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:18.291Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:18.291Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:18.291Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:18.305Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T17:55:18.305Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=15 2023-03-20T17:55:18.306Z [INFO] lp_1:: duplicate requestVote for same term: term=15 2023-03-20T17:55:18.306Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:55:18.306Z [INFO] lp_3:: duplicate requestVote for same term: term=15 2023-03-20T17:55:18.306Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-03-20T17:55:18.751Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:55:18.751Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=48 2023-03-20T17:55:19.077Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T17:55:19.077Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=15 2023-03-20T17:55:19.077Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:55:19.077Z [INFO] lp_4:: duplicate requestVote for same term: term=15 2023-03-20T17:55:19.077Z [INFO] lp_3:: duplicate requestVote for same term: term=15 2023-03-20T17:55:19.077Z [INFO] lp_1:: duplicate requestVote for same term: term=15 2023-03-20T17:55:19.345Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T17:55:19.345Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=16 2023-03-20T17:55:19.346Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:19.346Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:19.346Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:19.346Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:19.411Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:55:19.411Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=16 2023-03-20T17:55:19.412Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=137037 last-candidate-index=137036 2023-03-20T17:55:19.412Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T17:55:19.412Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:55:19.412Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:55:19.413Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=137039 last-candidate-index=137036 2023-03-20T17:55:19.413Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T17:55:19.882Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:55:19.882Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=49 2023-03-20T17:55:20.353Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T17:55:20.353Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=17 2023-03-20T17:55:20.354Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:20.354Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:20.354Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:20.354Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:20.364Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T17:55:20.742Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:55:20.742Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=17 2023-03-20T17:55:20.742Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=137037 last-candidate-index=137036 2023-03-20T17:55:20.743Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=137039 last-candidate-index=137036 2023-03-20T17:55:20.743Z [INFO] lp_2:: duplicate requestVote for same term: term=17 2023-03-20T17:55:20.775Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:20.775Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=18 2023-03-20T17:55:20.775Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T17:55:20.776Z [INFO] lp_0:: election won: tally=3 2023-03-20T17:55:20.776Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2023-03-20T17:55:20.776Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2023-03-20T17:55:20.776Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2023-03-20T17:55:20.776Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2023-03-20T17:55:20.776Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2023-03-20T17:55:20.777Z [WARN] lp_2:: rejecting vote request since our last index is greater: candidate=lp_0 last-index=137042 last-candidate-index=137039 2023-03-20T17:55:20.777Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:55:20.777Z [WARN] lp_1:: failed to get previous log: previous-index=137039 last-index=137037 error="log not found" 2023-03-20T17:55:20.777Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=137038 2023-03-20T17:55:20.777Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:55:20.777Z [WARN] lp_2:: clearing log suffix: from=137040 to=137042 2023-03-20T17:55:20.778Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:55:20.778Z [WARN] lp_3:: failed to get previous log: previous-index=137039 last-index=137036 error="log not found" 2023-03-20T17:55:20.778Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=137037 2023-03-20T17:55:20.778Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:55:20.779Z [WARN] lp_4:: failed to get previous log: previous-index=137039 last-index=137036 error="log not found" 2023-03-20T17:55:20.779Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=137037 2023-03-20T17:55:20.779Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:55:21.070Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:21.070Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=50 2023-03-20T17:55:21.071Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:55:22.366Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:22.366Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=51 2023-03-20T17:55:22.366Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:55:24.161Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:55:24.161Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=52 2023-03-20T17:55:25.255Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:55:25.255Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=53 2023-03-20T17:55:25.364Z [INFO] Created partition 5 with nodes [lp_0 lp_1], partitions now are 5 = [lp_0 lp_1] 2023-03-20T17:55:25.365Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:55:25.365Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:55:25.365Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:55:25.365Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:55:25.366Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:55:25.375Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:55:25.386Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:55:25.412Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:55:25.421Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:55:25.443Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:55:25.453Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:55:25.465Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:55:25.491Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:55:25.533Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:55:25.533Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:55:25.550Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:55:25.594Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:55:25.608Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:55:25.625Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:55:25.630Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:55:25.636Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:55:25.670Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:55:25.720Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:55:25.738Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:55:25.750Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:55:25.753Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:55:25.811Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:55:25.830Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:55:25.848Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:55:25.857Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:55:25.866Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=500.686466ms 2023-03-20T17:55:25.866Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=500.326019ms 2023-03-20T17:55:25.876Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=511.498457ms 2023-03-20T17:55:25.877Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=510.810034ms 2023-03-20T17:55:25.877Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=511.13801ms 2023-03-20T17:55:25.877Z [WARN] lp_0:: failed to contact quorum of nodes, stepping down 2023-03-20T17:55:25.877Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T17:55:25.877Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:55:26.628Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:55:26.628Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=54 2023-03-20T17:55:26.747Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T17:55:26.747Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=19 2023-03-20T17:55:26.748Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:26.748Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2023-03-20T17:55:26.748Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:26.748Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2023-03-20T17:55:26.924Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T17:55:26.924Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=19 2023-03-20T17:55:26.925Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:55:26.925Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:55:26.925Z [INFO] lp_2:: duplicate requestVote for same term: term=19 2023-03-20T17:55:26.925Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-03-20T17:55:26.969Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:26.970Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=19 2023-03-20T17:55:26.970Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:55:26.970Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:55:26.970Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:55:27.544Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T17:55:27.545Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=19 2023-03-20T17:55:27.545Z [INFO] lp_4:: duplicate requestVote for same term: term=19 2023-03-20T17:55:27.545Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:27.545Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:27.546Z [INFO] lp_2:: duplicate requestVote for same term: term=19 2023-03-20T17:55:28.005Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T17:55:28.005Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=20 2023-03-20T17:55:28.005Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:28.006Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:28.006Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=170115 last-candidate-index=170090 2023-03-20T17:55:28.006Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:55:28.006Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=170115 last-candidate-index=170090 2023-03-20T17:55:28.006Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T17:55:28.043Z [WARN] lp_0:: Election timeout reached, restarting election 2023-03-20T17:55:28.043Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=20 2023-03-20T17:55:28.044Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:55:28.044Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:55:28.044Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:55:28.044Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:28.045Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=55 2023-03-20T17:55:28.045Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:55:29.061Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:55:29.061Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=56 2023-03-20T17:55:29.100Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T17:55:29.100Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=21 2023-03-20T17:55:29.100Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:29.101Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:29.101Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=170115 last-candidate-index=170090 2023-03-20T17:55:29.100Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=170115 last-candidate-index=170090 2023-03-20T17:55:29.217Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:29.217Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=22 2023-03-20T17:55:29.218Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:29.218Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:29.218Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:55:29.218Z [INFO] lp_3:: election won: tally=3 2023-03-20T17:55:29.218Z [INFO] lp_3:: entering leader state: leader="Node at lp_3 [Leader]" 2023-03-20T17:55:29.218Z [INFO] lp_3:: added peer, starting replication: peer=lp_0 2023-03-20T17:55:29.218Z [INFO] lp_3:: added peer, starting replication: peer=lp_1 2023-03-20T17:55:29.218Z [INFO] lp_3:: added peer, starting replication: peer=lp_2 2023-03-20T17:55:29.219Z [WARN] lp_2:: failed to get previous log: previous-index=170115 last-index=170090 error="log not found" 2023-03-20T17:55:29.218Z [INFO] lp_3:: added peer, starting replication: peer=lp_4 2023-03-20T17:55:29.219Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:29.219Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:29.219Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=170091 2023-03-20T17:55:29.220Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:55:29.221Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:55:29.230Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:29.230Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:29.240Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:29.241Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:29.261Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:29.261Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:29.302Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:29.320Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:29.354Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:55:29.364Z [INFO] Healing partition group 5, now partitions are [None] 2023-03-20T17:55:29.383Z [WARN] lp_1:: clearing log suffix: from=170116 to=170120 2023-03-20T17:55:29.396Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:55:29.401Z [WARN] lp_0:: clearing log suffix: from=170116 to=170120 2023-03-20T17:55:29.402Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader=lp_3 2023-03-20T17:55:29.417Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:55:30.465Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:55:30.466Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=57 2023-03-20T17:55:31.681Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:55:31.681Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=58 2023-03-20T17:55:33.117Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:33.117Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=59 2023-03-20T17:55:33.119Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:55:34.365Z [INFO] Created partition 6 with nodes [lp_3 lp_0 lp_1], partitions now are 6 = [lp_0 lp_1 lp_3] 2023-03-20T17:55:34.374Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:55:34.375Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:34.376Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:55:34.377Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:34.386Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:34.388Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:34.395Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:34.396Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:34.405Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:34.417Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:34.426Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:34.427Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:34.458Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:34.469Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:34.474Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:34.474Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=60 2023-03-20T17:55:34.475Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:55:34.541Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:34.575Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:34.576Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:34.611Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:34.702Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:34.727Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:34.737Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:34.801Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:34.863Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:34.874Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=500.009716ms 2023-03-20T17:55:34.884Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=508.511788ms 2023-03-20T17:55:34.884Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=510.0673ms 2023-03-20T17:55:35.018Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:35.023Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:35.058Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:35.098Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:35.214Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:35.362Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:35.384Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=1.008382712s 2023-03-20T17:55:35.385Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=1.009938224s 2023-03-20T17:55:35.453Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:35.648Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-03-20T17:55:35.648Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=23 2023-03-20T17:55:35.648Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:55:35.648Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-03-20T17:55:35.648Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:55:35.648Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:55:35.663Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:35.698Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:35.711Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:35.716Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:35.716Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=61 2023-03-20T17:55:35.717Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:55:35.800Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:36.171Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:36.287Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:36.308Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-03-20T17:55:36.308Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=23 2023-03-20T17:55:36.308Z [INFO] lp_4:: duplicate requestVote for same term: term=23 2023-03-20T17:55:36.308Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:36.308Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:36.308Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:36.800Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:55:36.800Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=62 2023-03-20T17:55:36.805Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:55:36.805Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=24 2023-03-20T17:55:36.806Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:55:36.806Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:55:36.806Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:55:36.806Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:55:36.940Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:36.944Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:36.979Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:37.044Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:38.132Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:38.132Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=25 2023-03-20T17:55:38.132Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:38.133Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=206676 last-candidate-index=206675 2023-03-20T17:55:38.133Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T17:55:38.133Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:38.134Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:38.345Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:38.345Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=63 2023-03-20T17:55:38.345Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:55:38.365Z [INFO] Healing partition group 6, now partitions are [None] 2023-03-20T17:55:39.504Z [ERROR] lp_3:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:55:39.505Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:55:39.505Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:55:39.505Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:55:39.540Z [ERROR] lp_3:: peer has newer term, stopping replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:55:39.588Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:55:39.588Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=64 2023-03-20T17:55:39.694Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T17:55:39.694Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=26 2023-03-20T17:55:39.695Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=206676 last-candidate-index=206675 2023-03-20T17:55:39.695Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=259648 last-candidate-index=206675 2023-03-20T17:55:39.695Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-03-20T17:55:39.695Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-03-20T17:55:39.984Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:39.984Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=27 2023-03-20T17:55:39.985Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-03-20T17:55:39.985Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-03-20T17:55:39.985Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:55:39.985Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=259648 last-candidate-index=206676 2023-03-20T17:55:41.000Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:41.000Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=65 2023-03-20T17:55:41.000Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:55:41.265Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:41.265Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=28 2023-03-20T17:55:41.266Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T17:55:41.266Z [INFO] lp_3:: election won: tally=3 2023-03-20T17:55:41.266Z [INFO] lp_3:: entering leader state: leader="Node at lp_3 [Leader]" 2023-03-20T17:55:41.266Z [INFO] lp_3:: added peer, starting replication: peer=lp_0 2023-03-20T17:55:41.266Z [INFO] lp_3:: added peer, starting replication: peer=lp_1 2023-03-20T17:55:41.266Z [INFO] lp_3:: added peer, starting replication: peer=lp_2 2023-03-20T17:55:41.266Z [INFO] lp_3:: added peer, starting replication: peer=lp_4 2023-03-20T17:55:41.267Z [WARN] lp_4:: failed to get previous log: previous-index=259648 last-index=206676 error="log not found" 2023-03-20T17:55:41.267Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=206677 2023-03-20T17:55:41.267Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:55:41.268Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:55:41.269Z [WARN] lp_2:: failed to get previous log: previous-index=259648 last-index=206675 error="log not found" 2023-03-20T17:55:41.269Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=206676 2023-03-20T17:55:42.364Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:42.364Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=66 2023-03-20T17:55:42.365Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:55:42.398Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:55:42.401Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:55:43.365Z [INFO] Created partition 7 with nodes [lp_3 lp_0], partitions now are 7 = [lp_3 lp_0] 2023-03-20T17:55:43.365Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:55:43.366Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:55:43.366Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:55:43.380Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:43.396Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:43.432Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:43.444Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:43.454Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:43.469Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:43.495Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:43.526Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:43.529Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:43.547Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:43.571Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:43.585Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:43.592Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:43.612Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:43.633Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:43.683Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:43.703Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:43.709Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:43.713Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:43.761Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:43.784Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:43.807Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:43.833Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:43.838Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:43.866Z [WARN] lp_3:: failed to contact: server-id=lp_1 time=500.422852ms 2023-03-20T17:55:43.866Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=500.589043ms 2023-03-20T17:55:43.866Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=500.100636ms 2023-03-20T17:55:43.866Z [WARN] lp_3:: failed to contact quorum of nodes, stepping down 2023-03-20T17:55:43.866Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:55:43.867Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:55:43.913Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:55:43.913Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=67 2023-03-20T17:55:43.943Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:43.946Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:45.106Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:45.106Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=68 2023-03-20T17:55:45.107Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:55:45.464Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-03-20T17:55:45.464Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=29 2023-03-20T17:55:45.464Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:45.464Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-03-20T17:55:45.465Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:45.465Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-03-20T17:55:45.720Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:45.721Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=29 2023-03-20T17:55:45.721Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:45.721Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:45.721Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:45.888Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-03-20T17:55:45.888Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=29 2023-03-20T17:55:45.888Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T17:55:45.889Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_1 leader=lp_3 2023-03-20T17:55:45.889Z [INFO] lp_2:: duplicate requestVote for same term: term=29 2023-03-20T17:55:45.889Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T17:55:46.115Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-03-20T17:55:46.115Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=29 2023-03-20T17:55:46.116Z [INFO] lp_1:: duplicate requestVote for same term: term=29 2023-03-20T17:55:46.116Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:55:46.116Z [INFO] lp_2:: duplicate requestVote for same term: term=29 2023-03-20T17:55:46.116Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:55:46.337Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:46.337Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=69 2023-03-20T17:55:46.338Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:55:46.817Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T17:55:46.817Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=30 2023-03-20T17:55:46.817Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T17:55:46.818Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:46.818Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:46.818Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T17:55:46.818Z [INFO] lp_2:: election won: tally=3 2023-03-20T17:55:46.818Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2023-03-20T17:55:46.818Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2023-03-20T17:55:46.818Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2023-03-20T17:55:46.819Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:46.819Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2023-03-20T17:55:46.819Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2023-03-20T17:55:46.819Z [WARN] lp_1:: failed to get previous log: previous-index=268788 last-index=268784 error="log not found" 2023-03-20T17:55:46.820Z [WARN] lp_4:: failed to get previous log: previous-index=268788 last-index=268762 error="log not found" 2023-03-20T17:55:46.820Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:46.820Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=268763 2023-03-20T17:55:46.820Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=268785 2023-03-20T17:55:46.820Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:55:46.821Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:55:46.830Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:46.831Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:46.841Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:46.842Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:46.861Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:46.862Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:46.870Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T17:55:46.870Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=30 2023-03-20T17:55:46.870Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T17:55:46.870Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:46.871Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T17:55:46.902Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:46.903Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:46.960Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:46.982Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:46.983Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:46.984Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:47.101Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:47.143Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:47.144Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:47.147Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:47.216Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:47.319Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=501.229748ms 2023-03-20T17:55:47.319Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=500.333524ms 2023-03-20T17:55:47.331Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:47.365Z [INFO] Healing partition group 7, now partitions are [None] 2023-03-20T17:55:47.454Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:55:47.456Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=70 2023-03-20T17:55:47.464Z [WARN] lp_0:: clearing log suffix: from=268789 to=268789 2023-03-20T17:55:47.466Z [WARN] lp_3:: clearing log suffix: from=268789 to=268789 2023-03-20T17:55:47.467Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader=lp_2 2023-03-20T17:55:47.541Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:55:47.573Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:55:48.658Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:55:48.658Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=71 2023-03-20T17:55:50.639Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:55:50.640Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=72 2023-03-20T17:55:51.981Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:55:51.981Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=73 2023-03-20T17:55:52.366Z [INFO] Created partition 8 with nodes [lp_2], partitions now are 8 = [lp_2] 2023-03-20T17:55:52.366Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:55:52.366Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:55:52.366Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:55:52.366Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:55:52.425Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:52.426Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:52.438Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:52.442Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:52.450Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:52.455Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:52.488Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:52.513Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:52.526Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:52.548Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:52.555Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:52.556Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:52.560Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:52.592Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:52.608Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:52.633Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:52.633Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:52.665Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:52.698Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:52.712Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:52.713Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:52.726Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:52.744Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:52.748Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:52.756Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:52.758Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:52.836Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:52.848Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:52.854Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:52.866Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=500.262941ms 2023-03-20T17:55:52.866Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=500.25157ms 2023-03-20T17:55:52.866Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=500.240679ms 2023-03-20T17:55:52.866Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=500.275596ms 2023-03-20T17:55:52.866Z [WARN] lp_2:: failed to contact quorum of nodes, stepping down 2023-03-20T17:55:52.866Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:55:52.869Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:52.871Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:52.873Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:53.288Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:53.288Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=74 2023-03-20T17:55:53.288Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:55:53.393Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T17:55:53.393Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=31 2023-03-20T17:55:53.393Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-03-20T17:55:53.393Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-03-20T17:55:53.393Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:55:53.394Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-03-20T17:55:54.015Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:54.016Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=31 2023-03-20T17:55:54.016Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:54.016Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:54.016Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:54.016Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:54.459Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T17:55:54.460Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=31 2023-03-20T17:55:54.460Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T17:55:54.461Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-03-20T17:55:54.461Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-03-20T17:55:54.461Z [INFO] lp_4:: duplicate requestVote for same term: term=31 2023-03-20T17:55:54.477Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T17:55:54.478Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=31 2023-03-20T17:55:54.478Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:55:54.478Z [INFO] lp_1:: duplicate requestVote for same term: term=31 2023-03-20T17:55:54.478Z [INFO] lp_4:: duplicate requestVote for same term: term=31 2023-03-20T17:55:54.478Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_0 leader=lp_2 2023-03-20T17:55:54.495Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T17:55:54.495Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=31 2023-03-20T17:55:54.495Z [INFO] lp_0:: duplicate requestVote for same term: term=31 2023-03-20T17:55:54.495Z [INFO] lp_1:: duplicate requestVote for same term: term=31 2023-03-20T17:55:54.496Z [INFO] lp_4:: duplicate requestVote for same term: term=31 2023-03-20T17:55:54.496Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T17:55:54.627Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:55:54.627Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=75 2023-03-20T17:55:54.627Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:55:55.079Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:55:55.079Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=32 2023-03-20T17:55:55.079Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:55:55.080Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T17:55:55.080Z [INFO] lp_4:: election won: tally=3 2023-03-20T17:55:55.080Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2023-03-20T17:55:55.080Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2023-03-20T17:55:55.081Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2023-03-20T17:55:55.080Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T17:55:55.081Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2023-03-20T17:55:55.081Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2023-03-20T17:55:55.081Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:55:55.081Z [WARN] lp_0:: failed to get previous log: previous-index=307813 last-index=307811 error="log not found" 2023-03-20T17:55:55.081Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=307812 2023-03-20T17:55:55.082Z [WARN] lp_1:: failed to get previous log: previous-index=307813 last-index=307811 error="log not found" 2023-03-20T17:55:55.082Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=307812 2023-03-20T17:55:55.082Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:55:55.082Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:55:55.082Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:55:55.083Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:55:55.093Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:55:55.103Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:55:55.124Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:55:55.170Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:55:55.250Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:55:55.266Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:55:55.276Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T17:55:55.276Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=32 2023-03-20T17:55:55.277Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:55:55.277Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:55:55.277Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T17:55:55.277Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T17:55:55.371Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:55:55.426Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:55:55.501Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:55:55.581Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=500.366795ms 2023-03-20T17:55:55.645Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:55:55.748Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:55:55.875Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:55:56.079Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=997.912212ms 2023-03-20T17:55:56.162Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:55:56.170Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:55:56.170Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=76 2023-03-20T17:55:56.366Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T17:55:56.389Z [WARN] lp_2:: clearing log suffix: from=307814 to=307814 2023-03-20T17:55:56.390Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader=lp_4 2023-03-20T17:55:56.481Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:55:57.475Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:55:57.475Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=77 2023-03-20T17:55:59.113Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:55:59.113Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=78 2023-03-20T17:56:01.001Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:56:01.001Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=79 2023-03-20T17:56:01.366Z [INFO] Created partition 9 with nodes [lp_4], partitions now are 9 = [lp_4] 2023-03-20T17:56:01.367Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:56:01.368Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:56:01.369Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:56:01.369Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:56:01.369Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:56:01.370Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:56:01.422Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:56:01.439Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:56:01.458Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:56:01.459Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:56:01.460Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:56:01.473Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:56:01.488Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:56:01.509Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:56:01.520Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:56:01.541Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:56:01.543Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:56:01.560Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:56:01.597Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:56:01.622Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:56:01.622Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:56:01.633Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:56:01.636Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:56:01.644Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:56:01.671Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:56:01.674Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:56:01.702Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:56:01.730Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:56:01.754Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:56:01.766Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:56:01.769Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:56:01.776Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:56:01.802Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:56:01.841Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:56:01.845Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:56:01.867Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=500.026528ms 2023-03-20T17:56:01.871Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:56:01.875Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:56:01.878Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=509.586085ms 2023-03-20T17:56:01.878Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=509.56187ms 2023-03-20T17:56:01.878Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=510.843638ms 2023-03-20T17:56:01.878Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=508.77972ms 2023-03-20T17:56:01.878Z [WARN] lp_4:: failed to contact quorum of nodes, stepping down 2023-03-20T17:56:01.878Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T17:56:01.937Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:56:02.144Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:56:02.144Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=80 2023-03-20T17:56:02.437Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T17:56:02.437Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=33 2023-03-20T17:56:02.437Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T17:56:02.437Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-03-20T17:56:02.437Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-03-20T17:56:02.438Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-03-20T17:56:02.557Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T17:56:02.557Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=33 2023-03-20T17:56:02.557Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:02.557Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_0 leader=lp_4 2023-03-20T17:56:02.557Z [INFO] lp_2:: duplicate requestVote for same term: term=33 2023-03-20T17:56:02.557Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_0 leader=lp_4 2023-03-20T17:56:02.863Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T17:56:02.863Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=33 2023-03-20T17:56:02.864Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T17:56:02.864Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2023-03-20T17:56:02.864Z [INFO] lp_0:: duplicate requestVote for same term: term=33 2023-03-20T17:56:02.864Z [INFO] lp_2:: duplicate requestVote for same term: term=33 2023-03-20T17:56:03.087Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:56:03.087Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=33 2023-03-20T17:56:03.088Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:56:03.088Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:56:03.088Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:56:03.088Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:56:03.280Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:56:03.280Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=81 2023-03-20T17:56:03.904Z [WARN] lp_0:: Election timeout reached, restarting election 2023-03-20T17:56:03.904Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=34 2023-03-20T17:56:03.905Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T17:56:03.905Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T17:56:03.905Z [INFO] lp_0:: election won: tally=3 2023-03-20T17:56:03.905Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2023-03-20T17:56:03.905Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2023-03-20T17:56:03.905Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2023-03-20T17:56:03.905Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2023-03-20T17:56:03.905Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2023-03-20T17:56:03.906Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:03.906Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:56:03.906Z [WARN] lp_2:: failed to get previous log: previous-index=352233 last-index=352169 error="log not found" 2023-03-20T17:56:03.906Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:03.906Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=352170 2023-03-20T17:56:03.907Z [WARN] lp_3:: rejecting vote request since our last term is greater: candidate=lp_0 last-term=34 last-candidate-term=32 2023-03-20T17:56:03.906Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:56:03.908Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:56:03.917Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:03.928Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:03.949Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:03.990Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:04.047Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:04.070Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:04.223Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T17:56:04.223Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=34 2023-03-20T17:56:04.223Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T17:56:04.224Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:56:04.224Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T17:56:04.224Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T17:56:04.230Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:04.231Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:04.406Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=500.093291ms 2023-03-20T17:56:04.417Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:04.552Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:04.575Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:04.688Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:56:04.688Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=82 2023-03-20T17:56:04.689Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:56:04.803Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:04.905Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=999.521414ms 2023-03-20T17:56:05.068Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:05.193Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:05.385Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T17:56:05.389Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader=lp_0 2023-03-20T17:56:06.359Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:56:06.359Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=83 2023-03-20T17:56:06.492Z [WARN] lp_4:: clearing log suffix: from=352234 to=352234 2023-03-20T17:56:06.695Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:56:07.907Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:56:07.907Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=84 2023-03-20T17:56:09.155Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:56:09.155Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=85 2023-03-20T17:56:10.385Z [INFO] Created partition 10 with nodes [lp_0], partitions now are 10 = [lp_0] 2023-03-20T17:56:10.385Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:56:10.386Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T17:56:10.386Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:56:10.429Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:56:10.436Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:56:10.444Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:56:10.454Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:56:10.481Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:56:10.487Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:10.493Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:56:10.493Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=86 2023-03-20T17:56:10.494Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:56:10.524Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:56:10.537Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:10.544Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:56:10.545Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:56:10.547Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:56:10.555Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:56:10.556Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:10.580Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:56:10.612Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:56:10.617Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:56:10.625Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:56:10.661Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:10.662Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:10.683Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:56:10.687Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:56:10.700Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:56:10.719Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:56:10.720Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:56:10.740Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:56:10.765Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:56:10.769Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:10.805Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:56:10.817Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:56:10.819Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:10.827Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:56:10.858Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:56:10.886Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=500.142095ms 2023-03-20T17:56:10.897Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=510.927836ms 2023-03-20T17:56:10.897Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=511.093278ms 2023-03-20T17:56:10.897Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=510.749732ms 2023-03-20T17:56:10.897Z [WARN] lp_0:: failed to contact quorum of nodes, stepping down 2023-03-20T17:56:10.897Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T17:56:10.907Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:10.908Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:56:10.962Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:56:10.965Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:56:11.697Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T17:56:11.697Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=35 2023-03-20T17:56:11.697Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2023-03-20T17:56:11.697Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:56:11.697Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2023-03-20T17:56:11.697Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2023-03-20T17:56:12.020Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:56:12.021Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=87 2023-03-20T17:56:12.087Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T17:56:12.087Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=35 2023-03-20T17:56:12.088Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_1 leader=lp_0 2023-03-20T17:56:12.088Z [INFO] lp_2:: duplicate requestVote for same term: term=35 2023-03-20T17:56:12.088Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T17:56:12.088Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_0 2023-03-20T17:56:12.397Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T17:56:12.397Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=35 2023-03-20T17:56:12.398Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-03-20T17:56:12.398Z [INFO] lp_1:: duplicate requestVote for same term: term=35 2023-03-20T17:56:12.398Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T17:56:12.398Z [INFO] lp_2:: duplicate requestVote for same term: term=35 2023-03-20T17:56:12.438Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T17:56:12.438Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=35 2023-03-20T17:56:12.439Z [INFO] lp_3:: duplicate requestVote for same term: term=35 2023-03-20T17:56:12.439Z [INFO] lp_1:: duplicate requestVote for same term: term=35 2023-03-20T17:56:12.439Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T17:56:12.439Z [INFO] lp_2:: duplicate requestVote for same term: term=35 2023-03-20T17:56:12.679Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:56:12.679Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=35 2023-03-20T17:56:12.679Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T17:56:12.679Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T17:56:12.679Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T17:56:12.679Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T17:56:13.207Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T17:56:13.207Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=36 2023-03-20T17:56:13.207Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=399049 last-candidate-index=399048 2023-03-20T17:56:13.208Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T17:56:13.208Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:56:13.208Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T17:56:13.208Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T17:56:13.208Z [INFO] lp_2:: election won: tally=3 2023-03-20T17:56:13.208Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2023-03-20T17:56:13.208Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2023-03-20T17:56:13.208Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2023-03-20T17:56:13.209Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2023-03-20T17:56:13.209Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2023-03-20T17:56:13.209Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:56:13.209Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:56:13.209Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:56:13.209Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:56:13.209Z [WARN] lp_1:: clearing log suffix: from=399049 to=399049 2023-03-20T17:56:13.219Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:56:13.230Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:56:13.250Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:56:13.291Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:56:13.316Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:56:13.316Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=88 2023-03-20T17:56:13.352Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:56:13.377Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:56:13.465Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:56:13.538Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:56:13.583Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:56:13.709Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=500.656932ms 2023-03-20T17:56:13.764Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:56:13.859Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:56:13.997Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:56:14.202Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=993.717813ms 2023-03-20T17:56:14.225Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T17:56:14.351Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:56:14.351Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=89 2023-03-20T17:56:14.385Z [INFO] Healing partition group 10, now partitions are [None] 2023-03-20T17:56:14.500Z [WARN] lp_0:: clearing log suffix: from=399049 to=399049 2023-03-20T17:56:14.500Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader=lp_2 2023-03-20T17:56:14.586Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:56:15.378Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:56:15.378Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=90 2023-03-20T17:56:17.230Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:56:17.230Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=91 2023-03-20T17:56:18.960Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:56:18.960Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=92 2023-03-20T17:56:18.961Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:56:19.386Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T17:56:19.467Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T17:56:19.467Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T17:56:19.467Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T17:56:19.467Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T17:56:20.616Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:56:20.616Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=93 2023-03-20T17:56:21.881Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:56:21.881Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=94 2023-03-20T17:56:21.882Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:56:23.119Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:56:23.119Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=95 2023-03-20T17:56:23.119Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:56:24.611Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:56:24.611Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=96 2023-03-20T17:56:26.035Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:56:26.035Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=97 2023-03-20T17:56:27.481Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:56:27.482Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=98 2023-03-20T17:56:29.173Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:56:29.174Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=99 2023-03-20T17:56:30.263Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:56:30.263Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=100 2023-03-20T17:56:31.978Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:56:31.979Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=101 2023-03-20T17:56:31.979Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T17:56:33.444Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:56:33.444Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=102 2023-03-20T17:56:34.590Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:56:34.590Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=103 2023-03-20T17:56:35.785Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:56:35.785Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=104 2023-03-20T17:56:36.804Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:56:36.805Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=105 2023-03-20T17:56:38.781Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:56:38.782Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=106 2023-03-20T17:56:40.152Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:56:40.152Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=107 2023-03-20T17:56:41.216Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:56:41.216Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=108 2023-03-20T17:56:43.145Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:56:43.145Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=109 2023-03-20T17:56:43.892Z [INFO] node_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/node_0 2023-03-20T17:56:43.893Z [INFO] node_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-03-20T17:56:43.894Z [INFO] node_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/node_1 2023-03-20T17:56:43.894Z [INFO] node_0:: entering follower state: follower="Node at node_0 [Follower]" leader= 2023-03-20T17:56:43.894Z [INFO] node_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-03-20T17:56:43.895Z [INFO] node_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/node_2 2023-03-20T17:56:43.895Z [INFO] node_1:: entering follower state: follower="Node at node_1 [Follower]" leader= 2023-03-20T17:56:43.896Z [INFO] node_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-03-20T17:56:43.896Z [INFO] node_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/node_3 2023-03-20T17:56:43.896Z [INFO] node_2:: entering follower state: follower="Node at node_2 [Follower]" leader= 2023-03-20T17:56:43.897Z [INFO] node_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-03-20T17:56:43.897Z [INFO] node_3:: entering follower state: follower="Node at node_3 [Follower]" leader= 2023-03-20T17:56:43.897Z [INFO] node_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/node_4 2023-03-20T17:56:43.898Z [INFO] node_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-03-20T17:56:43.898Z [INFO] node_4:: entering follower state: follower="Node at node_4 [Follower]" leader= 2023-03-20T17:56:44.820Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:56:44.821Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=110 2023-03-20T17:56:44.979Z [WARN] node_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:56:44.979Z [INFO] node_3:: entering candidate state: node="Node at node_3 [Candidate]" term=2 2023-03-20T17:56:44.979Z [INFO] node_3:: election won: tally=3 2023-03-20T17:56:44.979Z [INFO] node_3:: entering leader state: leader="Node at node_3 [Leader]" 2023-03-20T17:56:44.979Z [INFO] node_3:: added peer, starting replication: peer=node_0 2023-03-20T17:56:44.979Z [INFO] node_3:: added peer, starting replication: peer=node_1 2023-03-20T17:56:44.979Z [INFO] node_3:: added peer, starting replication: peer=node_2 2023-03-20T17:56:44.979Z [INFO] node_3:: added peer, starting replication: peer=node_4 2023-03-20T17:56:44.979Z [INFO] node_3:: pipelining replication: peer="{Voter node_4 node_4}" 2023-03-20T17:56:44.979Z [INFO] node_3:: pipelining replication: peer="{Voter node_0 node_0}" 2023-03-20T17:56:44.979Z [INFO] node_3:: pipelining replication: peer="{Voter node_1 node_1}" 2023-03-20T17:56:44.979Z [INFO] node_3:: pipelining replication: peer="{Voter node_2 node_2}" 2023-03-20T17:56:44.980Z [WARN] node_2:: rejecting vote request since our last term is greater: candidate=node_3 last-term=2 last-candidate-term=1 2023-03-20T17:56:44.980Z [WARN] node_4:: rejecting vote request since our last term is greater: candidate=node_3 last-term=2 last-candidate-term=1 2023-03-20T17:56:46.067Z [INFO] node_3:: aborting pipeline replication: peer="{Voter node_2 node_2}" 2023-03-20T17:56:46.067Z [INFO] node_3:: aborting pipeline replication: peer="{Voter node_4 node_4}" 2023-03-20T17:56:46.067Z [INFO] node_3:: aborting pipeline replication: peer="{Voter node_0 node_0}" 2023-03-20T17:56:46.067Z [INFO] node_3:: aborting pipeline replication: peer="{Voter node_1 node_1}" 2023-03-20T17:56:46.155Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:56:46.156Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=111 2023-03-20T17:56:46.624Z [INFO] sv_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/sv_0 2023-03-20T17:56:46.626Z [INFO] sv_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-03-20T17:56:46.626Z [INFO] sv_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/sv_1 2023-03-20T17:56:46.627Z [INFO] sv_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-03-20T17:56:46.627Z [INFO] sv_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/sv_2 2023-03-20T17:56:46.627Z [INFO] sv_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-03-20T17:56:46.628Z [INFO] sv_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/sv_3 2023-03-20T17:56:46.628Z [INFO] sv_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-03-20T17:56:46.628Z [INFO] sv_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/sv_4 2023-03-20T17:56:46.629Z [INFO] sv_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-03-20T17:56:46.632Z [INFO] sv_0:: entering follower state: follower="Node at sv_0 [Follower]" leader= 2023-03-20T17:56:46.632Z [INFO] sv_1:: entering follower state: follower="Node at sv_1 [Follower]" leader= 2023-03-20T17:56:46.632Z [INFO] sv_2:: entering follower state: follower="Node at sv_2 [Follower]" leader= 2023-03-20T17:56:46.632Z [INFO] sv_3:: entering follower state: follower="Node at sv_3 [Follower]" leader= 2023-03-20T17:56:46.632Z [INFO] sv_4:: entering follower state: follower="Node at sv_4 [Follower]" leader= 2023-03-20T17:56:47.502Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T17:56:47.502Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=112 2023-03-20T17:56:47.651Z [WARN] sv_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:56:47.651Z [INFO] sv_3:: entering candidate state: node="Node at sv_3 [Candidate]" term=2 2023-03-20T17:56:47.651Z [INFO] sv_3:: election won: tally=3 2023-03-20T17:56:47.651Z [INFO] sv_3:: entering leader state: leader="Node at sv_3 [Leader]" 2023-03-20T17:56:47.651Z [INFO] sv_3:: added peer, starting replication: peer=sv_0 2023-03-20T17:56:47.651Z [INFO] sv_3:: added peer, starting replication: peer=sv_1 2023-03-20T17:56:47.651Z [INFO] sv_3:: added peer, starting replication: peer=sv_2 2023-03-20T17:56:47.651Z [INFO] sv_3:: added peer, starting replication: peer=sv_4 2023-03-20T17:56:47.652Z [INFO] sv_3:: pipelining replication: peer="{Voter sv_4 sv_4}" 2023-03-20T17:56:47.652Z [INFO] sv_3:: pipelining replication: peer="{Voter sv_0 sv_0}" 2023-03-20T17:56:47.652Z [INFO] sv_3:: pipelining replication: peer="{Voter sv_1 sv_1}" 2023-03-20T17:56:47.652Z [INFO] sv_3:: pipelining replication: peer="{Voter sv_2 sv_2}" 2023-03-20T17:56:48.627Z [INFO] sv_3:: aborting pipeline replication: peer="{Voter sv_4 sv_4}" 2023-03-20T17:56:48.627Z [INFO] sv_3:: aborting pipeline replication: peer="{Voter sv_0 sv_0}" 2023-03-20T17:56:48.627Z [INFO] sv_3:: aborting pipeline replication: peer="{Voter sv_1 sv_1}" 2023-03-20T17:56:48.627Z [INFO] sv_3:: aborting pipeline replication: peer="{Voter sv_2 sv_2}" 2023-03-20T17:56:48.753Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:56:48.753Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=113 2023-03-20T17:56:48.754Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T17:56:49.182Z [INFO] svr_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/svr_0 2023-03-20T17:56:49.184Z [INFO] svr_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-03-20T17:56:49.184Z [INFO] svr_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/svr_1 2023-03-20T17:56:49.185Z [INFO] svr_0:: entering follower state: follower="Node at svr_0 [Follower]" leader= 2023-03-20T17:56:49.186Z [INFO] svr_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-03-20T17:56:49.187Z [INFO] svr_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/svr_2 2023-03-20T17:56:49.187Z [INFO] svr_1:: entering follower state: follower="Node at svr_1 [Follower]" leader= 2023-03-20T17:56:49.189Z [INFO] svr_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-03-20T17:56:49.189Z [INFO] svr_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/svr_3 2023-03-20T17:56:49.189Z [INFO] svr_2:: entering follower state: follower="Node at svr_2 [Follower]" leader= 2023-03-20T17:56:49.191Z [INFO] svr_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-03-20T17:56:49.191Z [INFO] svr_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build208288607/b001/data/svr_4 2023-03-20T17:56:49.191Z [INFO] svr_3:: entering follower state: follower="Node at svr_3 [Follower]" leader= 2023-03-20T17:56:49.193Z [INFO] svr_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-03-20T17:56:49.193Z [INFO] svr_4:: entering follower state: follower="Node at svr_4 [Follower]" leader= 2023-03-20T17:56:50.194Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:56:50.194Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=114 2023-03-20T17:56:50.310Z [WARN] svr_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T17:56:50.310Z [INFO] svr_1:: entering candidate state: node="Node at svr_1 [Candidate]" term=2 2023-03-20T17:56:50.310Z [INFO] svr_1:: election won: tally=3 2023-03-20T17:56:50.310Z [INFO] svr_1:: entering leader state: leader="Node at svr_1 [Leader]" 2023-03-20T17:56:50.310Z [INFO] svr_1:: added peer, starting replication: peer=svr_0 2023-03-20T17:56:50.310Z [INFO] svr_1:: added peer, starting replication: peer=svr_2 2023-03-20T17:56:50.310Z [INFO] svr_1:: added peer, starting replication: peer=svr_3 2023-03-20T17:56:50.310Z [INFO] svr_1:: added peer, starting replication: peer=svr_4 2023-03-20T17:56:50.311Z [INFO] svr_1:: pipelining replication: peer="{Voter svr_4 svr_4}" 2023-03-20T17:56:50.311Z [INFO] svr_1:: pipelining replication: peer="{Voter svr_2 svr_2}" 2023-03-20T17:56:50.312Z [INFO] svr_1:: pipelining replication: peer="{Voter svr_3 svr_3}" 2023-03-20T17:56:50.312Z [INFO] svr_1:: pipelining replication: peer="{Voter svr_0 svr_0}" 2023-03-20T17:56:51.249Z [INFO] svr_1:: aborting pipeline replication: peer="{Voter svr_4 svr_4}" 2023-03-20T17:56:51.249Z [INFO] svr_1:: aborting pipeline replication: peer="{Voter svr_0 svr_0}" 2023-03-20T17:56:51.249Z [INFO] svr_1:: aborting pipeline replication: peer="{Voter svr_2 svr_2}" 2023-03-20T17:56:51.249Z [INFO] svr_1:: aborting pipeline replication: peer="{Voter svr_3 svr_3}" 2023-03-20T17:56:51.794Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T17:56:51.794Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=115 PASS ok github.com/hashicorp/raft/fuzzy 168.661s + RPM_EC=0 ++ jobs -p + exit 0 Processing files: golang-github-hashicorp-raft-devel-1.2.0-7.fc39.noarch Executing(%doc): /bin/sh -e /var/tmp/rpm-tmp.zolDoz + umask 022 + cd /builddir/build/BUILD + cd raft-1.2.0 + DOCDIR=/builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + export LC_ALL=C + LC_ALL=C + export DOCDIR + /usr/bin/mkdir -p /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + cp -pr CHANGELOG.md /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + cp -pr README.md /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + cp -pr membership.md /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + RPM_EC=0 ++ jobs -p + exit 0 Executing(%license): /bin/sh -e /var/tmp/rpm-tmp.ygWCw5 + umask 022 + cd /builddir/build/BUILD + cd raft-1.2.0 + LICENSEDIR=/builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64/usr/share/licenses/golang-github-hashicorp-raft-devel + export LC_ALL=C + LC_ALL=C + export LICENSEDIR + /usr/bin/mkdir -p /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64/usr/share/licenses/golang-github-hashicorp-raft-devel + cp -pr LICENSE /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64/usr/share/licenses/golang-github-hashicorp-raft-devel + RPM_EC=0 ++ jobs -p + exit 0 grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : Provides: golang(github.com/hashicorp/raft) = 1.2.0-7.fc39 golang(github.com/hashicorp/raft/bench) = 1.2.0-7.fc39 golang(github.com/hashicorp/raft/fuzzy) = 1.2.0-7.fc39 golang-github-hashicorp-raft-devel = 1.2.0-7.fc39 golang-ipath(github.com/hashicorp/raft) = 1.2.0-7.fc39 Requires(rpmlib): rpmlib(CompressedFileNames) <= 3.0.4-1 rpmlib(FileDigests) <= 4.6.0-1 rpmlib(PayloadFilesHavePrefix) <= 4.0-1 Requires: go-filesystem golang(github.com/armon/go-metrics) golang(github.com/hashicorp/go-hclog) golang(github.com/hashicorp/go-msgpack/codec) Checking for unpackaged file(s): /usr/lib/rpm/check-files /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64 Wrote: /builddir/build/RPMS/golang-github-hashicorp-raft-devel-1.2.0-7.fc39.noarch.rpm Executing(%clean): /bin/sh -e /var/tmp/rpm-tmp.a3qMbe + umask 022 + cd /builddir/build/BUILD + cd raft-1.2.0 + /usr/bin/rm -rf /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64 + RPM_EC=0 ++ jobs -p + exit 0 Executing(rmbuild): /bin/sh -e /var/tmp/rpm-tmp.7iE7q5 + umask 022 + cd /builddir/build/BUILD + rm -rf raft-1.2.0 raft-1.2.0.gemspec + RPM_EC=0 ++ jobs -p + exit 0 Child return code was: 0