Mock Version: 3.5 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target x86_64 --nodeps /builddir/build/SPECS/golang-github-hashicorp-raft.spec'], chrootPath='/var/lib/mock/fedora-rawhide-x86_64-1679286750.278066/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=timeout=0uid=1000gid=135user='mockbuild'nspawn_args=['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.usmvcnz3:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11']unshare_net=TrueprintOutput=True) Using nspawn with args ['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.usmvcnz3:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11'] Executing command: ['/usr/bin/systemd-nspawn', '-q', '-M', '2d96d817d56f423785dc680a32a2e371', '-D', '/var/lib/mock/fedora-rawhide-x86_64-1679286750.278066/root', '-a', '-u', 'mockbuild', '--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.usmvcnz3:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11', '--console=pipe', '--setenv=TERM=vt100', '--setenv=SHELL=/bin/bash', '--setenv=HOME=/builddir', '--setenv=HOSTNAME=mock', '--setenv=PATH=/usr/bin:/bin:/usr/sbin:/sbin', '--setenv=PROMPT_COMMAND=printf "\\033]0;\\007"', '--setenv=PS1= \\s-\\v\\$ ', '--setenv=LANG=C.UTF-8', '--resolv-conf=off', 'bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target x86_64 --nodeps /builddir/build/SPECS/golang-github-hashicorp-raft.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8', 'SYSTEMD_NSPAWN_TMPFS_TMP': '0', 'SYSTEMD_SECCOMP': '0'} and shell False Building target platforms: x86_64 Building for target x86_64 setting SOURCE_DATE_EPOCH=1674086400 Wrote: /builddir/build/SRPMS/golang-github-hashicorp-raft-1.2.0-7.fc39.src.rpm Child return code was: 0 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target x86_64 --nodeps /builddir/build/SPECS/golang-github-hashicorp-raft.spec'], chrootPath='/var/lib/mock/fedora-rawhide-x86_64-1679286750.278066/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=timeout=0uid=1000gid=135user='mockbuild'nspawn_args=['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.usmvcnz3:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11']unshare_net=TrueprintOutput=True) Using nspawn with args ['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.usmvcnz3:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11'] Executing command: ['/usr/bin/systemd-nspawn', '-q', '-M', 'a35e7191601b4f01a97755f939e3778e', '-D', '/var/lib/mock/fedora-rawhide-x86_64-1679286750.278066/root', '-a', '-u', 'mockbuild', '--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.usmvcnz3:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11', '--console=pipe', '--setenv=TERM=vt100', '--setenv=SHELL=/bin/bash', '--setenv=HOME=/builddir', '--setenv=HOSTNAME=mock', '--setenv=PATH=/usr/bin:/bin:/usr/sbin:/sbin', '--setenv=PROMPT_COMMAND=printf "\\033]0;\\007"', '--setenv=PS1= \\s-\\v\\$ ', '--setenv=LANG=C.UTF-8', '--resolv-conf=off', 'bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target x86_64 --nodeps /builddir/build/SPECS/golang-github-hashicorp-raft.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8', 'SYSTEMD_NSPAWN_TMPFS_TMP': '0', 'SYSTEMD_SECCOMP': '0'} and shell False Building target platforms: x86_64 Building for target x86_64 setting SOURCE_DATE_EPOCH=1674086400 Executing(%prep): /bin/sh -e /var/tmp/rpm-tmp.UYTKU9 + umask 022 + cd /builddir/build/BUILD + cd /builddir/build/BUILD + rm -rf raft-1.2.0 + /usr/lib/rpm/rpmuncompress -x /builddir/build/SOURCES/raft-1.2.0.tar.gz + STATUS=0 + '[' 0 -ne 0 ']' + cd raft-1.2.0 + /usr/bin/chmod -Rf a+rX,u+w,g-w,o-w . + rm -fr /builddir/build/BUILD/raft-1.2.0/vendor + [[ ! -e /builddir/build/BUILD/raft-1.2.0/_build/bin ]] + install -m 0755 -vd /builddir/build/BUILD/raft-1.2.0/_build/bin install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build' install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build/bin' + export GOPATH=/builddir/build/BUILD/raft-1.2.0/_build:/usr/share/gocode + GOPATH=/builddir/build/BUILD/raft-1.2.0/_build:/usr/share/gocode + [[ ! -e /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft ]] ++ dirname /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft + install -m 0755 -vd /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build/src' install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build/src/github.com' install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp' + ln -fs /builddir/build/BUILD/raft-1.2.0 /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft + cd /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft + cp /builddir/build/SOURCES/glide.yaml /builddir/build/SOURCES/glide.lock . + RPM_EC=0 ++ jobs -p + exit 0 Executing(%install): /bin/sh -e /var/tmp/rpm-tmp.lHfUjk + umask 022 + cd /builddir/build/BUILD + '[' /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64 '!=' / ']' + rm -rf /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64 ++ dirname /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64 + mkdir -p /builddir/build/BUILDROOT + mkdir /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64 + cd raft-1.2.0 + cd /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft + IFS= +++ realpath -e --relative-base=. glide.lock glide.yaml +++ sort -u ++ listfiles_include='glide.lock glide.yaml' ++ echo 'glide.lock glide.yaml' + gosupfiles='glide.lock glide.yaml' + mapfile -t gosupfilesA + go-rpm-integration install -i github.com/hashicorp/raft -b /builddir/build/BUILD/raft-1.2.0/_build/bin -s /builddir/build/BUILD/raft-1.2.0/_build -o golang-github-hashicorp-raft-devel.file-list -O /builddir/build/BUILD/raft-1.2.0 -V 1.2.0-7.fc39 -p /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64 -g /usr/share/gocode -r '.*example.*' glide.lock glide.yaml Installing: github.com/hashicorp/raft + IFS= +++ realpath -e --relative-base=. README.md membership.md CHANGELOG.md +++ sort -u ++ listfiles_include='CHANGELOG.md README.md membership.md' ++ echo 'CHANGELOG.md README.md membership.md' + godocs='CHANGELOG.md README.md membership.md' + [[ -n CHANGELOG.md README.md membership.md ]] + IFS= + read -r f + echo %doc '"CHANGELOG.md"' + IFS= + read -r f + echo %doc '"README.md"' + IFS= + read -r f + echo %doc '"membership.md"' + IFS= + read -r f + IFS= +++ realpath -e --relative-base=. LICENSE +++ sort -u ++ listfiles_include=LICENSE ++ echo LICENSE + golicenses=LICENSE + [[ -n LICENSE ]] + IFS= + read -r f + echo %license '"LICENSE"' + IFS= + read -r f + /usr/lib/rpm/check-buildroot + /usr/lib/rpm/redhat/brp-ldconfig + /usr/lib/rpm/brp-compress + /usr/lib/rpm/brp-strip /usr/bin/strip + /usr/lib/rpm/brp-strip-comment-note /usr/bin/strip /usr/bin/objdump + /usr/lib/rpm/redhat/brp-strip-lto /usr/bin/strip + /usr/lib/rpm/brp-strip-static-archive /usr/bin/strip + /usr/lib/rpm/check-rpaths + /usr/lib/rpm/redhat/brp-mangle-shebangs + /usr/lib/rpm/brp-remove-la-files + env /usr/lib/rpm/redhat/brp-python-bytecompile '' 1 0 -j2 + /usr/lib/rpm/redhat/brp-python-hardlink Executing(%check): /bin/sh -e /var/tmp/rpm-tmp.npJiq3 + umask 022 + cd /builddir/build/BUILD + cd raft-1.2.0 + LDFLAGS=' -X github.com/hashicorp/raft/version=1.2.0' + GO_TEST_FLAGS='-buildmode pie -compiler gc' + GO_TEST_EXT_LD_FLAGS='-Wl,-z,relro -Wl,--as-needed -Wl,-z,now -specs=/usr/lib/rpm/redhat/redhat-hardened-ld -specs=/usr/lib/rpm/redhat/redhat-annobin-cc1 -Wl,--build-id=sha1 -specs=/usr/lib/rpm/redhat/redhat-package-notes ' + go-rpm-integration check -i github.com/hashicorp/raft -b /builddir/build/BUILD/raft-1.2.0/_build/bin -s /builddir/build/BUILD/raft-1.2.0/_build -V 1.2.0-7.fc39 -p /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64 -g /usr/share/gocode -r '.*example.*' -d . Testing in: /builddir/build/BUILD/raft-1.2.0/_build/src PATH: /builddir/build/BUILD/raft-1.2.0/_build/bin:/builddir/.local/bin:/builddir/bin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/sbin GOPATH: /builddir/build/BUILD/raft-1.2.0/_build:/usr/share/gocode GO111MODULE: off command: go test -buildmode pie -compiler gc -ldflags " -X github.com/hashicorp/raft/version=1.2.0 -extldflags '-Wl,-z,relro -Wl,--as-needed -Wl,-z,now -specs=/usr/lib/rpm/redhat/redhat-hardened-ld -specs=/usr/lib/rpm/redhat/redhat-annobin-cc1 -Wl,--build-id=sha1 -specs=/usr/lib/rpm/redhat/redhat-package-notes '" testing: github.com/hashicorp/raft github.com/hashicorp/raft/bench ? github.com/hashicorp/raft/bench [no test files] github.com/hashicorp/raft/fuzzy 2023-03-20T04:35:54.026Z [INFO] lt_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/lt_0 2023-03-20T04:35:54.027Z [INFO] lt_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-03-20T04:35:54.027Z [INFO] lt_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/lt_1 2023-03-20T04:35:54.028Z [INFO] lt_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-03-20T04:35:54.029Z [INFO] lt_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/lt_2 2023-03-20T04:35:54.029Z [INFO] lt_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-03-20T04:35:54.029Z [INFO] lt_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/lt_3 2023-03-20T04:35:54.030Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2023-03-20T04:35:54.030Z [INFO] lt_2:: entering follower state: follower="Node at lt_2 [Follower]" leader= 2023-03-20T04:35:54.028Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2023-03-20T04:35:54.031Z [INFO] lt_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-03-20T04:35:54.031Z [INFO] lt_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/lt_4 2023-03-20T04:35:54.032Z [INFO] lt_3:: entering follower state: follower="Node at lt_3 [Follower]" leader= 2023-03-20T04:35:54.033Z [INFO] lt_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-03-20T04:35:54.033Z [INFO] lt_4:: entering follower state: follower="Node at lt_4 [Follower]" leader= 2023-03-20T04:35:55.568Z [WARN] lt_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:35:55.568Z [INFO] lt_0:: entering candidate state: node="Node at lt_0 [Candidate]" term=2 2023-03-20T04:35:55.569Z [INFO] lt_0:: election won: tally=3 2023-03-20T04:35:55.569Z [INFO] lt_0:: entering leader state: leader="Node at lt_0 [Leader]" 2023-03-20T04:35:55.569Z [INFO] lt_0:: added peer, starting replication: peer=lt_1 2023-03-20T04:35:55.569Z [INFO] lt_0:: added peer, starting replication: peer=lt_2 2023-03-20T04:35:55.569Z [INFO] lt_0:: added peer, starting replication: peer=lt_3 2023-03-20T04:35:55.569Z [INFO] lt_0:: added peer, starting replication: peer=lt_4 2023-03-20T04:35:55.569Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-03-20T04:35:55.569Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_1 lt_1}" 2023-03-20T04:35:55.570Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-03-20T04:35:55.570Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-03-20T04:35:55.570Z [WARN] lt_1:: rejecting vote request since our last term is greater: candidate=lt_0 last-term=2 last-candidate-term=1 2023-03-20T04:35:55.924Z [INFO] lt_1:: entering candidate state: node="Node at lt_1 [Candidate]" term=3 2023-03-20T04:35:55.925Z [INFO] lt_1:: election won: tally=3 2023-03-20T04:35:55.926Z [INFO] lt_1:: entering leader state: leader="Node at lt_1 [Leader]" 2023-03-20T04:35:55.926Z [INFO] lt_1:: added peer, starting replication: peer=lt_0 2023-03-20T04:35:55.926Z [INFO] lt_1:: added peer, starting replication: peer=lt_2 2023-03-20T04:35:55.926Z [WARN] lt_3:: rejecting vote request since our last index is greater: candidate=lt_1 last-index=4838 last-candidate-index=4837 2023-03-20T04:35:55.925Z [WARN] lt_0:: rejecting vote request since our last index is greater: candidate=lt_1 last-index=4838 last-candidate-index=4837 2023-03-20T04:35:55.926Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2023-03-20T04:35:55.926Z [INFO] lt_1:: added peer, starting replication: peer=lt_3 2023-03-20T04:35:55.927Z [INFO] lt_1:: added peer, starting replication: peer=lt_4 2023-03-20T04:35:55.928Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-03-20T04:35:55.928Z [WARN] lt_3:: clearing log suffix: from=4838 to=4838 2023-03-20T04:35:55.928Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-03-20T04:35:55.929Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-03-20T04:35:55.926Z [ERROR] lt_0:: peer has newer term, stopping replication: peer="{Voter lt_2 lt_2}" 2023-03-20T04:35:55.926Z [ERROR] lt_0:: peer has newer term, stopping replication: peer="{Voter lt_4 lt_4}" 2023-03-20T04:35:55.929Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-03-20T04:35:55.930Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-03-20T04:35:55.926Z [ERROR] lt_0:: peer has newer term, stopping replication: peer="{Voter lt_1 lt_1}" 2023-03-20T04:35:55.930Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-03-20T04:35:55.930Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2023-03-20T04:35:55.930Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_0 lt_0}" 2023-03-20T04:35:55.931Z [WARN] lt_0:: clearing log suffix: from=4838 to=4838 2023-03-20T04:35:55.932Z [INFO] lt_0:: entering candidate state: node="Node at lt_0 [Candidate]" term=4 2023-03-20T04:35:55.932Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2023-03-20T04:35:55.932Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-03-20T04:35:55.932Z [INFO] lt_0:: election won: tally=3 2023-03-20T04:35:55.932Z [INFO] lt_0:: entering leader state: leader="Node at lt_0 [Leader]" 2023-03-20T04:35:55.932Z [INFO] lt_0:: added peer, starting replication: peer=lt_1 2023-03-20T04:35:55.932Z [INFO] lt_0:: added peer, starting replication: peer=lt_2 2023-03-20T04:35:55.932Z [INFO] lt_0:: added peer, starting replication: peer=lt_3 2023-03-20T04:35:55.932Z [INFO] lt_0:: added peer, starting replication: peer=lt_4 2023-03-20T04:35:55.932Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-03-20T04:35:55.932Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-03-20T04:35:55.932Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-03-20T04:35:55.932Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_0 lt_0}" 2023-03-20T04:35:55.932Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_1 lt_1}" 2023-03-20T04:35:55.932Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-03-20T04:35:55.932Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-03-20T04:35:56.195Z [INFO] lt_2:: entering candidate state: node="Node at lt_2 [Candidate]" term=5 2023-03-20T04:35:56.195Z [INFO] lt_2:: election won: tally=3 2023-03-20T04:35:56.195Z [INFO] lt_2:: entering leader state: leader="Node at lt_2 [Leader]" 2023-03-20T04:35:56.195Z [INFO] lt_2:: added peer, starting replication: peer=lt_0 2023-03-20T04:35:56.195Z [INFO] lt_2:: added peer, starting replication: peer=lt_1 2023-03-20T04:35:56.195Z [INFO] lt_2:: added peer, starting replication: peer=lt_3 2023-03-20T04:35:56.195Z [INFO] lt_2:: added peer, starting replication: peer=lt_4 2023-03-20T04:35:56.195Z [WARN] lt_4:: failed to get previous log: previous-index=7973 last-index=7839 error="log not found" 2023-03-20T04:35:56.195Z [WARN] lt_2:: appendEntries rejected, sending older logs: peer="{Voter lt_4 lt_4}" next=7840 2023-03-20T04:35:56.196Z [WARN] lt_0:: rejecting vote request since our last index is greater: candidate=lt_2 last-index=7974 last-candidate-index=7973 2023-03-20T04:35:56.197Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2023-03-20T04:35:56.197Z [INFO] lt_2:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-03-20T04:35:56.197Z [WARN] lt_0:: clearing log suffix: from=7974 to=7974 2023-03-20T04:35:56.198Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-03-20T04:35:56.198Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2023-03-20T04:35:56.199Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-03-20T04:35:56.197Z [WARN] lt_3:: failed to get previous log: previous-index=7973 last-index=7903 error="log not found" 2023-03-20T04:35:56.200Z [WARN] lt_2:: appendEntries rejected, sending older logs: peer="{Voter lt_3 lt_3}" next=7904 2023-03-20T04:35:56.200Z [INFO] lt_2:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-03-20T04:35:56.197Z [WARN] lt_1:: failed to get previous log: previous-index=7973 last-index=7835 error="log not found" 2023-03-20T04:35:56.202Z [WARN] lt_2:: appendEntries rejected, sending older logs: peer="{Voter lt_1 lt_1}" next=7836 2023-03-20T04:35:56.204Z [INFO] lt_2:: pipelining replication: peer="{Voter lt_1 lt_1}" 2023-03-20T04:35:56.197Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-03-20T04:35:56.204Z [INFO] lt_2:: pipelining replication: peer="{Voter lt_0 lt_0}" 2023-03-20T04:35:56.261Z [INFO] lt_2:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-03-20T04:35:56.261Z [INFO] lt_2:: aborting pipeline replication: peer="{Voter lt_0 lt_0}" 2023-03-20T04:35:56.262Z [INFO] lt_2:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2023-03-20T04:35:56.262Z [INFO] lt_2:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-03-20T04:35:56.692Z [INFO] m_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/m_0 2023-03-20T04:35:56.694Z [INFO] m_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-03-20T04:35:56.694Z [INFO] m_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/m_1 2023-03-20T04:35:56.694Z [INFO] m_0:: entering follower state: follower="Node at m_0 [Follower]" leader= 2023-03-20T04:35:56.695Z [INFO] m_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-03-20T04:35:56.695Z [INFO] m_1:: entering follower state: follower="Node at m_1 [Follower]" leader= 2023-03-20T04:35:56.695Z [INFO] m_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/m_2 2023-03-20T04:35:56.696Z [INFO] m_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-03-20T04:35:56.696Z [INFO] m_2:: entering follower state: follower="Node at m_2 [Follower]" leader= 2023-03-20T04:35:58.119Z [WARN] m_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:35:58.120Z [INFO] m_2:: entering candidate state: node="Node at m_2 [Candidate]" term=2 2023-03-20T04:35:58.120Z [INFO] m_2:: election won: tally=2 2023-03-20T04:35:58.120Z [INFO] m_2:: entering leader state: leader="Node at m_2 [Leader]" 2023-03-20T04:35:58.120Z [INFO] m_2:: added peer, starting replication: peer=m_0 2023-03-20T04:35:58.120Z [INFO] m_2:: added peer, starting replication: peer=m_1 2023-03-20T04:35:58.120Z [INFO] m_2:: pipelining replication: peer="{Voter m_1 m_1}" 2023-03-20T04:35:58.121Z [INFO] m_2:: pipelining replication: peer="{Voter m_0 m_0}" 2023-03-20T04:35:58.121Z [WARN] m_1:: rejecting vote request since our last term is greater: candidate=m_2 last-term=2 last-candidate-term=1 2023-03-20T04:35:58.125Z [INFO] m_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/m_3 2023-03-20T04:35:58.125Z [INFO] m_3:: initial configuration: index=0 servers=[] 2023-03-20T04:35:58.126Z [INFO] m_2:: updating configuration: command=AddStaging server-id=m_3 server-addr=m_3 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2} {Suffrage:Voter ID:m_3 Address:m_3}]" 2023-03-20T04:35:58.126Z [INFO] m_2:: added peer, starting replication: peer=m_3 2023-03-20T04:35:58.126Z [INFO] m_3:: entering follower state: follower="Node at m_3 [Follower]" leader= 2023-03-20T04:35:58.127Z [WARN] m_3:: failed to get previous log: previous-index=105 last-index=0 error="log not found" 2023-03-20T04:35:58.127Z [WARN] m_2:: appendEntries rejected, sending older logs: peer="{Voter m_3 m_3}" next=1 2023-03-20T04:35:58.128Z [INFO] m_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/m_4 2023-03-20T04:35:58.130Z [INFO] m_2:: pipelining replication: peer="{Voter m_3 m_3}" 2023-03-20T04:35:58.130Z [INFO] m_4:: initial configuration: index=0 servers=[] 2023-03-20T04:35:58.130Z [INFO] m_2:: updating configuration: command=AddStaging server-id=m_4 server-addr=m_4 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2} {Suffrage:Voter ID:m_3 Address:m_3} {Suffrage:Voter ID:m_4 Address:m_4}]" 2023-03-20T04:35:58.130Z [INFO] m_2:: added peer, starting replication: peer=m_4 2023-03-20T04:35:58.131Z [INFO] m_4:: entering follower state: follower="Node at m_4 [Follower]" leader= 2023-03-20T04:35:58.131Z [WARN] m_4:: failed to get previous log: previous-index=113 last-index=0 error="log not found" 2023-03-20T04:35:58.131Z [WARN] m_2:: appendEntries rejected, sending older logs: peer="{Voter m_4 m_4}" next=1 2023-03-20T04:35:58.134Z [INFO] m_2:: pipelining replication: peer="{Voter m_4 m_4}" 2023-03-20T04:36:03.308Z [INFO] m_2:: aborting pipeline replication: peer="{Voter m_3 m_3}" 2023-03-20T04:36:03.308Z [INFO] m_2:: aborting pipeline replication: peer="{Voter m_4 m_4}" 2023-03-20T04:36:03.308Z [INFO] m_2:: aborting pipeline replication: peer="{Voter m_0 m_0}" 2023-03-20T04:36:03.308Z [INFO] m_2:: aborting pipeline replication: peer="{Voter m_1 m_1}" 2023-03-20T04:36:06.121Z [INFO] ar_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/ar_0 2023-03-20T04:36:06.123Z [INFO] ar_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-03-20T04:36:06.124Z [INFO] ar_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/ar_1 2023-03-20T04:36:06.124Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:36:06.131Z [INFO] ar_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-03-20T04:36:06.131Z [INFO] ar_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/ar_2 2023-03-20T04:36:06.131Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:36:06.132Z [INFO] ar_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-03-20T04:36:06.132Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T04:36:07.467Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:36:07.467Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=2 2023-03-20T04:36:07.467Z [INFO] ar_2:: election won: tally=2 2023-03-20T04:36:07.467Z [INFO] ar_2:: entering leader state: leader="Node at ar_2 [Leader]" 2023-03-20T04:36:07.467Z [INFO] ar_2:: added peer, starting replication: peer=ar_0 2023-03-20T04:36:07.467Z [INFO] ar_2:: added peer, starting replication: peer=ar_1 2023-03-20T04:36:07.468Z [INFO] ar_2:: pipelining replication: peer="{Voter ar_1 ar_1}" 2023-03-20T04:36:07.468Z [INFO] ar_2:: pipelining replication: peer="{Voter ar_0 ar_0}" 2023-03-20T04:36:07.472Z [INFO] ar_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/ar_3 2023-03-20T04:36:07.474Z [INFO] ar_3:: initial configuration: index=0 servers=[] 2023-03-20T04:36:07.474Z [INFO] ar_2:: updating configuration: command=AddStaging server-id=ar_3 server-addr=ar_3 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2} {Suffrage:Voter ID:ar_3 Address:ar_3}]" 2023-03-20T04:36:07.474Z [INFO] ar_2:: added peer, starting replication: peer=ar_3 2023-03-20T04:36:07.475Z [INFO] ar_3:: entering follower state: follower="Node at ar_3 [Follower]" leader= 2023-03-20T04:36:07.475Z [WARN] ar_3:: failed to get previous log: previous-index=105 last-index=0 error="log not found" 2023-03-20T04:36:07.475Z [WARN] ar_2:: appendEntries rejected, sending older logs: peer="{Voter ar_3 ar_3}" next=1 2023-03-20T04:36:07.477Z [INFO] ar_2:: pipelining replication: peer="{Voter ar_3 ar_3}" 2023-03-20T04:36:07.478Z [INFO] ar_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/ar_4 2023-03-20T04:36:07.480Z [INFO] ar_4:: initial configuration: index=0 servers=[] 2023-03-20T04:36:07.480Z [INFO] ar_2:: updating configuration: command=AddStaging server-id=ar_4 server-addr=ar_4 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2} {Suffrage:Voter ID:ar_3 Address:ar_3} {Suffrage:Voter ID:ar_4 Address:ar_4}]" 2023-03-20T04:36:07.480Z [INFO] ar_2:: added peer, starting replication: peer=ar_4 2023-03-20T04:36:07.481Z [INFO] ar_4:: entering follower state: follower="Node at ar_4 [Follower]" leader= 2023-03-20T04:36:07.481Z [WARN] ar_4:: failed to get previous log: previous-index=134 last-index=0 error="log not found" 2023-03-20T04:36:07.481Z [WARN] ar_2:: appendEntries rejected, sending older logs: peer="{Voter ar_4 ar_4}" next=1 2023-03-20T04:36:07.482Z [INFO] Removing node ar_0 from cluster 2023-03-20T04:36:07.482Z [INFO] Removing node ar_1 from cluster 2023-03-20T04:36:07.489Z [INFO] ar_2:: pipelining replication: peer="{Voter ar_4 ar_4}" 2023-03-20T04:36:07.618Z [INFO] ar_2:: aborting pipeline replication: peer="{Voter ar_4 ar_4}" 2023-03-20T04:36:07.618Z [INFO] ar_2:: aborting pipeline replication: peer="{Voter ar_0 ar_0}" 2023-03-20T04:36:07.618Z [INFO] ar_2:: aborting pipeline replication: peer="{Voter ar_1 ar_1}" 2023-03-20T04:36:07.618Z [INFO] ar_2:: aborting pipeline replication: peer="{Voter ar_3 ar_3}" 2023-03-20T04:36:07.657Z [INFO] rl_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/rl_0 2023-03-20T04:36:07.660Z [INFO] rl_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-03-20T04:36:07.660Z [INFO] rl_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/rl_1 2023-03-20T04:36:07.660Z [INFO] rl_0:: entering follower state: follower="Node at rl_0 [Follower]" leader= 2023-03-20T04:36:07.664Z [INFO] rl_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-03-20T04:36:07.665Z [INFO] rl_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/rl_2 2023-03-20T04:36:07.665Z [INFO] rl_1:: entering follower state: follower="Node at rl_1 [Follower]" leader= 2023-03-20T04:36:07.666Z [INFO] rl_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-03-20T04:36:07.666Z [INFO] rl_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/rl_3 2023-03-20T04:36:07.666Z [INFO] rl_2:: entering follower state: follower="Node at rl_2 [Follower]" leader= 2023-03-20T04:36:07.667Z [INFO] rl_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-03-20T04:36:07.667Z [INFO] rl_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/rl_4 2023-03-20T04:36:07.668Z [INFO] rl_3:: entering follower state: follower="Node at rl_3 [Follower]" leader= 2023-03-20T04:36:07.669Z [INFO] rl_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-03-20T04:36:07.669Z [INFO] rl_4:: entering follower state: follower="Node at rl_4 [Follower]" leader= 2023-03-20T04:36:08.745Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader=ar_2 2023-03-20T04:36:08.745Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=3 2023-03-20T04:36:08.746Z [WARN] ar_0:: rejecting vote request since we have a leader: from=ar_1 leader=ar_2 2023-03-20T04:36:08.793Z [WARN] rl_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:36:08.793Z [INFO] rl_3:: entering candidate state: node="Node at rl_3 [Candidate]" term=2 2023-03-20T04:36:08.793Z [INFO] rl_3:: election won: tally=3 2023-03-20T04:36:08.793Z [INFO] rl_3:: entering leader state: leader="Node at rl_3 [Leader]" 2023-03-20T04:36:08.793Z [INFO] rl_3:: added peer, starting replication: peer=rl_0 2023-03-20T04:36:08.794Z [INFO] rl_3:: added peer, starting replication: peer=rl_1 2023-03-20T04:36:08.794Z [INFO] rl_3:: added peer, starting replication: peer=rl_2 2023-03-20T04:36:08.794Z [INFO] rl_3:: added peer, starting replication: peer=rl_4 2023-03-20T04:36:08.794Z [INFO] rl_3:: pipelining replication: peer="{Voter rl_4 rl_4}" 2023-03-20T04:36:08.794Z [INFO] rl_3:: pipelining replication: peer="{Voter rl_0 rl_0}" 2023-03-20T04:36:08.794Z [INFO] rl_3:: pipelining replication: peer="{Voter rl_1 rl_1}" 2023-03-20T04:36:08.795Z [INFO] rl_3:: pipelining replication: peer="{Voter rl_2 rl_2}" 2023-03-20T04:36:08.795Z [WARN] rl_4:: rejecting vote request since our last term is greater: candidate=rl_3 last-term=2 last-candidate-term=1 2023-03-20T04:36:09.584Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader=ar_2 2023-03-20T04:36:09.585Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=3 2023-03-20T04:36:09.585Z [INFO] ar_1:: duplicate requestVote for same term: term=3 2023-03-20T04:36:09.801Z [INFO] Removing node rl_3 from cluster 2023-03-20T04:36:10.028Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:36:10.029Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=4 2023-03-20T04:36:10.029Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:36:11.577Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:36:11.578Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=5 2023-03-20T04:36:11.578Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:36:12.789Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:36:12.790Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=6 2023-03-20T04:36:12.790Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:36:14.184Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:36:14.184Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=7 2023-03-20T04:36:15.245Z [WARN] rl_3:: failed to contact: server-id=rl_2 time=500.578515ms 2023-03-20T04:36:15.250Z [INFO] rl_3:: aborting pipeline replication: peer="{Voter rl_4 rl_4}" 2023-03-20T04:36:15.251Z [INFO] rl_3:: aborting pipeline replication: peer="{Voter rl_0 rl_0}" 2023-03-20T04:36:15.251Z [INFO] rl_3:: aborting pipeline replication: peer="{Voter rl_1 rl_1}" 2023-03-20T04:36:15.251Z [INFO] rl_3:: aborting pipeline replication: peer="{Voter rl_2 rl_2}" 2023-03-20T04:36:15.251Z [INFO] rmp_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/rmp_0 2023-03-20T04:36:15.253Z [INFO] rmp_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-03-20T04:36:15.254Z [INFO] rmp_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/rmp_1 2023-03-20T04:36:15.254Z [INFO] rmp_0:: entering follower state: follower="Node at rmp_0 [Follower]" leader= 2023-03-20T04:36:15.256Z [INFO] rmp_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-03-20T04:36:15.257Z [INFO] rmp_1:: entering follower state: follower="Node at rmp_1 [Follower]" leader= 2023-03-20T04:36:15.257Z [INFO] rmp_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/rmp_2 2023-03-20T04:36:15.259Z [INFO] rmp_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-03-20T04:36:15.259Z [INFO] rmp_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/rmp_3 2023-03-20T04:36:15.259Z [INFO] rmp_2:: entering follower state: follower="Node at rmp_2 [Follower]" leader= 2023-03-20T04:36:15.260Z [INFO] rmp_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-03-20T04:36:15.261Z [INFO] rmp_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/rmp_4 2023-03-20T04:36:15.261Z [INFO] rmp_3:: entering follower state: follower="Node at rmp_3 [Follower]" leader= 2023-03-20T04:36:15.262Z [INFO] rmp_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-03-20T04:36:15.263Z [INFO] rmp_4:: entering follower state: follower="Node at rmp_4 [Follower]" leader= 2023-03-20T04:36:15.303Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:36:15.303Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=8 2023-03-20T04:36:16.330Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:36:16.330Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=9 2023-03-20T04:36:16.331Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:36:16.418Z [WARN] rmp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:36:16.418Z [INFO] rmp_4:: entering candidate state: node="Node at rmp_4 [Candidate]" term=2 2023-03-20T04:36:16.418Z [INFO] rmp_4:: election won: tally=3 2023-03-20T04:36:16.418Z [INFO] rmp_4:: entering leader state: leader="Node at rmp_4 [Leader]" 2023-03-20T04:36:16.418Z [INFO] rmp_4:: added peer, starting replication: peer=rmp_0 2023-03-20T04:36:16.418Z [INFO] rmp_4:: added peer, starting replication: peer=rmp_1 2023-03-20T04:36:16.418Z [INFO] rmp_4:: added peer, starting replication: peer=rmp_2 2023-03-20T04:36:16.418Z [INFO] rmp_4:: added peer, starting replication: peer=rmp_3 2023-03-20T04:36:16.418Z [INFO] rmp_4:: pipelining replication: peer="{Voter rmp_3 rmp_3}" 2023-03-20T04:36:16.418Z [INFO] rmp_4:: pipelining replication: peer="{Voter rmp_0 rmp_0}" 2023-03-20T04:36:16.418Z [INFO] rmp_4:: pipelining replication: peer="{Voter rmp_1 rmp_1}" 2023-03-20T04:36:16.418Z [INFO] rmp_4:: pipelining replication: peer="{Voter rmp_2 rmp_2}" 2023-03-20T04:36:16.427Z [INFO] Created partition 1 with nodes [rmp_1], partitions now are 1 = [rmp_1] 2023-03-20T04:36:16.428Z [INFO] rmp_4:: aborting pipeline replication: peer="{Voter rmp_1 rmp_1}" 2023-03-20T04:36:16.428Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:16.438Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:16.449Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:16.470Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:16.513Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:16.540Z [ERROR] rmp_4:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:16.594Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:16.663Z [ERROR] rmp_4:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:16.757Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:16.836Z [ERROR] rmp_4:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:16.930Z [WARN] rmp_4:: failed to contact: server-id=rmp_1 time=502.288459ms 2023-03-20T04:36:17.038Z [ERROR] rmp_4:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:17.077Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:17.220Z [ERROR] rmp_4:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:17.392Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:36:17.393Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=10 2023-03-20T04:36:17.425Z [ERROR] rmp_4:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:17.430Z [WARN] rmp_4:: failed to contact: server-id=rmp_1 time=1.002213064s 2023-03-20T04:36:17.718Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:17.767Z [ERROR] rmp_4:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:17.915Z [WARN] rmp_1:: heartbeat timeout reached, starting election: last-leader=rmp_4 2023-03-20T04:36:17.916Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=3 2023-03-20T04:36:17.916Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2023-03-20T04:36:17.917Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2023-03-20T04:36:17.917Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2023-03-20T04:36:17.918Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2023-03-20T04:36:18.222Z [ERROR] rmp_4:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:18.982Z [ERROR] rmp_4:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:19.000Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:19.317Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:36:19.318Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=11 2023-03-20T04:36:19.427Z [INFO] Removing node rmp_1 from cluster 2023-03-20T04:36:19.796Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-03-20T04:36:19.796Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=4 2023-03-20T04:36:19.797Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2023-03-20T04:36:19.797Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2023-03-20T04:36:19.797Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2023-03-20T04:36:19.797Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2023-03-20T04:36:20.388Z [ERROR] rmp_4:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:20.481Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:36:20.481Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=12 2023-03-20T04:36:21.302Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-03-20T04:36:21.305Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=5 2023-03-20T04:36:21.305Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2023-03-20T04:36:21.308Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2023-03-20T04:36:21.308Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2023-03-20T04:36:21.308Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2023-03-20T04:36:21.562Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-03-20T04:36:22.152Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:36:22.152Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=13 2023-03-20T04:36:22.404Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-03-20T04:36:22.404Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=6 2023-03-20T04:36:22.404Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2023-03-20T04:36:22.405Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2023-03-20T04:36:22.405Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2023-03-20T04:36:22.405Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2023-03-20T04:36:22.427Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T04:36:23.346Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:36:23.346Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=14 2023-03-20T04:36:23.685Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-03-20T04:36:23.686Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=7 2023-03-20T04:36:23.686Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-03-20T04:36:23.686Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-03-20T04:36:23.687Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-03-20T04:36:23.686Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-03-20T04:36:24.524Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:36:24.525Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=15 2023-03-20T04:36:25.018Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-03-20T04:36:25.018Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=8 2023-03-20T04:36:25.019Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-03-20T04:36:25.019Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-03-20T04:36:25.019Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-03-20T04:36:25.019Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-03-20T04:36:25.841Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:36:25.841Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=16 2023-03-20T04:36:26.521Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-03-20T04:36:26.521Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=9 2023-03-20T04:36:26.521Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-03-20T04:36:26.521Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-03-20T04:36:26.521Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-03-20T04:36:26.521Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-03-20T04:36:26.688Z [ERROR] rmp_4:: peer has newer term, stopping replication: peer="{Voter rmp_1 rmp_1}" 2023-03-20T04:36:26.688Z [INFO] rmp_4:: entering follower state: follower="Node at rmp_4 [Follower]" leader= 2023-03-20T04:36:26.688Z [INFO] rmp_4:: aborting pipeline replication: peer="{Voter rmp_0 rmp_0}" 2023-03-20T04:36:26.689Z [INFO] rmp_4:: aborting pipeline replication: peer="{Voter rmp_2 rmp_2}" 2023-03-20T04:36:26.689Z [INFO] rmp_4:: aborting pipeline replication: peer="{Voter rmp_3 rmp_3}" 2023-03-20T04:36:27.112Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:36:27.112Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=17 2023-03-20T04:36:27.762Z [WARN] rmp_2:: heartbeat timeout reached, starting election: last-leader=rmp_4 2023-03-20T04:36:27.762Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=3 2023-03-20T04:36:27.762Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_4 2023-03-20T04:36:27.763Z [INFO] rmp_2:: entering follower state: follower="Node at rmp_2 [Follower]" leader= 2023-03-20T04:36:27.763Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_4 2023-03-20T04:36:27.992Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-03-20T04:36:27.992Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=10 2023-03-20T04:36:27.993Z [WARN] rmp_4:: rejecting vote request since our last index is greater: candidate=rmp_1 last-index=115805 last-candidate-index=103 2023-03-20T04:36:27.993Z [WARN] rmp_2:: rejecting vote request since our last index is greater: candidate=rmp_1 last-index=115805 last-candidate-index=103 2023-03-20T04:36:27.993Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-03-20T04:36:27.993Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-03-20T04:36:28.571Z [WARN] rmp_3:: heartbeat timeout reached, starting election: last-leader=rmp_4 2023-03-20T04:36:28.571Z [INFO] rmp_3:: entering candidate state: node="Node at rmp_3 [Candidate]" term=3 2023-03-20T04:36:28.571Z [INFO] rmp_3:: entering follower state: follower="Node at rmp_3 [Follower]" leader= 2023-03-20T04:36:28.571Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_3 leader=rmp_4 2023-03-20T04:36:28.927Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:36:28.928Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=18 2023-03-20T04:36:28.957Z [WARN] rmp_0:: heartbeat timeout reached, starting election: last-leader=rmp_4 2023-03-20T04:36:28.957Z [INFO] rmp_0:: entering candidate state: node="Node at rmp_0 [Candidate]" term=3 2023-03-20T04:36:28.958Z [INFO] rmp_0:: entering follower state: follower="Node at rmp_0 [Follower]" leader= 2023-03-20T04:36:29.205Z [WARN] rmp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:36:29.205Z [INFO] rmp_4:: entering candidate state: node="Node at rmp_4 [Candidate]" term=11 2023-03-20T04:36:29.206Z [INFO] rmp_1:: entering follower state: follower="Node at rmp_1 [Follower]" leader= 2023-03-20T04:36:29.206Z [INFO] rmp_4:: election won: tally=3 2023-03-20T04:36:29.206Z [INFO] rmp_4:: entering leader state: leader="Node at rmp_4 [Leader]" 2023-03-20T04:36:29.207Z [INFO] rmp_4:: added peer, starting replication: peer=rmp_0 2023-03-20T04:36:29.207Z [INFO] rmp_4:: added peer, starting replication: peer=rmp_1 2023-03-20T04:36:29.207Z [INFO] rmp_4:: added peer, starting replication: peer=rmp_2 2023-03-20T04:36:29.207Z [INFO] rmp_4:: added peer, starting replication: peer=rmp_3 2023-03-20T04:36:29.207Z [INFO] rmp_4:: pipelining replication: peer="{Voter rmp_3 rmp_3}" 2023-03-20T04:36:29.208Z [INFO] rmp_4:: pipelining replication: peer="{Voter rmp_0 rmp_0}" 2023-03-20T04:36:29.208Z [WARN] rmp_1:: failed to get previous log: previous-index=115805 last-index=103 error="log not found" 2023-03-20T04:36:29.208Z [WARN] rmp_4:: appendEntries rejected, sending older logs: peer="{Voter rmp_1 rmp_1}" next=104 2023-03-20T04:36:29.209Z [INFO] rmp_4:: pipelining replication: peer="{Voter rmp_2 rmp_2}" 2023-03-20T04:36:30.100Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:36:30.101Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=19 2023-03-20T04:36:31.643Z [INFO] rmp_4:: pipelining replication: peer="{Voter rmp_1 rmp_1}" 2023-03-20T04:36:31.996Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:36:31.997Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=20 2023-03-20T04:36:32.533Z [INFO] rmp_4:: aborting pipeline replication: peer="{Voter rmp_3 rmp_3}" 2023-03-20T04:36:32.533Z [INFO] rmp_4:: aborting pipeline replication: peer="{Voter rmp_0 rmp_0}" 2023-03-20T04:36:32.534Z [INFO] rmp_4:: aborting pipeline replication: peer="{Voter rmp_1 rmp_1}" 2023-03-20T04:36:32.534Z [INFO] rmp_4:: aborting pipeline replication: peer="{Voter rmp_2 rmp_2}" 2023-03-20T04:36:33.320Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:36:33.321Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=21 2023-03-20T04:36:33.948Z [WARN] rmp_1:: heartbeat timeout reached, starting election: last-leader=rmp_4 2023-03-20T04:36:33.949Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=12 2023-03-20T04:36:35.172Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:36:35.172Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=22 2023-03-20T04:36:35.231Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-03-20T04:36:35.231Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=13 2023-03-20T04:36:36.996Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-03-20T04:36:36.996Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=14 2023-03-20T04:36:37.125Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:36:37.125Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=23 2023-03-20T04:36:38.217Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-03-20T04:36:38.217Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=15 2023-03-20T04:36:38.496Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:36:38.496Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=24 2023-03-20T04:36:38.763Z [INFO] lp_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/lp_0 2023-03-20T04:36:38.764Z [INFO] lp_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-03-20T04:36:38.764Z [INFO] lp_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/lp_1 2023-03-20T04:36:38.764Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T04:36:38.766Z [INFO] lp_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-03-20T04:36:38.766Z [INFO] lp_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/lp_2 2023-03-20T04:36:38.766Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:36:38.766Z [INFO] lp_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-03-20T04:36:38.766Z [INFO] lp_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/lp_3 2023-03-20T04:36:38.767Z [INFO] lp_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-03-20T04:36:38.767Z [INFO] lp_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/lp_4 2023-03-20T04:36:38.767Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:36:38.767Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T04:36:38.767Z [INFO] lp_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-03-20T04:36:38.768Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:36:39.776Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:36:39.776Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=25 2023-03-20T04:36:39.777Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:36:39.898Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:36:39.898Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=2 2023-03-20T04:36:39.898Z [INFO] lp_2:: election won: tally=3 2023-03-20T04:36:39.898Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2023-03-20T04:36:39.898Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2023-03-20T04:36:39.898Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2023-03-20T04:36:39.898Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2023-03-20T04:36:39.899Z [INFO] Created partition 1 with nodes [lp_2], partitions now are 1 = [lp_2] 2023-03-20T04:36:39.898Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2023-03-20T04:36:39.899Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:36:39.899Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:39.899Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:36:39.900Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:36:39.900Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:36:39.910Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:39.910Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:36:39.990Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:39.996Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:36:40.001Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:36:40.017Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:40.061Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:40.089Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:36:40.092Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:36:40.098Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:40.099Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:36:40.100Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:40.100Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:36:40.125Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:40.177Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:40.203Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:40.209Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:36:40.210Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:40.211Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:36:40.239Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:36:40.239Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:40.268Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:36:40.300Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:40.327Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:36:40.362Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:40.378Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:40.385Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:36:40.392Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:36:40.400Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=500.176109ms 2023-03-20T04:36:40.400Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=501.834726ms 2023-03-20T04:36:40.400Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=501.830799ms 2023-03-20T04:36:40.400Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=500.803358ms 2023-03-20T04:36:40.400Z [WARN] lp_2:: failed to contact quorum of nodes, stepping down 2023-03-20T04:36:40.400Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T04:36:40.431Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:40.476Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:36:41.091Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:36:41.091Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=26 2023-03-20T04:36:41.537Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:36:41.537Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=3 2023-03-20T04:36:41.538Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:41.538Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-03-20T04:36:41.538Z [INFO] lp_1:: election won: tally=3 2023-03-20T04:36:41.538Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2023-03-20T04:36:41.538Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2023-03-20T04:36:41.538Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2023-03-20T04:36:41.538Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2023-03-20T04:36:41.538Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2023-03-20T04:36:41.539Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:41.539Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:36:41.539Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:36:41.539Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:36:41.549Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:41.560Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:41.581Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:41.621Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:41.704Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:41.732Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:41.851Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:41.865Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:41.963Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:42.038Z [WARN] lp_1:: failed to contact: server-id=lp_2 time=500.3524ms 2023-03-20T04:36:42.164Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:42.186Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:42.213Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:36:42.213Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=3 2023-03-20T04:36:42.214Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:36:42.215Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:42.215Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:42.215Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:36:42.402Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:42.539Z [WARN] lp_1:: failed to contact: server-id=lp_2 time=1.000930523s 2023-03-20T04:36:42.572Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:36:42.572Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=27 2023-03-20T04:36:42.655Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:42.831Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:42.991Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:43.503Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:43.518Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T04:36:43.518Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=4 2023-03-20T04:36:43.518Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:36:43.520Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:43.520Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:43.520Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:36:43.867Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:36:43.867Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=28 2023-03-20T04:36:43.899Z [INFO] Healing partition group 1, now partitions are [None] 2023-03-20T04:36:44.112Z [ERROR] lp_1:: peer has newer term, stopping replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:36:44.112Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:36:44.112Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:36:44.113Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:36:44.113Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:36:45.062Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T04:36:45.062Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=5 2023-03-20T04:36:45.063Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_1 2023-03-20T04:36:45.063Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_1 2023-03-20T04:36:45.063Z [WARN] lp_1:: rejecting vote request since our last term is greater: candidate=lp_2 last-term=3 last-candidate-term=2 2023-03-20T04:36:45.063Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_1 2023-03-20T04:36:45.148Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:36:45.148Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=4 2023-03-20T04:36:45.148Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-03-20T04:36:45.149Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-03-20T04:36:45.149Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:36:45.174Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:36:45.174Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=4 2023-03-20T04:36:45.175Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-03-20T04:36:45.175Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:36:45.565Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:36:45.566Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=6 2023-03-20T04:36:45.566Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T04:36:45.567Z [INFO] lp_1:: election won: tally=3 2023-03-20T04:36:45.567Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2023-03-20T04:36:45.567Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2023-03-20T04:36:45.567Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2023-03-20T04:36:45.567Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2023-03-20T04:36:45.567Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2023-03-20T04:36:45.567Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:36:45.567Z [WARN] lp_2:: failed to get previous log: previous-index=22471 last-index=7 error="log not found" 2023-03-20T04:36:45.567Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=8 2023-03-20T04:36:45.567Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:36:45.568Z [WARN] lp_2:: previous log term mis-match: ours=2 remote=3 2023-03-20T04:36:45.568Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=7 2023-03-20T04:36:45.568Z [WARN] lp_2:: previous log term mis-match: ours=2 remote=3 2023-03-20T04:36:45.568Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=6 2023-03-20T04:36:45.568Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:36:45.568Z [WARN] lp_2:: previous log term mis-match: ours=2 remote=3 2023-03-20T04:36:45.568Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=5 2023-03-20T04:36:45.569Z [WARN] lp_3:: rejecting vote request since our last term is greater: candidate=lp_1 last-term=6 last-candidate-term=3 2023-03-20T04:36:45.569Z [WARN] lp_2:: previous log term mis-match: ours=2 remote=3 2023-03-20T04:36:45.569Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=4 2023-03-20T04:36:45.570Z [WARN] lp_2:: previous log term mis-match: ours=2 remote=3 2023-03-20T04:36:45.570Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=3 2023-03-20T04:36:45.571Z [WARN] lp_2:: previous log term mis-match: ours=2 remote=3 2023-03-20T04:36:45.571Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=2 2023-03-20T04:36:45.573Z [WARN] lp_2:: clearing log suffix: from=2 to=7 2023-03-20T04:36:45.840Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:36:45.841Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=29 2023-03-20T04:36:45.931Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:36:47.778Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:36:47.779Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=30 2023-03-20T04:36:47.779Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:36:48.900Z [INFO] Created partition 2 with nodes [lp_1 lp_0], partitions now are 2 = [lp_0 lp_1] 2023-03-20T04:36:48.900Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:36:48.900Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:36:48.900Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:36:48.901Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:36:48.935Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:36:48.935Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=31 2023-03-20T04:36:48.935Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:36:48.958Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:36:48.964Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:36:48.969Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:48.975Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:36:48.984Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:36:49.024Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:36:49.064Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:49.074Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:49.080Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:36:49.116Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:36:49.121Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:36:49.153Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:36:49.162Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:49.180Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:36:49.213Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:36:49.231Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:36:49.242Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:49.270Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:36:49.277Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:49.317Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:36:49.350Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:49.350Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:36:49.379Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:36:49.394Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:49.401Z [WARN] lp_1:: failed to contact: server-id=lp_2 time=500.433522ms 2023-03-20T04:36:49.401Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=500.239076ms 2023-03-20T04:36:49.401Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=500.876575ms 2023-03-20T04:36:49.401Z [WARN] lp_1:: failed to contact quorum of nodes, stepping down 2023-03-20T04:36:49.401Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:36:49.401Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:36:49.415Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:36:50.098Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:36:50.098Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=32 2023-03-20T04:36:50.098Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:36:50.736Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:36:50.737Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=7 2023-03-20T04:36:50.737Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:36:50.737Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:36:50.738Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-03-20T04:36:50.738Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-03-20T04:36:50.785Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:36:50.785Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=7 2023-03-20T04:36:50.786Z [INFO] lp_4:: duplicate requestVote for same term: term=7 2023-03-20T04:36:50.786Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:36:50.786Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:36:50.786Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-03-20T04:36:50.828Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:36:50.828Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=7 2023-03-20T04:36:50.829Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:36:50.829Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:36:50.829Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:50.918Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:36:50.918Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=7 2023-03-20T04:36:50.919Z [INFO] lp_4:: duplicate requestVote for same term: term=7 2023-03-20T04:36:50.919Z [INFO] lp_3:: duplicate requestVote for same term: term=7 2023-03-20T04:36:50.919Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:50.919Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:51.281Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:36:51.281Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=33 2023-03-20T04:36:51.281Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:36:52.280Z [WARN] lp_1:: Election timeout reached, restarting election 2023-03-20T04:36:52.280Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=8 2023-03-20T04:36:52.280Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:52.281Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:36:52.281Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:36:52.423Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:36:52.423Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=34 2023-03-20T04:36:52.464Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T04:36:52.464Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=8 2023-03-20T04:36:52.464Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:52.464Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:52.464Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:36:52.464Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:36:52.465Z [INFO] lp_2:: election won: tally=3 2023-03-20T04:36:52.465Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2023-03-20T04:36:52.465Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2023-03-20T04:36:52.465Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2023-03-20T04:36:52.465Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2023-03-20T04:36:52.465Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2023-03-20T04:36:52.465Z [WARN] lp_4:: failed to get previous log: previous-index=50522 last-index=50519 error="log not found" 2023-03-20T04:36:52.466Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=50520 2023-03-20T04:36:52.466Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:52.466Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:36:52.466Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:52.466Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:36:52.479Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:52.479Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:52.489Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:52.490Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:52.510Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:52.511Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:52.550Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:52.551Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:52.608Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:52.631Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:52.632Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:52.658Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:52.778Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:52.792Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:52.793Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:52.818Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:52.900Z [INFO] Healing partition group 2, now partitions are [None] 2023-03-20T04:36:52.928Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader=lp_2 2023-03-20T04:36:52.971Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=506.086685ms 2023-03-20T04:36:53.112Z [WARN] lp_0:: clearing log suffix: from=50523 to=50527 2023-03-20T04:36:53.116Z [WARN] lp_1:: clearing log suffix: from=50523 to=50527 2023-03-20T04:36:53.168Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:36:53.203Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:36:53.601Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:36:53.601Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=35 2023-03-20T04:36:55.025Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:36:55.025Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=36 2023-03-20T04:36:55.026Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:36:56.302Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:36:56.302Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=37 2023-03-20T04:36:56.304Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:36:57.340Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:36:57.340Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=38 2023-03-20T04:36:57.914Z [INFO] Created partition 3 with nodes [lp_2], partitions now are 3 = [lp_2] 2023-03-20T04:36:57.914Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:36:57.914Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:36:57.914Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:57.914Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:36:57.914Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:36:57.926Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:36:57.929Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:57.938Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:36:57.988Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:57.994Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:36:58.006Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:58.008Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:36:58.035Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:58.075Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:58.099Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:58.101Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:36:58.114Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:58.117Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:36:58.134Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:36:58.136Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:36:58.164Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:36:58.185Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:58.195Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:36:58.214Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:58.217Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:58.251Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:36:58.276Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:58.280Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:58.281Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:36:58.313Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:36:58.313Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:36:58.317Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:58.355Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:58.365Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:36:58.378Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:36:58.414Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=500.061263ms 2023-03-20T04:36:58.424Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=510.523522ms 2023-03-20T04:36:58.424Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=510.701747ms 2023-03-20T04:36:58.424Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=510.127268ms 2023-03-20T04:36:58.424Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=510.595678ms 2023-03-20T04:36:58.424Z [WARN] lp_2:: failed to contact quorum of nodes, stepping down 2023-03-20T04:36:58.424Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T04:36:58.431Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:36:58.439Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:36:58.805Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:36:58.805Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=39 2023-03-20T04:36:59.327Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T04:36:59.327Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=9 2023-03-20T04:36:59.327Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-03-20T04:36:59.327Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-03-20T04:36:59.328Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:36:59.328Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-03-20T04:36:59.797Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T04:36:59.797Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=9 2023-03-20T04:36:59.798Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-03-20T04:36:59.798Z [INFO] lp_1:: duplicate requestVote for same term: term=9 2023-03-20T04:36:59.798Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-03-20T04:36:59.798Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:36:59.856Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:36:59.857Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=40 2023-03-20T04:37:00.052Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T04:37:00.052Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=9 2023-03-20T04:37:00.052Z [INFO] lp_1:: duplicate requestVote for same term: term=9 2023-03-20T04:37:00.052Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_2 2023-03-20T04:37:00.053Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T04:37:00.053Z [INFO] lp_4:: duplicate requestVote for same term: term=9 2023-03-20T04:37:00.351Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:00.351Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=9 2023-03-20T04:37:00.352Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:00.352Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:00.352Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:37:00.352Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:37:00.563Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T04:37:00.563Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=9 2023-03-20T04:37:00.563Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:37:00.564Z [INFO] lp_1:: duplicate requestVote for same term: term=9 2023-03-20T04:37:00.564Z [INFO] lp_3:: duplicate requestVote for same term: term=9 2023-03-20T04:37:00.564Z [INFO] lp_4:: duplicate requestVote for same term: term=9 2023-03-20T04:37:01.085Z [WARN] lp_1:: Election timeout reached, restarting election 2023-03-20T04:37:01.085Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=10 2023-03-20T04:37:01.085Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:37:01.086Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:37:01.086Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:01.086Z [INFO] lp_1:: election won: tally=3 2023-03-20T04:37:01.086Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2023-03-20T04:37:01.086Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2023-03-20T04:37:01.086Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T04:37:01.087Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2023-03-20T04:37:01.087Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2023-03-20T04:37:01.087Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2023-03-20T04:37:01.087Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:01.087Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:37:01.088Z [WARN] lp_3:: failed to get previous log: previous-index=96892 last-index=96888 error="log not found" 2023-03-20T04:37:01.088Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=96889 2023-03-20T04:37:01.088Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:37:01.088Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:37:01.097Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:01.108Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:01.129Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:01.169Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:01.203Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:01.251Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:01.359Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:01.412Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:01.538Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:01.587Z [WARN] lp_1:: failed to contact: server-id=lp_2 time=500.511478ms 2023-03-20T04:37:01.721Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:01.733Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:01.739Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:01.739Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=41 2023-03-20T04:37:01.740Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:37:01.914Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T04:37:01.947Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader=lp_1 2023-03-20T04:37:02.374Z [WARN] lp_2:: clearing log suffix: from=96893 to=96893 2023-03-20T04:37:02.478Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:37:02.896Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:02.896Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=42 2023-03-20T04:37:04.884Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:04.884Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=43 2023-03-20T04:37:06.418Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:06.418Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=44 2023-03-20T04:37:06.917Z [INFO] Created partition 4 with nodes [lp_1 lp_0], partitions now are 4 = [lp_0 lp_1] 2023-03-20T04:37:06.918Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:37:06.919Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:37:06.919Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:06.919Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:37:06.919Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:06.940Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:06.960Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:06.964Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:06.985Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:07.011Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:07.013Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:07.061Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:07.071Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:07.088Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:07.101Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:07.125Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:07.135Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:07.166Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:07.182Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:07.185Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:07.204Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:07.255Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:07.273Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:07.291Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:07.301Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:07.327Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:07.330Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:07.395Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:07.398Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:07.419Z [WARN] lp_1:: failed to contact: server-id=lp_2 time=500.353422ms 2023-03-20T04:37:07.419Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=500.610225ms 2023-03-20T04:37:07.419Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=500.240561ms 2023-03-20T04:37:07.419Z [WARN] lp_1:: failed to contact quorum of nodes, stepping down 2023-03-20T04:37:07.419Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:37:07.419Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:37:07.447Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:07.463Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:07.909Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:07.909Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=45 2023-03-20T04:37:07.909Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:37:08.081Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:37:08.081Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=11 2023-03-20T04:37:08.082Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:08.082Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_1 2023-03-20T04:37:08.082Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_1 2023-03-20T04:37:08.082Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:08.345Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:37:08.345Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=11 2023-03-20T04:37:08.346Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:37:08.346Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-03-20T04:37:08.346Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:37:08.346Z [INFO] lp_2:: duplicate requestVote for same term: term=11 2023-03-20T04:37:08.486Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:37:08.487Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=11 2023-03-20T04:37:08.487Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:37:08.487Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:37:08.487Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:37:09.084Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:09.084Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=46 2023-03-20T04:37:09.085Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:37:09.247Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:37:09.247Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=11 2023-03-20T04:37:09.247Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:37:09.247Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:37:09.247Z [INFO] lp_2:: duplicate requestVote for same term: term=11 2023-03-20T04:37:09.247Z [INFO] lp_4:: duplicate requestVote for same term: term=11 2023-03-20T04:37:09.512Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T04:37:09.513Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=12 2023-03-20T04:37:09.513Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:09.513Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:09.513Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:37:09.513Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:37:09.513Z [INFO] lp_2:: election won: tally=3 2023-03-20T04:37:09.513Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2023-03-20T04:37:09.513Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2023-03-20T04:37:09.513Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2023-03-20T04:37:09.513Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2023-03-20T04:37:09.513Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2023-03-20T04:37:09.513Z [WARN] lp_3:: failed to get previous log: previous-index=140678 last-index=140623 error="log not found" 2023-03-20T04:37:09.514Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=140624 2023-03-20T04:37:09.514Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:37:09.513Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:09.513Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:09.515Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:37:09.525Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:09.525Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:09.536Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:09.537Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:09.557Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:09.558Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:09.608Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:09.609Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:09.635Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:09.651Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:09.689Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:09.690Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:09.825Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:09.850Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:09.851Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:09.854Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:09.937Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:10.014Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=501.140401ms 2023-03-20T04:37:10.015Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=501.13479ms 2023-03-20T04:37:10.042Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:10.113Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:10.170Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:10.171Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:10.253Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:10.282Z [WARN] lp_0:: Election timeout reached, restarting election 2023-03-20T04:37:10.282Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=12 2023-03-20T04:37:10.282Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:37:10.283Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:37:10.283Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:37:10.325Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:10.415Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:10.513Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:10.515Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=1.001686644s 2023-03-20T04:37:10.515Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=1.001681033s 2023-03-20T04:37:10.624Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:10.684Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:10.685Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=47 2023-03-20T04:37:10.803Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:10.811Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:10.812Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:10.890Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:10.918Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T04:37:11.372Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader=lp_2 2023-03-20T04:37:11.761Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:11.761Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=48 2023-03-20T04:37:12.092Z [WARN] lp_0:: clearing log suffix: from=140679 to=140683 2023-03-20T04:37:12.097Z [WARN] lp_1:: clearing log suffix: from=140679 to=140683 2023-03-20T04:37:12.343Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:37:12.390Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:37:12.840Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:12.841Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=49 2023-03-20T04:37:14.247Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:14.247Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=50 2023-03-20T04:37:15.597Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:15.597Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=51 2023-03-20T04:37:15.599Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:37:15.918Z [INFO] Created partition 5 with nodes [lp_2], partitions now are 5 = [lp_2] 2023-03-20T04:37:15.918Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:37:15.918Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:37:15.918Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:37:15.919Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:37:15.929Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:15.944Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:37:15.971Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:37:15.975Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:15.982Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:37:15.990Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:15.995Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:37:16.018Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:16.064Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:16.070Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:37:16.086Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:16.102Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:37:16.105Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:16.105Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:37:16.122Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:16.136Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:16.136Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:37:16.136Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:37:16.168Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:37:16.174Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:16.218Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:37:16.220Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:16.232Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:37:16.281Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:37:16.282Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:16.288Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:16.304Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:16.334Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:37:16.339Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:16.373Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:37:16.392Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:16.395Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:37:16.419Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=500.151151ms 2023-03-20T04:37:16.419Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=500.594163ms 2023-03-20T04:37:16.419Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=500.967064ms 2023-03-20T04:37:16.419Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=500.782167ms 2023-03-20T04:37:16.419Z [WARN] lp_2:: failed to contact quorum of nodes, stepping down 2023-03-20T04:37:16.419Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T04:37:16.485Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:16.658Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:16.658Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=52 2023-03-20T04:37:16.659Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:37:17.127Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T04:37:17.127Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=13 2023-03-20T04:37:17.127Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-03-20T04:37:17.127Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-03-20T04:37:17.127Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:17.128Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-03-20T04:37:17.783Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:17.783Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=53 2023-03-20T04:37:17.783Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:37:17.986Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T04:37:17.986Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=13 2023-03-20T04:37:17.986Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_2 2023-03-20T04:37:17.987Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_2 2023-03-20T04:37:17.987Z [INFO] lp_1:: duplicate requestVote for same term: term=13 2023-03-20T04:37:17.987Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T04:37:18.003Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:18.003Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=13 2023-03-20T04:37:18.004Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:37:18.004Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:37:18.004Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:18.004Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:18.071Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T04:37:18.071Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=13 2023-03-20T04:37:18.071Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_0 leader=lp_2 2023-03-20T04:37:18.072Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:37:18.072Z [INFO] lp_3:: duplicate requestVote for same term: term=13 2023-03-20T04:37:18.072Z [INFO] lp_1:: duplicate requestVote for same term: term=13 2023-03-20T04:37:18.579Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T04:37:18.580Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=13 2023-03-20T04:37:18.580Z [INFO] lp_3:: duplicate requestVote for same term: term=13 2023-03-20T04:37:18.580Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:37:18.580Z [INFO] lp_1:: duplicate requestVote for same term: term=13 2023-03-20T04:37:18.581Z [INFO] lp_0:: duplicate requestVote for same term: term=13 2023-03-20T04:37:19.099Z [WARN] lp_1:: Election timeout reached, restarting election 2023-03-20T04:37:19.099Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=14 2023-03-20T04:37:19.099Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:37:19.100Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:37:19.100Z [INFO] lp_1:: election won: tally=3 2023-03-20T04:37:19.100Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2023-03-20T04:37:19.100Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2023-03-20T04:37:19.100Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2023-03-20T04:37:19.100Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2023-03-20T04:37:19.100Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2023-03-20T04:37:19.101Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:37:19.101Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:19.101Z [WARN] lp_0:: failed to get previous log: previous-index=193659 last-index=193629 error="log not found" 2023-03-20T04:37:19.101Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader=lp_1 2023-03-20T04:37:19.101Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=193630 2023-03-20T04:37:19.102Z [WARN] lp_0:: rejecting vote request since our last term is greater: candidate=lp_1 last-term=14 last-candidate-term=12 2023-03-20T04:37:19.102Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:19.102Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:37:19.102Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:37:19.113Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:19.123Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:19.144Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:19.184Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:19.226Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:19.226Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=54 2023-03-20T04:37:19.228Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:37:19.269Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:19.274Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:19.416Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:19.430Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:19.567Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T04:37:19.567Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=14 2023-03-20T04:37:19.567Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:37:19.567Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:19.568Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:19.568Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:37:19.597Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:19.601Z [WARN] lp_1:: failed to contact: server-id=lp_2 time=500.917832ms 2023-03-20T04:37:19.724Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:19.751Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:19.883Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:19.922Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T04:37:20.098Z [WARN] lp_1:: failed to contact: server-id=lp_2 time=997.668564ms 2023-03-20T04:37:20.154Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader=lp_1 2023-03-20T04:37:20.249Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:20.250Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=55 2023-03-20T04:37:20.250Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:37:20.392Z [WARN] lp_2:: clearing log suffix: from=193660 to=193664 2023-03-20T04:37:20.522Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:37:21.789Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:21.789Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=56 2023-03-20T04:37:21.790Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:37:23.587Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:23.588Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=57 2023-03-20T04:37:24.738Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:24.738Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=58 2023-03-20T04:37:24.930Z [INFO] Created partition 6 with nodes [lp_1 lp_0 lp_2], partitions now are 6 = [lp_1 lp_0 lp_2] 2023-03-20T04:37:24.931Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:37:24.932Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:24.932Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:37:24.933Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:24.942Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:24.944Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:24.953Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:24.954Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:24.973Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:24.975Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:25.005Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:25.012Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:25.014Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:25.015Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:25.095Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:25.096Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:25.119Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:25.198Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:25.239Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:25.256Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:25.263Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:25.310Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:25.382Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:25.431Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=500.05971ms 2023-03-20T04:37:25.441Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=510.101009ms 2023-03-20T04:37:25.441Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=508.951278ms 2023-03-20T04:37:25.456Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:25.549Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:25.588Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:25.589Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:25.637Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:25.816Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:25.844Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:25.844Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=59 2023-03-20T04:37:25.890Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:25.941Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=1.01010794s 2023-03-20T04:37:25.942Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=1.008958209s 2023-03-20T04:37:26.128Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:26.192Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:26.230Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:26.231Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:26.571Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:26.664Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:26.813Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:37:26.813Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=15 2023-03-20T04:37:26.814Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-03-20T04:37:26.814Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:37:26.814Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:37:26.814Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:37:26.831Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:37:26.831Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=15 2023-03-20T04:37:26.832Z [INFO] lp_4:: duplicate requestVote for same term: term=15 2023-03-20T04:37:26.832Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:37:26.832Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:37:26.832Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T04:37:27.085Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:27.085Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=60 2023-03-20T04:37:27.380Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:27.496Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:27.511Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:27.511Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:27.977Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T04:37:27.977Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=16 2023-03-20T04:37:27.978Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=236155 last-candidate-index=236154 2023-03-20T04:37:27.978Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:37:27.978Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:37:27.978Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:37:27.978Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T04:37:28.653Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:28.653Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=61 2023-03-20T04:37:28.657Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:37:28.812Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:28.931Z [INFO] Healing partition group 6, now partitions are [None] 2023-03-20T04:37:29.169Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T04:37:29.169Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=17 2023-03-20T04:37:29.170Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=236155 last-candidate-index=236154 2023-03-20T04:37:29.170Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-03-20T04:37:29.170Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-03-20T04:37:29.170Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-03-20T04:37:29.636Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:29.636Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=18 2023-03-20T04:37:29.637Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:37:29.637Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-03-20T04:37:29.637Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-03-20T04:37:29.638Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-03-20T04:37:29.933Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:37:29.934Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=62 2023-03-20T04:37:30.072Z [ERROR] lp_1:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:37:30.073Z [ERROR] lp_1:: peer has newer term, stopping replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:37:30.073Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:37:30.073Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:37:30.073Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:37:30.949Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:37:30.950Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=63 2023-03-20T04:37:31.074Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:31.074Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=19 2023-03-20T04:37:31.075Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=287192 last-candidate-index=236154 2023-03-20T04:37:31.075Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-03-20T04:37:31.075Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-03-20T04:37:31.076Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=236155 last-candidate-index=236154 2023-03-20T04:37:31.076Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:37:31.392Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:37:31.392Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=15 2023-03-20T04:37:31.393Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T04:37:31.393Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_0 leader=lp_1 2023-03-20T04:37:31.738Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:31.738Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=20 2023-03-20T04:37:31.739Z [INFO] lp_1:: election won: tally=3 2023-03-20T04:37:31.739Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2023-03-20T04:37:31.739Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2023-03-20T04:37:31.739Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2023-03-20T04:37:31.739Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2023-03-20T04:37:31.739Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2023-03-20T04:37:31.739Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:37:31.740Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:37:31.740Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:37:31.740Z [WARN] lp_3:: failed to get previous log: previous-index=287192 last-index=236154 error="log not found" 2023-03-20T04:37:31.740Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=236155 2023-03-20T04:37:31.741Z [WARN] lp_4:: failed to get previous log: previous-index=287192 last-index=236155 error="log not found" 2023-03-20T04:37:31.741Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=236156 2023-03-20T04:37:32.041Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:37:32.041Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=64 2023-03-20T04:37:32.639Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:37:32.713Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:37:33.450Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:33.450Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=65 2023-03-20T04:37:33.450Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:37:33.931Z [INFO] Created partition 7 with nodes [lp_1 lp_0 lp_2], partitions now are 7 = [lp_1 lp_0 lp_2] 2023-03-20T04:37:33.932Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:37:33.932Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:33.932Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:37:33.933Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:33.942Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:33.943Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:33.953Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:33.953Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:33.973Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:33.974Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:33.996Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:34.014Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:34.015Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:34.048Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:34.094Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:34.095Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:34.178Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:34.188Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:34.255Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:34.256Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:34.296Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:34.350Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:34.432Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=500.019124ms 2023-03-20T04:37:34.442Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=510.057037ms 2023-03-20T04:37:34.442Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=509.87294ms 2023-03-20T04:37:34.484Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:34.513Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:34.575Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:34.583Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:34.658Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:34.727Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:34.884Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:34.939Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:37:34.940Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=21 2023-03-20T04:37:34.940Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:34.940Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:37:34.940Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:37:34.941Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:37:34.941Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-03-20T04:37:34.942Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=1.009977214s 2023-03-20T04:37:34.942Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=1.009793117s 2023-03-20T04:37:35.181Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:35.201Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:35.201Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=66 2023-03-20T04:37:35.202Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:37:35.216Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:35.224Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:35.268Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:35.692Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:35.778Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:36.073Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:37:36.073Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=22 2023-03-20T04:37:36.074Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-03-20T04:37:36.074Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:37:36.074Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:37:36.074Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:37:36.156Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:37:36.157Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=21 2023-03-20T04:37:36.157Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:37:36.157Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T04:37:36.157Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:37:36.157Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:37:36.497Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:36.508Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:36.538Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:36.567Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:36.723Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:37:36.723Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=67 2023-03-20T04:37:37.159Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:37.159Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=23 2023-03-20T04:37:37.160Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:37:37.160Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:37:37.160Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:37:37.160Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T04:37:37.932Z [INFO] Healing partition group 7, now partitions are [None] 2023-03-20T04:37:38.075Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:38.075Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=68 2023-03-20T04:37:38.076Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:37:38.506Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:38.506Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=24 2023-03-20T04:37:38.507Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=297625 last-candidate-index=297623 2023-03-20T04:37:38.507Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:37:38.507Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-03-20T04:37:38.507Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-03-20T04:37:38.507Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-03-20T04:37:39.068Z [ERROR] lp_1:: peer has newer term, stopping replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:37:39.068Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:37:39.068Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:37:39.068Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:37:39.070Z [ERROR] lp_1:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:37:39.190Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:39.190Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=69 2023-03-20T04:37:39.600Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:39.601Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=25 2023-03-20T04:37:39.601Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:37:39.601Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-03-20T04:37:39.601Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=347975 last-candidate-index=297625 2023-03-20T04:37:39.601Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-03-20T04:37:40.154Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:40.154Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=26 2023-03-20T04:37:40.154Z [INFO] lp_1:: election won: tally=3 2023-03-20T04:37:40.154Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2023-03-20T04:37:40.154Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2023-03-20T04:37:40.154Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2023-03-20T04:37:40.154Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2023-03-20T04:37:40.154Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2023-03-20T04:37:40.154Z [WARN] lp_4:: failed to get previous log: previous-index=347975 last-index=297623 error="log not found" 2023-03-20T04:37:40.154Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=297624 2023-03-20T04:37:40.155Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:37:40.155Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:37:40.156Z [WARN] lp_3:: failed to get previous log: previous-index=347975 last-index=297625 error="log not found" 2023-03-20T04:37:40.156Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=297626 2023-03-20T04:37:40.157Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:37:40.948Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:40.949Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=70 2023-03-20T04:37:41.258Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:37:41.298Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:37:42.031Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:42.031Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=71 2023-03-20T04:37:42.946Z [INFO] Created partition 8 with nodes [lp_1 lp_0], partitions now are 8 = [lp_0 lp_1] 2023-03-20T04:37:42.946Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:37:42.947Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:37:42.947Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:37:42.985Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:43.004Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:43.007Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:43.009Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:43.030Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:43.054Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:43.071Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:43.095Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:43.098Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:43.168Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:43.169Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:43.174Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:43.176Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:43.177Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:43.194Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:43.264Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:43.269Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:43.286Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:43.295Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:43.342Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:43.372Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:43.374Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:43.382Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:43.385Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:37:43.442Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:43.447Z [WARN] lp_1:: failed to contact: server-id=lp_2 time=500.563627ms 2023-03-20T04:37:43.447Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=500.207076ms 2023-03-20T04:37:43.457Z [WARN] lp_1:: failed to contact: server-id=lp_2 time=511.218749ms 2023-03-20T04:37:43.457Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=510.466375ms 2023-03-20T04:37:43.457Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=510.862198ms 2023-03-20T04:37:43.457Z [WARN] lp_1:: failed to contact quorum of nodes, stepping down 2023-03-20T04:37:43.457Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:37:43.457Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:37:43.503Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:43.503Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=72 2023-03-20T04:37:43.522Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:37:44.331Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:37:44.331Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=27 2023-03-20T04:37:44.331Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_1 2023-03-20T04:37:44.332Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:44.332Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:44.332Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_1 2023-03-20T04:37:44.744Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:37:44.744Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=27 2023-03-20T04:37:44.744Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:37:44.744Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:37:44.744Z [INFO] lp_2:: duplicate requestVote for same term: term=27 2023-03-20T04:37:44.744Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-03-20T04:37:44.900Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:37:44.900Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=27 2023-03-20T04:37:44.900Z [INFO] lp_4:: duplicate requestVote for same term: term=27 2023-03-20T04:37:44.900Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:37:44.900Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:37:44.900Z [INFO] lp_2:: duplicate requestVote for same term: term=27 2023-03-20T04:37:45.167Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:37:45.167Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=27 2023-03-20T04:37:45.167Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:37:45.168Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:37:45.168Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:37:45.463Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:45.463Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=73 2023-03-20T04:37:46.250Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T04:37:46.251Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=28 2023-03-20T04:37:46.251Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:37:46.251Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:37:46.251Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:37:46.252Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=361175 last-candidate-index=361173 2023-03-20T04:37:46.252Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:37:46.503Z [WARN] lp_0:: Election timeout reached, restarting election 2023-03-20T04:37:46.503Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=28 2023-03-20T04:37:46.504Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:37:46.504Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:37:46.504Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:37:46.947Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T04:37:46.953Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:46.953Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=74 2023-03-20T04:37:47.589Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:47.589Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=29 2023-03-20T04:37:47.590Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=361176 last-candidate-index=361173 2023-03-20T04:37:47.590Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=361176 last-candidate-index=361173 2023-03-20T04:37:47.590Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T04:37:47.590Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T04:37:47.590Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=361175 last-candidate-index=361173 2023-03-20T04:37:47.614Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:47.614Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=30 2023-03-20T04:37:47.614Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:37:47.614Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=361176 last-candidate-index=361175 2023-03-20T04:37:47.614Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=361176 last-candidate-index=361175 2023-03-20T04:37:47.615Z [INFO] lp_4:: election won: tally=3 2023-03-20T04:37:47.615Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2023-03-20T04:37:47.615Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2023-03-20T04:37:47.615Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2023-03-20T04:37:47.615Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2023-03-20T04:37:47.615Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2023-03-20T04:37:47.615Z [WARN] lp_3:: failed to get previous log: previous-index=361175 last-index=361173 error="log not found" 2023-03-20T04:37:47.616Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=361174 2023-03-20T04:37:47.616Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:37:47.616Z [WARN] lp_0:: clearing log suffix: from=361176 to=361176 2023-03-20T04:37:47.616Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:37:47.616Z [WARN] lp_1:: clearing log suffix: from=361176 to=361176 2023-03-20T04:37:47.616Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:37:47.617Z [WARN] lp_2:: failed to get previous log: previous-index=361175 last-index=361173 error="log not found" 2023-03-20T04:37:47.617Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=361174 2023-03-20T04:37:47.617Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:37:48.045Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:48.045Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=75 2023-03-20T04:37:49.227Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:49.227Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=76 2023-03-20T04:37:49.229Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:37:50.861Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:50.862Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=77 2023-03-20T04:37:50.863Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:37:51.947Z [INFO] Created partition 9 with nodes [lp_4], partitions now are 9 = [lp_4] 2023-03-20T04:37:51.947Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:37:51.948Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:37:51.948Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:37:51.949Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:37:51.953Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:37:51.981Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:37:52.008Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:37:52.012Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:37:52.031Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:37:52.032Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:37:52.046Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:37:52.056Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:37:52.095Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:37:52.095Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:37:52.108Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:37:52.124Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:37:52.129Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:37:52.158Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:37:52.192Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:37:52.204Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:37:52.210Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:37:52.216Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:37:52.223Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:37:52.233Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:37:52.269Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:52.269Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=78 2023-03-20T04:37:52.281Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:37:52.283Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:37:52.301Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:37:52.307Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:37:52.314Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:37:52.322Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:37:52.343Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:37:52.346Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:37:52.402Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:37:52.428Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:37:52.431Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:37:52.435Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:37:52.448Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=500.987583ms 2023-03-20T04:37:52.448Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=500.421119ms 2023-03-20T04:37:52.448Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=500.436768ms 2023-03-20T04:37:52.448Z [WARN] lp_4:: failed to contact quorum of nodes, stepping down 2023-03-20T04:37:52.448Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:37:52.449Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:37:53.168Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T04:37:53.168Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=31 2023-03-20T04:37:53.169Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-03-20T04:37:53.169Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-03-20T04:37:53.169Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:37:53.169Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-03-20T04:37:53.203Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T04:37:53.204Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=31 2023-03-20T04:37:53.204Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:37:53.204Z [INFO] lp_3:: duplicate requestVote for same term: term=31 2023-03-20T04:37:53.204Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-03-20T04:37:53.204Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-03-20T04:37:53.594Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T04:37:53.594Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=31 2023-03-20T04:37:53.595Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:53.595Z [INFO] lp_2:: duplicate requestVote for same term: term=31 2023-03-20T04:37:53.595Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2023-03-20T04:37:53.595Z [INFO] lp_3:: duplicate requestVote for same term: term=31 2023-03-20T04:37:53.670Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:53.670Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=79 2023-03-20T04:37:53.786Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:53.787Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=31 2023-03-20T04:37:53.787Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:37:53.787Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:37:53.787Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:37:53.787Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:37:54.042Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T04:37:54.042Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=31 2023-03-20T04:37:54.042Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:37:54.042Z [INFO] lp_2:: duplicate requestVote for same term: term=31 2023-03-20T04:37:54.042Z [INFO] lp_1:: duplicate requestVote for same term: term=31 2023-03-20T04:37:54.042Z [INFO] lp_3:: duplicate requestVote for same term: term=31 2023-03-20T04:37:54.582Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T04:37:54.582Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=32 2023-03-20T04:37:54.582Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=391225 last-candidate-index=391208 2023-03-20T04:37:54.583Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:37:54.583Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=391225 last-candidate-index=391208 2023-03-20T04:37:54.583Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T04:37:54.583Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T04:37:54.583Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:37:55.013Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:55.014Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=80 2023-03-20T04:37:55.387Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:37:55.387Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=32 2023-03-20T04:37:55.387Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:37:55.387Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:37:55.388Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:37:55.388Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:37:55.728Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:37:55.729Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=33 2023-03-20T04:37:55.729Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:37:55.729Z [INFO] lp_1:: election won: tally=3 2023-03-20T04:37:55.730Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2023-03-20T04:37:55.730Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2023-03-20T04:37:55.730Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2023-03-20T04:37:55.730Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2023-03-20T04:37:55.730Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2023-03-20T04:37:55.730Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:55.730Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:55.731Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:37:55.731Z [WARN] lp_2:: failed to get previous log: previous-index=391225 last-index=391114 error="log not found" 2023-03-20T04:37:55.731Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=391115 2023-03-20T04:37:55.732Z [WARN] lp_3:: failed to get previous log: previous-index=391225 last-index=391208 error="log not found" 2023-03-20T04:37:55.732Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=391209 2023-03-20T04:37:55.733Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:37:55.734Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:37:55.742Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:55.752Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:55.774Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:55.814Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:55.897Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:55.903Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:55.949Z [INFO] Healing no partitions! 2023-03-20T04:37:56.040Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:56.058Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:56.231Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=500.898737ms 2023-03-20T04:37:56.243Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:56.371Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:56.379Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:56.532Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:56.533Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=81 2023-03-20T04:37:56.548Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:56.728Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=997.339847ms 2023-03-20T04:37:56.796Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:57.020Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:57.125Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:37:57.125Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=33 2023-03-20T04:37:57.126Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:37:57.128Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:37:57.128Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:37:57.128Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:37:57.154Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:57.228Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=1.497737582s 2023-03-20T04:37:57.647Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:58.220Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:58.220Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=82 2023-03-20T04:37:58.301Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:58.477Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:37:58.707Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:37:58.708Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=34 2023-03-20T04:37:58.708Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:37:58.708Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:37:58.708Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:37:58.708Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:37:59.459Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:37:59.459Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=83 2023-03-20T04:37:59.862Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:37:59.863Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=35 2023-03-20T04:37:59.863Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:37:59.864Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:37:59.864Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:37:59.867Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:37:59.882Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:38:00.704Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:38:00.704Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=84 2023-03-20T04:38:00.862Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:38:00.949Z [INFO] Created partition 10 with nodes [lp_1], partitions now are 9 = [lp_4], 10 = [lp_1] 2023-03-20T04:38:00.949Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:38:00.950Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:38:00.950Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:38:00.950Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:38:00.950Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:38:00.950Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:38:00.961Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:38:00.961Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:38:00.961Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:38:01.024Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:38:01.024Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:38:01.026Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:38:01.036Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:38:01.037Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:38:01.037Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=36 2023-03-20T04:38:01.037Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:38:01.037Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:38:01.037Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:38:01.038Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:38:01.081Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:38:01.086Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:38:01.130Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:38:01.137Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:38:01.146Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:38:01.163Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:38:01.239Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:38:01.239Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:38:01.242Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:38:01.249Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:38:01.265Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:38:01.347Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:38:01.382Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:38:01.386Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:38:01.401Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:38:01.406Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:38:01.442Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:38:01.450Z [WARN] lp_1:: failed to contact: server-id=lp_0 time=500.316042ms 2023-03-20T04:38:01.450Z [WARN] lp_1:: failed to contact: server-id=lp_2 time=500.272911ms 2023-03-20T04:38:01.450Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=500.359513ms 2023-03-20T04:38:01.450Z [WARN] lp_1:: failed to contact quorum of nodes, stepping down 2023-03-20T04:38:01.450Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:38:01.863Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:38:01.863Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=85 2023-03-20T04:38:02.021Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:38:02.021Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=34 2023-03-20T04:38:02.022Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:38:02.022Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_0 leader=lp_1 2023-03-20T04:38:02.022Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:38:02.022Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_0 leader=lp_1 2023-03-20T04:38:02.272Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:38:02.272Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=34 2023-03-20T04:38:02.273Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:38:02.273Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:38:02.273Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-03-20T04:38:02.273Z [INFO] lp_0:: duplicate requestVote for same term: term=34 2023-03-20T04:38:02.513Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:38:02.513Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=37 2023-03-20T04:38:02.513Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:38:02.513Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:38:02.513Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:38:02.514Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:38:02.613Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-03-20T04:38:02.613Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=34 2023-03-20T04:38:02.614Z [INFO] lp_0:: duplicate requestVote for same term: term=34 2023-03-20T04:38:02.614Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:38:02.614Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:38:02.614Z [INFO] lp_3:: duplicate requestVote for same term: term=34 2023-03-20T04:38:02.627Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:38:03.179Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:38:03.179Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=34 2023-03-20T04:38:03.179Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:38:03.179Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:38:03.179Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:38:03.180Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:38:03.266Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:38:03.266Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=86 2023-03-20T04:38:03.266Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:38:03.587Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:38:03.587Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=38 2023-03-20T04:38:03.587Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:38:03.588Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:38:03.588Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:38:03.588Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:38:03.606Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T04:38:03.606Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=35 2023-03-20T04:38:03.607Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:38:03.607Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T04:38:03.607Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:38:03.607Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T04:38:03.607Z [INFO] lp_3:: election won: tally=3 2023-03-20T04:38:03.607Z [INFO] lp_3:: entering leader state: leader="Node at lp_3 [Leader]" 2023-03-20T04:38:03.607Z [INFO] lp_3:: added peer, starting replication: peer=lp_0 2023-03-20T04:38:03.607Z [INFO] lp_3:: added peer, starting replication: peer=lp_1 2023-03-20T04:38:03.608Z [INFO] lp_3:: added peer, starting replication: peer=lp_2 2023-03-20T04:38:03.608Z [INFO] lp_3:: added peer, starting replication: peer=lp_4 2023-03-20T04:38:03.608Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:38:03.608Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:38:03.609Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:38:03.609Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:38:03.619Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:38:03.619Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:38:03.630Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:38:03.630Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:38:03.654Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:38:03.654Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:38:03.697Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:38:03.697Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:38:03.767Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:38:03.777Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:38:03.780Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:38:03.800Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:38:03.924Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:38:03.934Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:38:03.938Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:38:03.941Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:38:04.058Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:38:04.097Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:38:04.110Z [WARN] lp_3:: failed to contact: server-id=lp_1 time=502.632644ms 2023-03-20T04:38:04.110Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=502.446155ms 2023-03-20T04:38:04.207Z [WARN] lp_1:: Election timeout reached, restarting election 2023-03-20T04:38:04.207Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=35 2023-03-20T04:38:04.208Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:38:04.208Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:38:04.208Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:38:04.208Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:38:04.245Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:38:04.258Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:38:04.261Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:38:04.281Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:38:04.422Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:38:04.426Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:38:04.554Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:38:04.554Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=87 2023-03-20T04:38:04.611Z [WARN] lp_3:: failed to contact: server-id=lp_1 time=1.002980275s 2023-03-20T04:38:04.611Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=1.002793786s 2023-03-20T04:38:04.614Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:38:04.686Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:38:04.866Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:38:04.866Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=39 2023-03-20T04:38:04.867Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:38:04.867Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:38:04.867Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:38:04.867Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:38:04.899Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:38:04.906Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:38:04.952Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T04:38:04.957Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader=lp_3 2023-03-20T04:38:05.848Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:38:05.848Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=88 2023-03-20T04:38:05.982Z [ERROR] lp_1:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:38:06.179Z [WARN] lp_1:: clearing log suffix: from=436127 to=436131 2023-03-20T04:38:06.187Z [ERROR] lp_3:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:38:06.187Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:38:06.187Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:38:06.187Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:38:06.764Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:38:06.764Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=40 2023-03-20T04:38:06.764Z [WARN] lp_3:: rejecting vote request since our last term is greater: candidate=lp_4 last-term=35 last-candidate-term=30 2023-03-20T04:38:06.765Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-03-20T04:38:06.765Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-03-20T04:38:06.765Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-03-20T04:38:07.718Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:38:07.719Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=89 2023-03-20T04:38:08.099Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-03-20T04:38:08.099Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=36 2023-03-20T04:38:08.099Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:38:08.099Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_3 2023-03-20T04:38:08.099Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_1 leader=lp_3 2023-03-20T04:38:08.162Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-03-20T04:38:08.162Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=36 2023-03-20T04:38:08.163Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T04:38:08.163Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_0 leader=lp_3 2023-03-20T04:38:08.168Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:38:08.168Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=41 2023-03-20T04:38:08.169Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:38:08.169Z [INFO] lp_3:: election won: tally=3 2023-03-20T04:38:08.169Z [INFO] lp_3:: entering leader state: leader="Node at lp_3 [Leader]" 2023-03-20T04:38:08.169Z [INFO] lp_3:: added peer, starting replication: peer=lp_0 2023-03-20T04:38:08.169Z [INFO] lp_3:: added peer, starting replication: peer=lp_1 2023-03-20T04:38:08.169Z [INFO] lp_3:: added peer, starting replication: peer=lp_2 2023-03-20T04:38:08.169Z [INFO] lp_3:: added peer, starting replication: peer=lp_4 2023-03-20T04:38:08.169Z [WARN] lp_4:: failed to get previous log: previous-index=461551 last-index=391226 error="log not found" 2023-03-20T04:38:08.170Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=391227 2023-03-20T04:38:08.170Z [WARN] lp_4:: previous log term mis-match: ours=30 remote=33 2023-03-20T04:38:08.170Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=391226 2023-03-20T04:38:08.171Z [WARN] lp_1:: failed to get previous log: previous-index=461551 last-index=436638 error="log not found" 2023-03-20T04:38:08.171Z [WARN] lp_2:: rejecting vote request since our last term is greater: candidate=lp_3 last-term=41 last-candidate-term=35 2023-03-20T04:38:08.171Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:38:08.171Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=436639 2023-03-20T04:38:08.172Z [WARN] lp_4:: clearing log suffix: from=391226 to=391226 2023-03-20T04:38:08.172Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:38:08.647Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:38:09.381Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:38:09.545Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:38:09.545Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=90 2023-03-20T04:38:09.959Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T04:38:10.059Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:38:10.059Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:38:10.059Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:38:10.059Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:38:11.509Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:38:11.510Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=91 2023-03-20T04:38:12.620Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:38:12.620Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=92 2023-03-20T04:38:14.290Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:38:14.290Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=93 2023-03-20T04:38:15.977Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:38:15.978Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=94 2023-03-20T04:38:15.978Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:38:17.653Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:38:17.654Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=95 2023-03-20T04:38:19.586Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:38:19.587Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=96 2023-03-20T04:38:19.587Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:38:20.920Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:38:20.921Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=97 2023-03-20T04:38:22.175Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:38:22.175Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=98 2023-03-20T04:38:23.535Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:38:23.535Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=99 2023-03-20T04:38:25.064Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:38:25.065Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=100 2023-03-20T04:38:26.852Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:38:26.853Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=101 2023-03-20T04:38:28.479Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:38:28.480Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=102 2023-03-20T04:38:29.617Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:38:29.618Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=103 2023-03-20T04:38:29.618Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:38:31.034Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:38:31.035Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=104 2023-03-20T04:38:31.035Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:38:32.384Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:38:32.385Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=105 2023-03-20T04:38:32.385Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:38:33.546Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:38:33.546Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=106 2023-03-20T04:38:33.547Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:38:34.979Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:38:34.979Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=107 2023-03-20T04:38:34.980Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:38:35.986Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:38:35.987Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=108 2023-03-20T04:38:36.183Z [INFO] node_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/node_0 2023-03-20T04:38:36.184Z [INFO] node_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-03-20T04:38:36.184Z [INFO] node_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/node_1 2023-03-20T04:38:36.185Z [INFO] node_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-03-20T04:38:36.185Z [INFO] node_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/node_2 2023-03-20T04:38:36.185Z [INFO] node_0:: entering follower state: follower="Node at node_0 [Follower]" leader= 2023-03-20T04:38:36.185Z [INFO] node_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-03-20T04:38:36.186Z [INFO] node_2:: entering follower state: follower="Node at node_2 [Follower]" leader= 2023-03-20T04:38:36.185Z [INFO] node_1:: entering follower state: follower="Node at node_1 [Follower]" leader= 2023-03-20T04:38:36.186Z [INFO] node_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/node_3 2023-03-20T04:38:36.188Z [INFO] node_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-03-20T04:38:36.189Z [INFO] node_3:: entering follower state: follower="Node at node_3 [Follower]" leader= 2023-03-20T04:38:36.189Z [INFO] node_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/node_4 2023-03-20T04:38:36.190Z [INFO] node_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-03-20T04:38:36.191Z [INFO] node_4:: entering follower state: follower="Node at node_4 [Follower]" leader= 2023-03-20T04:38:37.056Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:38:37.056Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=109 2023-03-20T04:38:37.057Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:38:37.581Z [WARN] node_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:38:37.582Z [INFO] node_2:: entering candidate state: node="Node at node_2 [Candidate]" term=2 2023-03-20T04:38:37.582Z [INFO] node_2:: election won: tally=3 2023-03-20T04:38:37.582Z [INFO] node_2:: entering leader state: leader="Node at node_2 [Leader]" 2023-03-20T04:38:37.582Z [INFO] node_2:: added peer, starting replication: peer=node_0 2023-03-20T04:38:37.582Z [INFO] node_2:: added peer, starting replication: peer=node_1 2023-03-20T04:38:37.582Z [INFO] node_2:: added peer, starting replication: peer=node_3 2023-03-20T04:38:37.582Z [INFO] node_2:: added peer, starting replication: peer=node_4 2023-03-20T04:38:37.583Z [INFO] node_2:: pipelining replication: peer="{Voter node_4 node_4}" 2023-03-20T04:38:37.583Z [INFO] node_2:: pipelining replication: peer="{Voter node_0 node_0}" 2023-03-20T04:38:37.583Z [INFO] node_2:: pipelining replication: peer="{Voter node_1 node_1}" 2023-03-20T04:38:37.583Z [INFO] node_2:: pipelining replication: peer="{Voter node_3 node_3}" 2023-03-20T04:38:37.583Z [WARN] node_3:: rejecting vote request since our last term is greater: candidate=node_2 last-term=2 last-candidate-term=1 2023-03-20T04:38:38.487Z [INFO] node_2:: aborting pipeline replication: peer="{Voter node_4 node_4}" 2023-03-20T04:38:38.487Z [INFO] node_2:: aborting pipeline replication: peer="{Voter node_0 node_0}" 2023-03-20T04:38:38.487Z [INFO] node_2:: aborting pipeline replication: peer="{Voter node_1 node_1}" 2023-03-20T04:38:38.488Z [INFO] node_2:: aborting pipeline replication: peer="{Voter node_3 node_3}" 2023-03-20T04:38:38.672Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:38:38.672Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=110 2023-03-20T04:38:39.068Z [INFO] sv_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/sv_0 2023-03-20T04:38:39.069Z [INFO] sv_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-03-20T04:38:39.069Z [INFO] sv_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/sv_1 2023-03-20T04:38:39.069Z [INFO] sv_0:: entering follower state: follower="Node at sv_0 [Follower]" leader= 2023-03-20T04:38:39.070Z [INFO] sv_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-03-20T04:38:39.070Z [INFO] sv_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/sv_2 2023-03-20T04:38:39.070Z [INFO] sv_1:: entering follower state: follower="Node at sv_1 [Follower]" leader= 2023-03-20T04:38:39.072Z [INFO] sv_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-03-20T04:38:39.072Z [INFO] sv_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/sv_3 2023-03-20T04:38:39.072Z [INFO] sv_2:: entering follower state: follower="Node at sv_2 [Follower]" leader= 2023-03-20T04:38:39.073Z [INFO] sv_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-03-20T04:38:39.073Z [INFO] sv_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/sv_4 2023-03-20T04:38:39.073Z [INFO] sv_3:: entering follower state: follower="Node at sv_3 [Follower]" leader= 2023-03-20T04:38:39.073Z [INFO] sv_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-03-20T04:38:39.074Z [INFO] sv_4:: entering follower state: follower="Node at sv_4 [Follower]" leader= 2023-03-20T04:38:39.945Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:38:39.946Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=111 2023-03-20T04:38:40.082Z [WARN] sv_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:38:40.082Z [INFO] sv_4:: entering candidate state: node="Node at sv_4 [Candidate]" term=2 2023-03-20T04:38:40.083Z [INFO] sv_4:: election won: tally=3 2023-03-20T04:38:40.083Z [INFO] sv_4:: entering leader state: leader="Node at sv_4 [Leader]" 2023-03-20T04:38:40.083Z [INFO] sv_4:: added peer, starting replication: peer=sv_0 2023-03-20T04:38:40.083Z [INFO] sv_4:: added peer, starting replication: peer=sv_1 2023-03-20T04:38:40.083Z [INFO] sv_4:: added peer, starting replication: peer=sv_2 2023-03-20T04:38:40.083Z [INFO] sv_4:: added peer, starting replication: peer=sv_3 2023-03-20T04:38:40.083Z [INFO] sv_4:: pipelining replication: peer="{Voter sv_3 sv_3}" 2023-03-20T04:38:40.083Z [INFO] sv_4:: pipelining replication: peer="{Voter sv_0 sv_0}" 2023-03-20T04:38:40.084Z [INFO] sv_4:: pipelining replication: peer="{Voter sv_2 sv_2}" 2023-03-20T04:38:40.084Z [INFO] sv_4:: pipelining replication: peer="{Voter sv_1 sv_1}" 2023-03-20T04:38:41.070Z [INFO] sv_4:: aborting pipeline replication: peer="{Voter sv_3 sv_3}" 2023-03-20T04:38:41.070Z [INFO] sv_4:: aborting pipeline replication: peer="{Voter sv_0 sv_0}" 2023-03-20T04:38:41.070Z [INFO] sv_4:: aborting pipeline replication: peer="{Voter sv_1 sv_1}" 2023-03-20T04:38:41.070Z [INFO] sv_4:: aborting pipeline replication: peer="{Voter sv_2 sv_2}" 2023-03-20T04:38:41.624Z [INFO] svr_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/svr_0 2023-03-20T04:38:41.626Z [INFO] svr_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-03-20T04:38:41.626Z [INFO] svr_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/svr_1 2023-03-20T04:38:41.626Z [INFO] svr_0:: entering follower state: follower="Node at svr_0 [Follower]" leader= 2023-03-20T04:38:41.627Z [INFO] svr_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-03-20T04:38:41.628Z [INFO] svr_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/svr_2 2023-03-20T04:38:41.628Z [INFO] svr_1:: entering follower state: follower="Node at svr_1 [Follower]" leader= 2023-03-20T04:38:41.629Z [INFO] svr_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-03-20T04:38:41.629Z [INFO] svr_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/svr_3 2023-03-20T04:38:41.630Z [INFO] svr_2:: entering follower state: follower="Node at svr_2 [Follower]" leader= 2023-03-20T04:38:41.631Z [INFO] svr_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-03-20T04:38:41.631Z [INFO] svr_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2743786307/b001/data/svr_4 2023-03-20T04:38:41.631Z [INFO] svr_3:: entering follower state: follower="Node at svr_3 [Follower]" leader= 2023-03-20T04:38:41.632Z [INFO] svr_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-03-20T04:38:41.633Z [INFO] svr_4:: entering follower state: follower="Node at svr_4 [Follower]" leader= 2023-03-20T04:38:41.799Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:38:41.799Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=112 2023-03-20T04:38:41.800Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:38:42.817Z [WARN] svr_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:38:42.817Z [INFO] svr_2:: entering candidate state: node="Node at svr_2 [Candidate]" term=2 2023-03-20T04:38:43.092Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:38:43.092Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=113 2023-03-20T04:38:43.829Z [WARN] svr_2:: Election timeout reached, restarting election 2023-03-20T04:38:43.830Z [INFO] svr_2:: entering candidate state: node="Node at svr_2 [Candidate]" term=3 2023-03-20T04:38:44.455Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:38:44.455Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=114 2023-03-20T04:38:45.154Z [WARN] svr_2:: Election timeout reached, restarting election 2023-03-20T04:38:45.155Z [INFO] svr_2:: entering candidate state: node="Node at svr_2 [Candidate]" term=4 2023-03-20T04:38:45.823Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:38:45.824Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=115 2023-03-20T04:38:45.824Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:38:46.266Z [INFO] svr_2:: election won: tally=3 2023-03-20T04:38:46.266Z [INFO] svr_2:: entering leader state: leader="Node at svr_2 [Leader]" 2023-03-20T04:38:46.266Z [INFO] svr_2:: added peer, starting replication: peer=svr_0 2023-03-20T04:38:46.266Z [INFO] svr_2:: added peer, starting replication: peer=svr_1 2023-03-20T04:38:46.266Z [INFO] svr_2:: added peer, starting replication: peer=svr_3 2023-03-20T04:38:46.266Z [INFO] svr_2:: added peer, starting replication: peer=svr_4 2023-03-20T04:38:46.266Z [INFO] svr_2:: pipelining replication: peer="{Voter svr_1 svr_1}" 2023-03-20T04:38:46.266Z [INFO] svr_2:: pipelining replication: peer="{Voter svr_0 svr_0}" 2023-03-20T04:38:46.266Z [INFO] svr_2:: pipelining replication: peer="{Voter svr_3 svr_3}" 2023-03-20T04:38:46.266Z [INFO] svr_2:: pipelining replication: peer="{Voter svr_4 svr_4}" 2023-03-20T04:38:47.015Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:38:47.016Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=116 2023-03-20T04:38:47.171Z [INFO] svr_2:: aborting pipeline replication: peer="{Voter svr_1 svr_1}" 2023-03-20T04:38:47.171Z [INFO] svr_2:: aborting pipeline replication: peer="{Voter svr_3 svr_3}" 2023-03-20T04:38:47.171Z [INFO] svr_2:: aborting pipeline replication: peer="{Voter svr_4 svr_4}" 2023-03-20T04:38:47.171Z [INFO] svr_2:: aborting pipeline replication: peer="{Voter svr_0 svr_0}" PASS ok github.com/hashicorp/raft/fuzzy 173.763s github.com/hashicorp/raft/fuzzy 2023-03-20T04:38:48.294Z [INFO] lt_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/lt_0 2023-03-20T04:38:48.295Z [INFO] lt_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-03-20T04:38:48.295Z [INFO] lt_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/lt_1 2023-03-20T04:38:48.296Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2023-03-20T04:38:48.296Z [INFO] lt_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-03-20T04:38:48.297Z [INFO] lt_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/lt_2 2023-03-20T04:38:48.297Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2023-03-20T04:38:48.298Z [INFO] lt_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-03-20T04:38:48.298Z [INFO] lt_2:: entering follower state: follower="Node at lt_2 [Follower]" leader= 2023-03-20T04:38:48.298Z [INFO] lt_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/lt_3 2023-03-20T04:38:48.299Z [INFO] lt_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-03-20T04:38:48.300Z [INFO] lt_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/lt_4 2023-03-20T04:38:48.301Z [INFO] lt_3:: entering follower state: follower="Node at lt_3 [Follower]" leader= 2023-03-20T04:38:48.301Z [INFO] lt_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-03-20T04:38:48.301Z [INFO] lt_4:: entering follower state: follower="Node at lt_4 [Follower]" leader= 2023-03-20T04:38:49.528Z [WARN] lt_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:38:49.528Z [INFO] lt_2:: entering candidate state: node="Node at lt_2 [Candidate]" term=2 2023-03-20T04:38:49.529Z [INFO] lt_2:: election won: tally=3 2023-03-20T04:38:49.529Z [INFO] lt_2:: entering leader state: leader="Node at lt_2 [Leader]" 2023-03-20T04:38:49.529Z [INFO] lt_2:: added peer, starting replication: peer=lt_0 2023-03-20T04:38:49.529Z [INFO] lt_2:: added peer, starting replication: peer=lt_1 2023-03-20T04:38:49.529Z [INFO] lt_2:: added peer, starting replication: peer=lt_3 2023-03-20T04:38:49.529Z [INFO] lt_2:: added peer, starting replication: peer=lt_4 2023-03-20T04:38:49.531Z [INFO] lt_2:: pipelining replication: peer="{Voter lt_1 lt_1}" 2023-03-20T04:38:49.532Z [INFO] lt_2:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-03-20T04:38:49.532Z [INFO] lt_2:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-03-20T04:38:49.533Z [INFO] lt_2:: pipelining replication: peer="{Voter lt_0 lt_0}" 2023-03-20T04:38:49.896Z [INFO] lt_0:: entering candidate state: node="Node at lt_0 [Candidate]" term=3 2023-03-20T04:38:49.896Z [INFO] lt_0:: election won: tally=3 2023-03-20T04:38:49.896Z [INFO] lt_0:: entering leader state: leader="Node at lt_0 [Leader]" 2023-03-20T04:38:49.896Z [INFO] lt_0:: added peer, starting replication: peer=lt_1 2023-03-20T04:38:49.896Z [INFO] lt_0:: added peer, starting replication: peer=lt_2 2023-03-20T04:38:49.896Z [INFO] lt_0:: added peer, starting replication: peer=lt_3 2023-03-20T04:38:49.896Z [INFO] lt_0:: added peer, starting replication: peer=lt_4 2023-03-20T04:38:49.896Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-03-20T04:38:49.896Z [INFO] lt_2:: entering follower state: follower="Node at lt_2 [Follower]" leader= 2023-03-20T04:38:49.896Z [INFO] lt_2:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2023-03-20T04:38:49.896Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_1 lt_1}" 2023-03-20T04:38:49.896Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-03-20T04:38:49.896Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-03-20T04:38:49.896Z [INFO] lt_2:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-03-20T04:38:49.896Z [INFO] lt_2:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-03-20T04:38:49.896Z [INFO] lt_2:: aborting pipeline replication: peer="{Voter lt_0 lt_0}" 2023-03-20T04:38:50.258Z [INFO] lt_1:: entering candidate state: node="Node at lt_1 [Candidate]" term=4 2023-03-20T04:38:50.258Z [INFO] lt_1:: election won: tally=3 2023-03-20T04:38:50.258Z [INFO] lt_1:: entering leader state: leader="Node at lt_1 [Leader]" 2023-03-20T04:38:50.258Z [INFO] lt_1:: added peer, starting replication: peer=lt_0 2023-03-20T04:38:50.258Z [INFO] lt_1:: added peer, starting replication: peer=lt_2 2023-03-20T04:38:50.258Z [INFO] lt_1:: added peer, starting replication: peer=lt_3 2023-03-20T04:38:50.258Z [INFO] lt_1:: added peer, starting replication: peer=lt_4 2023-03-20T04:38:50.258Z [WARN] lt_4:: failed to get previous log: previous-index=7434 last-index=7215 error="log not found" 2023-03-20T04:38:50.258Z [WARN] lt_1:: appendEntries rejected, sending older logs: peer="{Voter lt_4 lt_4}" next=7216 2023-03-20T04:38:50.258Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2023-03-20T04:38:50.262Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-03-20T04:38:50.262Z [WARN] lt_2:: failed to get previous log: previous-index=7434 last-index=7215 error="log not found" 2023-03-20T04:38:50.262Z [WARN] lt_1:: appendEntries rejected, sending older logs: peer="{Voter lt_2 lt_2}" next=7216 2023-03-20T04:38:50.263Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2023-03-20T04:38:50.264Z [WARN] lt_3:: failed to get previous log: previous-index=7434 last-index=7215 error="log not found" 2023-03-20T04:38:50.264Z [WARN] lt_1:: appendEntries rejected, sending older logs: peer="{Voter lt_3 lt_3}" next=7216 2023-03-20T04:38:50.267Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-03-20T04:38:50.268Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-03-20T04:38:50.268Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-03-20T04:38:50.268Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-03-20T04:38:50.268Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_0 lt_0}" 2023-03-20T04:38:50.274Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-03-20T04:38:50.287Z [INFO] lt_0:: entering candidate state: node="Node at lt_0 [Candidate]" term=5 2023-03-20T04:38:50.287Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2023-03-20T04:38:50.287Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-03-20T04:38:50.287Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_0 lt_0}" 2023-03-20T04:38:50.287Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-03-20T04:38:50.287Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-03-20T04:38:50.287Z [INFO] lt_0:: election won: tally=3 2023-03-20T04:38:50.287Z [INFO] lt_0:: entering leader state: leader="Node at lt_0 [Leader]" 2023-03-20T04:38:50.287Z [INFO] lt_0:: added peer, starting replication: peer=lt_1 2023-03-20T04:38:50.287Z [INFO] lt_0:: added peer, starting replication: peer=lt_2 2023-03-20T04:38:50.287Z [INFO] lt_0:: added peer, starting replication: peer=lt_3 2023-03-20T04:38:50.287Z [INFO] lt_0:: added peer, starting replication: peer=lt_4 2023-03-20T04:38:50.288Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-03-20T04:38:50.288Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-03-20T04:38:50.288Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-03-20T04:38:50.288Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_1 lt_1}" 2023-03-20T04:38:50.359Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-03-20T04:38:50.359Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2023-03-20T04:38:50.359Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-03-20T04:38:50.359Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-03-20T04:38:50.801Z [INFO] m_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/m_0 2023-03-20T04:38:50.803Z [INFO] m_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-03-20T04:38:50.803Z [INFO] m_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/m_1 2023-03-20T04:38:50.803Z [INFO] m_0:: entering follower state: follower="Node at m_0 [Follower]" leader= 2023-03-20T04:38:50.810Z [INFO] m_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-03-20T04:38:50.810Z [INFO] m_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/m_2 2023-03-20T04:38:50.810Z [INFO] m_1:: entering follower state: follower="Node at m_1 [Follower]" leader= 2023-03-20T04:38:50.812Z [INFO] m_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-03-20T04:38:50.813Z [INFO] m_2:: entering follower state: follower="Node at m_2 [Follower]" leader= 2023-03-20T04:38:51.903Z [WARN] m_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:38:51.903Z [INFO] m_0:: entering candidate state: node="Node at m_0 [Candidate]" term=2 2023-03-20T04:38:51.904Z [INFO] m_0:: election won: tally=2 2023-03-20T04:38:51.904Z [INFO] m_0:: entering leader state: leader="Node at m_0 [Leader]" 2023-03-20T04:38:51.904Z [INFO] m_0:: added peer, starting replication: peer=m_1 2023-03-20T04:38:51.904Z [INFO] m_0:: added peer, starting replication: peer=m_2 2023-03-20T04:38:51.904Z [INFO] m_0:: pipelining replication: peer="{Voter m_2 m_2}" 2023-03-20T04:38:51.904Z [INFO] m_0:: pipelining replication: peer="{Voter m_1 m_1}" 2023-03-20T04:38:51.912Z [INFO] m_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/m_3 2023-03-20T04:38:51.917Z [INFO] m_3:: initial configuration: index=0 servers=[] 2023-03-20T04:38:51.917Z [INFO] m_0:: updating configuration: command=AddStaging server-id=m_3 server-addr=m_3 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2} {Suffrage:Voter ID:m_3 Address:m_3}]" 2023-03-20T04:38:51.917Z [INFO] m_0:: added peer, starting replication: peer=m_3 2023-03-20T04:38:51.918Z [INFO] m_3:: entering follower state: follower="Node at m_3 [Follower]" leader= 2023-03-20T04:38:51.918Z [WARN] m_3:: failed to get previous log: previous-index=115 last-index=0 error="log not found" 2023-03-20T04:38:51.918Z [WARN] m_0:: appendEntries rejected, sending older logs: peer="{Voter m_3 m_3}" next=1 2023-03-20T04:38:51.922Z [INFO] m_0:: pipelining replication: peer="{Voter m_3 m_3}" 2023-03-20T04:38:51.925Z [INFO] m_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/m_4 2023-03-20T04:38:51.929Z [INFO] m_4:: initial configuration: index=0 servers=[] 2023-03-20T04:38:51.929Z [INFO] m_0:: updating configuration: command=AddStaging server-id=m_4 server-addr=m_4 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2} {Suffrage:Voter ID:m_3 Address:m_3} {Suffrage:Voter ID:m_4 Address:m_4}]" 2023-03-20T04:38:51.930Z [INFO] m_0:: added peer, starting replication: peer=m_4 2023-03-20T04:38:51.930Z [INFO] m_4:: entering follower state: follower="Node at m_4 [Follower]" leader= 2023-03-20T04:38:51.931Z [WARN] m_4:: failed to get previous log: previous-index=157 last-index=0 error="log not found" 2023-03-20T04:38:51.931Z [WARN] m_0:: appendEntries rejected, sending older logs: peer="{Voter m_4 m_4}" next=1 2023-03-20T04:38:51.936Z [INFO] m_0:: pipelining replication: peer="{Voter m_4 m_4}" 2023-03-20T04:38:57.015Z [INFO] m_0:: aborting pipeline replication: peer="{Voter m_1 m_1}" 2023-03-20T04:38:57.015Z [INFO] m_0:: aborting pipeline replication: peer="{Voter m_2 m_2}" 2023-03-20T04:38:57.015Z [INFO] m_0:: aborting pipeline replication: peer="{Voter m_3 m_3}" 2023-03-20T04:38:57.015Z [INFO] m_0:: aborting pipeline replication: peer="{Voter m_4 m_4}" 2023-03-20T04:38:59.367Z [INFO] ar_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/ar_0 2023-03-20T04:38:59.368Z [INFO] ar_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-03-20T04:38:59.369Z [INFO] ar_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/ar_1 2023-03-20T04:38:59.369Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:38:59.369Z [INFO] ar_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-03-20T04:38:59.370Z [INFO] ar_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/ar_2 2023-03-20T04:38:59.370Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:38:59.370Z [INFO] ar_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-03-20T04:38:59.371Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-03-20T04:39:00.969Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:00.970Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=2 2023-03-20T04:39:00.970Z [INFO] ar_2:: election won: tally=2 2023-03-20T04:39:00.970Z [INFO] ar_2:: entering leader state: leader="Node at ar_2 [Leader]" 2023-03-20T04:39:00.970Z [INFO] ar_2:: added peer, starting replication: peer=ar_0 2023-03-20T04:39:00.970Z [INFO] ar_2:: added peer, starting replication: peer=ar_1 2023-03-20T04:39:00.971Z [INFO] ar_2:: pipelining replication: peer="{Voter ar_0 ar_0}" 2023-03-20T04:39:00.971Z [INFO] ar_2:: pipelining replication: peer="{Voter ar_1 ar_1}" 2023-03-20T04:39:00.975Z [INFO] ar_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/ar_3 2023-03-20T04:39:00.975Z [INFO] ar_3:: initial configuration: index=0 servers=[] 2023-03-20T04:39:00.975Z [INFO] ar_2:: updating configuration: command=AddStaging server-id=ar_3 server-addr=ar_3 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2} {Suffrage:Voter ID:ar_3 Address:ar_3}]" 2023-03-20T04:39:00.976Z [INFO] ar_2:: added peer, starting replication: peer=ar_3 2023-03-20T04:39:00.976Z [INFO] ar_3:: entering follower state: follower="Node at ar_3 [Follower]" leader= 2023-03-20T04:39:00.976Z [WARN] ar_3:: failed to get previous log: previous-index=103 last-index=0 error="log not found" 2023-03-20T04:39:00.976Z [WARN] ar_2:: appendEntries rejected, sending older logs: peer="{Voter ar_3 ar_3}" next=1 2023-03-20T04:39:00.982Z [INFO] ar_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/ar_4 2023-03-20T04:39:00.983Z [INFO] ar_4:: initial configuration: index=0 servers=[] 2023-03-20T04:39:00.984Z [INFO] ar_2:: updating configuration: command=AddStaging server-id=ar_4 server-addr=ar_4 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2} {Suffrage:Voter ID:ar_3 Address:ar_3} {Suffrage:Voter ID:ar_4 Address:ar_4}]" 2023-03-20T04:39:00.984Z [INFO] ar_2:: added peer, starting replication: peer=ar_4 2023-03-20T04:39:00.984Z [INFO] ar_4:: entering follower state: follower="Node at ar_4 [Follower]" leader= 2023-03-20T04:39:00.984Z [WARN] ar_4:: failed to get previous log: previous-index=179 last-index=0 error="log not found" 2023-03-20T04:39:00.985Z [WARN] ar_2:: appendEntries rejected, sending older logs: peer="{Voter ar_4 ar_4}" next=1 2023-03-20T04:39:00.986Z [INFO] ar_2:: pipelining replication: peer="{Voter ar_3 ar_3}" 2023-03-20T04:39:00.988Z [INFO] ar_2:: pipelining replication: peer="{Voter ar_4 ar_4}" 2023-03-20T04:39:00.989Z [INFO] Removing node ar_0 from cluster 2023-03-20T04:39:00.989Z [INFO] Removing node ar_1 from cluster 2023-03-20T04:39:01.134Z [INFO] ar_2:: aborting pipeline replication: peer="{Voter ar_4 ar_4}" 2023-03-20T04:39:01.134Z [INFO] ar_2:: aborting pipeline replication: peer="{Voter ar_0 ar_0}" 2023-03-20T04:39:01.134Z [INFO] ar_2:: aborting pipeline replication: peer="{Voter ar_1 ar_1}" 2023-03-20T04:39:01.134Z [INFO] ar_2:: aborting pipeline replication: peer="{Voter ar_3 ar_3}" 2023-03-20T04:39:01.174Z [INFO] rl_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/rl_0 2023-03-20T04:39:01.176Z [INFO] rl_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-03-20T04:39:01.176Z [INFO] rl_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/rl_1 2023-03-20T04:39:01.177Z [INFO] rl_0:: entering follower state: follower="Node at rl_0 [Follower]" leader= 2023-03-20T04:39:01.178Z [INFO] rl_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-03-20T04:39:01.178Z [INFO] rl_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/rl_2 2023-03-20T04:39:01.178Z [INFO] rl_1:: entering follower state: follower="Node at rl_1 [Follower]" leader= 2023-03-20T04:39:01.181Z [INFO] rl_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-03-20T04:39:01.181Z [INFO] rl_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/rl_3 2023-03-20T04:39:01.182Z [INFO] rl_2:: entering follower state: follower="Node at rl_2 [Follower]" leader= 2023-03-20T04:39:01.184Z [INFO] rl_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-03-20T04:39:01.185Z [INFO] rl_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/rl_4 2023-03-20T04:39:01.186Z [INFO] rl_3:: entering follower state: follower="Node at rl_3 [Follower]" leader= 2023-03-20T04:39:01.186Z [INFO] rl_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-03-20T04:39:01.187Z [INFO] rl_4:: entering follower state: follower="Node at rl_4 [Follower]" leader= 2023-03-20T04:39:02.286Z [WARN] rl_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:02.286Z [INFO] rl_3:: entering candidate state: node="Node at rl_3 [Candidate]" term=2 2023-03-20T04:39:02.287Z [INFO] rl_3:: election won: tally=3 2023-03-20T04:39:02.287Z [INFO] rl_3:: entering leader state: leader="Node at rl_3 [Leader]" 2023-03-20T04:39:02.287Z [INFO] rl_3:: added peer, starting replication: peer=rl_0 2023-03-20T04:39:02.287Z [INFO] rl_3:: added peer, starting replication: peer=rl_1 2023-03-20T04:39:02.287Z [INFO] rl_3:: added peer, starting replication: peer=rl_2 2023-03-20T04:39:02.287Z [INFO] rl_3:: added peer, starting replication: peer=rl_4 2023-03-20T04:39:02.287Z [INFO] rl_3:: pipelining replication: peer="{Voter rl_1 rl_1}" 2023-03-20T04:39:02.288Z [INFO] rl_3:: pipelining replication: peer="{Voter rl_2 rl_2}" 2023-03-20T04:39:02.288Z [INFO] rl_3:: pipelining replication: peer="{Voter rl_4 rl_4}" 2023-03-20T04:39:02.288Z [INFO] rl_3:: pipelining replication: peer="{Voter rl_0 rl_0}" 2023-03-20T04:39:02.650Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader=ar_2 2023-03-20T04:39:02.650Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=3 2023-03-20T04:39:02.650Z [WARN] ar_0:: rejecting vote request since we have a leader: from=ar_1 leader=ar_2 2023-03-20T04:39:02.883Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader=ar_2 2023-03-20T04:39:02.884Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=3 2023-03-20T04:39:02.884Z [INFO] ar_1:: duplicate requestVote for same term: term=3 2023-03-20T04:39:03.296Z [INFO] Removing node rl_3 from cluster 2023-03-20T04:39:04.074Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:39:04.074Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=4 2023-03-20T04:39:04.075Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:39:05.525Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:39:05.525Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=5 2023-03-20T04:39:07.384Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:39:07.384Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=6 2023-03-20T04:39:08.741Z [WARN] rl_3:: failed to contact: server-id=rl_1 time=500.934834ms 2023-03-20T04:39:08.751Z [WARN] rl_3:: failed to contact: server-id=rl_0 time=503.429632ms 2023-03-20T04:39:08.751Z [WARN] rl_3:: failed to contact: server-id=rl_1 time=511.206766ms 2023-03-20T04:39:08.754Z [INFO] rl_3:: aborting pipeline replication: peer="{Voter rl_4 rl_4}" 2023-03-20T04:39:08.754Z [INFO] rmp_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/rmp_0 2023-03-20T04:39:08.754Z [INFO] rl_3:: aborting pipeline replication: peer="{Voter rl_1 rl_1}" 2023-03-20T04:39:08.754Z [INFO] rl_3:: aborting pipeline replication: peer="{Voter rl_0 rl_0}" 2023-03-20T04:39:08.754Z [INFO] rl_3:: aborting pipeline replication: peer="{Voter rl_2 rl_2}" 2023-03-20T04:39:08.755Z [INFO] rmp_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-03-20T04:39:08.756Z [INFO] rmp_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/rmp_1 2023-03-20T04:39:08.756Z [INFO] rmp_0:: entering follower state: follower="Node at rmp_0 [Follower]" leader= 2023-03-20T04:39:08.757Z [INFO] rmp_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-03-20T04:39:08.757Z [INFO] rmp_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/rmp_2 2023-03-20T04:39:08.757Z [INFO] rmp_1:: entering follower state: follower="Node at rmp_1 [Follower]" leader= 2023-03-20T04:39:08.758Z [INFO] rmp_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-03-20T04:39:08.758Z [INFO] rmp_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/rmp_3 2023-03-20T04:39:08.759Z [INFO] rmp_2:: entering follower state: follower="Node at rmp_2 [Follower]" leader= 2023-03-20T04:39:08.760Z [INFO] rmp_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-03-20T04:39:08.760Z [INFO] rmp_3:: entering follower state: follower="Node at rmp_3 [Follower]" leader= 2023-03-20T04:39:08.760Z [INFO] rmp_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/rmp_4 2023-03-20T04:39:08.766Z [INFO] rmp_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-03-20T04:39:08.767Z [INFO] rmp_4:: entering follower state: follower="Node at rmp_4 [Follower]" leader= 2023-03-20T04:39:09.126Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:39:09.126Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=7 2023-03-20T04:39:09.782Z [WARN] rmp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:09.782Z [INFO] rmp_3:: entering candidate state: node="Node at rmp_3 [Candidate]" term=2 2023-03-20T04:39:09.782Z [INFO] rmp_3:: election won: tally=3 2023-03-20T04:39:09.782Z [INFO] rmp_3:: entering leader state: leader="Node at rmp_3 [Leader]" 2023-03-20T04:39:09.782Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_0 2023-03-20T04:39:09.782Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_1 2023-03-20T04:39:09.782Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_2 2023-03-20T04:39:09.782Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_4 2023-03-20T04:39:09.782Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_4 rmp_4}" 2023-03-20T04:39:09.782Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_0 rmp_0}" 2023-03-20T04:39:09.782Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_1 rmp_1}" 2023-03-20T04:39:09.782Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_2 rmp_2}" 2023-03-20T04:39:09.792Z [INFO] Created partition 1 with nodes [rmp_1], partitions now are 1 = [rmp_1] 2023-03-20T04:39:09.793Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_1 rmp_1}" 2023-03-20T04:39:09.793Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:09.804Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:09.815Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:09.836Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:09.879Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:09.960Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:09.971Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:10.102Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:10.121Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:10.252Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:10.293Z [WARN] rmp_3:: failed to contact: server-id=rmp_1 time=500.032709ms 2023-03-20T04:39:10.442Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:10.455Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:10.491Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:10.499Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=8 2023-03-20T04:39:10.501Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:39:10.655Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:10.795Z [WARN] rmp_3:: failed to contact: server-id=rmp_1 time=1.002424091s 2023-03-20T04:39:10.860Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:11.084Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:11.198Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:11.293Z [WARN] rmp_3:: failed to contact: server-id=rmp_1 time=1.499909433s 2023-03-20T04:39:11.690Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:12.047Z [WARN] rmp_1:: heartbeat timeout reached, starting election: last-leader=rmp_3 2023-03-20T04:39:12.048Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=3 2023-03-20T04:39:12.048Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2023-03-20T04:39:12.048Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2023-03-20T04:39:12.048Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2023-03-20T04:39:12.048Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2023-03-20T04:39:12.228Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:39:12.228Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=9 2023-03-20T04:39:12.365Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:12.441Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:12.793Z [INFO] Removing node rmp_1 from cluster 2023-03-20T04:39:13.101Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-03-20T04:39:13.101Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=4 2023-03-20T04:39:13.101Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2023-03-20T04:39:13.102Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2023-03-20T04:39:13.102Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2023-03-20T04:39:13.103Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2023-03-20T04:39:13.903Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:14.112Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:14.120Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=10 2023-03-20T04:39:14.124Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:39:14.854Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-03-20T04:39:14.854Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=5 2023-03-20T04:39:14.855Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2023-03-20T04:39:14.855Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2023-03-20T04:39:14.855Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2023-03-20T04:39:14.856Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2023-03-20T04:39:14.927Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-03-20T04:39:15.703Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:39:15.703Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=11 2023-03-20T04:39:15.793Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T04:39:16.711Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-03-20T04:39:16.711Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=6 2023-03-20T04:39:16.712Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-03-20T04:39:16.714Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-03-20T04:39:16.715Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-03-20T04:39:16.715Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-03-20T04:39:16.749Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:39:16.755Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=12 2023-03-20T04:39:17.828Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-03-20T04:39:17.828Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=7 2023-03-20T04:39:17.829Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-03-20T04:39:17.829Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-03-20T04:39:17.829Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-03-20T04:39:17.829Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-03-20T04:39:18.528Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:39:18.529Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=13 2023-03-20T04:39:19.085Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-03-20T04:39:19.085Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=8 2023-03-20T04:39:19.085Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-03-20T04:39:19.085Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-03-20T04:39:19.085Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-03-20T04:39:19.085Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-03-20T04:39:19.892Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:39:19.899Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=14 2023-03-20T04:39:20.049Z [ERROR] rmp_3:: peer has newer term, stopping replication: peer="{Voter rmp_1 rmp_1}" 2023-03-20T04:39:20.049Z [INFO] rmp_3:: entering follower state: follower="Node at rmp_3 [Follower]" leader= 2023-03-20T04:39:20.051Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_4 rmp_4}" 2023-03-20T04:39:20.051Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_0 rmp_0}" 2023-03-20T04:39:20.052Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_2 rmp_2}" 2023-03-20T04:39:20.975Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-03-20T04:39:20.976Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=9 2023-03-20T04:39:20.976Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-03-20T04:39:20.976Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-03-20T04:39:20.977Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-03-20T04:39:20.977Z [WARN] rmp_3:: rejecting vote request since our last index is greater: candidate=rmp_1 last-index=115577 last-candidate-index=103 2023-03-20T04:39:21.478Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:21.478Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=15 2023-03-20T04:39:21.479Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:39:21.541Z [WARN] rmp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:21.541Z [INFO] rmp_3:: entering candidate state: node="Node at rmp_3 [Candidate]" term=10 2023-03-20T04:39:21.541Z [INFO] rmp_3:: election won: tally=3 2023-03-20T04:39:21.541Z [INFO] rmp_3:: entering leader state: leader="Node at rmp_3 [Leader]" 2023-03-20T04:39:21.541Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_0 2023-03-20T04:39:21.541Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_1 2023-03-20T04:39:21.541Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_2 2023-03-20T04:39:21.541Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_4 2023-03-20T04:39:21.541Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_4 rmp_4}" 2023-03-20T04:39:21.541Z [INFO] rmp_1:: entering follower state: follower="Node at rmp_1 [Follower]" leader= 2023-03-20T04:39:21.542Z [WARN] rmp_0:: failed to get previous log: previous-index=115577 last-index=115569 error="log not found" 2023-03-20T04:39:21.542Z [WARN] rmp_3:: appendEntries rejected, sending older logs: peer="{Voter rmp_0 rmp_0}" next=115570 2023-03-20T04:39:21.542Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_0 rmp_0}" 2023-03-20T04:39:21.542Z [WARN] rmp_1:: failed to get previous log: previous-index=115577 last-index=103 error="log not found" 2023-03-20T04:39:21.542Z [WARN] rmp_3:: appendEntries rejected, sending older logs: peer="{Voter rmp_1 rmp_1}" next=104 2023-03-20T04:39:21.542Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_2 rmp_2}" 2023-03-20T04:39:22.643Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:39:22.643Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=16 2023-03-20T04:39:23.842Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_1 rmp_1}" 2023-03-20T04:39:24.425Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:39:24.426Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=17 2023-03-20T04:39:25.615Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:39:25.615Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=18 2023-03-20T04:39:25.899Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_1 rmp_1}" 2023-03-20T04:39:25.900Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_2 rmp_2}" 2023-03-20T04:39:25.900Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_4 rmp_4}" 2023-03-20T04:39:25.900Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_0 rmp_0}" 2023-03-20T04:39:26.792Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:39:26.793Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=19 2023-03-20T04:39:26.978Z [WARN] rmp_1:: heartbeat timeout reached, starting election: last-leader=rmp_3 2023-03-20T04:39:26.979Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=11 2023-03-20T04:39:28.127Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:39:28.127Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=20 2023-03-20T04:39:28.360Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-03-20T04:39:28.360Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=12 2023-03-20T04:39:29.652Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:39:29.652Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=21 2023-03-20T04:39:30.032Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-03-20T04:39:30.032Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=13 2023-03-20T04:39:30.775Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:39:30.775Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=22 2023-03-20T04:39:31.622Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-03-20T04:39:31.623Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=14 2023-03-20T04:39:31.986Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:39:31.987Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=23 2023-03-20T04:39:32.514Z [INFO] lp_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/lp_0 2023-03-20T04:39:32.516Z [INFO] lp_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-03-20T04:39:32.516Z [INFO] lp_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/lp_1 2023-03-20T04:39:32.517Z [INFO] lp_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-03-20T04:39:32.517Z [INFO] lp_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/lp_2 2023-03-20T04:39:32.517Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T04:39:32.520Z [INFO] lp_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-03-20T04:39:32.520Z [INFO] lp_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/lp_3 2023-03-20T04:39:32.521Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:39:32.521Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T04:39:32.523Z [INFO] lp_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-03-20T04:39:32.523Z [INFO] lp_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/lp_4 2023-03-20T04:39:32.526Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:39:32.530Z [INFO] lp_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-03-20T04:39:32.530Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:39:33.351Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:39:33.352Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=24 2023-03-20T04:39:33.658Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:33.658Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=2 2023-03-20T04:39:33.658Z [INFO] lp_2:: election won: tally=3 2023-03-20T04:39:33.658Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2023-03-20T04:39:33.658Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2023-03-20T04:39:33.658Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2023-03-20T04:39:33.658Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2023-03-20T04:39:33.658Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2023-03-20T04:39:33.658Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:39:33.659Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:39:33.659Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:39:33.659Z [INFO] Created partition 1 with nodes [lp_2 lp_0 lp_1], partitions now are 1 = [lp_1 lp_2 lp_0] 2023-03-20T04:39:33.659Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:39:33.659Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:39:33.659Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:33.659Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:39:33.660Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:33.670Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:33.670Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:33.680Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:33.681Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:33.701Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:33.702Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:33.742Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:33.743Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:33.767Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:33.780Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:33.823Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:33.824Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:33.890Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:33.918Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:33.991Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:33.992Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:34.077Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:34.078Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:34.168Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=508.835671ms 2023-03-20T04:39:34.169Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=509.30843ms 2023-03-20T04:39:34.214Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:34.292Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:34.314Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:34.315Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:34.434Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:34.452Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:34.630Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:34.670Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=1.010488594s 2023-03-20T04:39:34.670Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=1.010961353s 2023-03-20T04:39:34.673Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:34.892Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:34.955Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:34.955Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:34.996Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:35.018Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:39:35.018Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=25 2023-03-20T04:39:35.393Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:35.447Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:35.769Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T04:39:35.770Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=3 2023-03-20T04:39:35.770Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-03-20T04:39:35.771Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:39:35.771Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:39:35.771Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:39:35.847Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T04:39:35.847Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=3 2023-03-20T04:39:35.848Z [INFO] lp_4:: duplicate requestVote for same term: term=3 2023-03-20T04:39:35.848Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:39:35.848Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:39:35.849Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T04:39:36.221Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:36.236Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:36.237Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:36.280Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:36.888Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:39:36.888Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=26 2023-03-20T04:39:37.376Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T04:39:37.376Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=4 2023-03-20T04:39:37.377Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:39:37.377Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:39:37.377Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:39:37.378Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T04:39:37.659Z [INFO] Healing no partitions! 2023-03-20T04:39:37.692Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:37.745Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:37.951Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:39:37.951Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=27 2023-03-20T04:39:38.798Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:38.798Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:38.847Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:38.847Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=5 2023-03-20T04:39:38.848Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:39:38.848Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:39:38.848Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:39:38.848Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:39:39.582Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:39:39.583Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=28 2023-03-20T04:39:40.123Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:39:40.123Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=6 2023-03-20T04:39:40.124Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:39:40.124Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:39:40.124Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:39:40.442Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:40.468Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:41.320Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:39:41.320Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=29 2023-03-20T04:39:41.536Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:41.536Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=7 2023-03-20T04:39:41.536Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:39:41.536Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:39:41.536Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:39:41.536Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T04:39:42.598Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:39:42.598Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=30 2023-03-20T04:39:42.659Z [INFO] Created partition 2 with nodes [lp_2], partitions now are 1 = [lp_0 lp_1], 2 = [lp_2] 2023-03-20T04:39:42.660Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:39:42.660Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:39:42.690Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:39:42.710Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:39:42.718Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:39:42.727Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:42.727Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=8 2023-03-20T04:39:42.727Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:39:42.727Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:39:42.727Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:39:42.728Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:39:42.739Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:39:42.788Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:39:42.835Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:39:42.839Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:39:42.841Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:39:42.858Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:39:42.918Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:39:42.943Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:39:42.976Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:39:43.006Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:39:43.049Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:39:43.049Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:39:43.129Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:39:43.160Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=500.131184ms 2023-03-20T04:39:43.160Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=500.142485ms 2023-03-20T04:39:43.160Z [WARN] lp_2:: failed to contact quorum of nodes, stepping down 2023-03-20T04:39:43.160Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T04:39:43.186Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:39:43.192Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:39:43.754Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:39:43.754Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=31 2023-03-20T04:39:43.875Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T04:39:43.875Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=3 2023-03-20T04:39:43.875Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:39:43.875Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_0 leader=lp_2 2023-03-20T04:39:43.875Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:39:43.875Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:39:43.919Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:43.920Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:43.996Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:43.996Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=9 2023-03-20T04:39:43.996Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:39:43.996Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:39:43.996Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T04:39:43.996Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:39:44.455Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-03-20T04:39:44.455Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=3 2023-03-20T04:39:44.455Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:39:44.455Z [INFO] lp_0:: duplicate requestVote for same term: term=3 2023-03-20T04:39:44.455Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:39:44.455Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:39:44.785Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:44.785Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=3 2023-03-20T04:39:44.785Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:44.785Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:39:44.785Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:39:44.785Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:45.341Z [WARN] lp_0:: Election timeout reached, restarting election 2023-03-20T04:39:45.341Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=4 2023-03-20T04:39:45.341Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:39:45.341Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:39:45.341Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:39:45.341Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:39:45.385Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:45.385Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=32 2023-03-20T04:39:45.386Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:39:45.566Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:45.566Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=10 2023-03-20T04:39:45.567Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:39:45.567Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:39:45.567Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:39:45.567Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:39:45.686Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:46.394Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:46.394Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=5 2023-03-20T04:39:46.394Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:39:46.395Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T04:39:46.395Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:39:46.395Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:39:46.620Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:39:46.620Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=33 2023-03-20T04:39:46.660Z [INFO] Healing no partitions! 2023-03-20T04:39:46.704Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T04:39:46.704Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=4 2023-03-20T04:39:46.704Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:46.704Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:39:46.704Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:39:46.704Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:46.734Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:46.734Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=11 2023-03-20T04:39:46.734Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:39:46.734Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:39:46.734Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:39:46.734Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T04:39:48.019Z [WARN] lp_1:: Election timeout reached, restarting election 2023-03-20T04:39:48.019Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=6 2023-03-20T04:39:48.019Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:39:48.019Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:39:48.019Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:39:48.251Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:39:48.251Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=34 2023-03-20T04:39:48.654Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T04:39:48.654Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=5 2023-03-20T04:39:48.654Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:48.654Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:39:48.654Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:39:48.654Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:48.661Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:48.661Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=12 2023-03-20T04:39:48.661Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:39:48.661Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:39:48.661Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:39:48.661Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:39:49.589Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:39:49.589Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=35 2023-03-20T04:39:49.675Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:39:49.675Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=13 2023-03-20T04:39:49.675Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:39:49.675Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:39:49.675Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:39:49.731Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:49.731Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=7 2023-03-20T04:39:49.731Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:39:49.731Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:39:49.731Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:39:49.731Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:39:49.964Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T04:39:49.964Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=6 2023-03-20T04:39:49.964Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:49.964Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:39:49.964Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:39:49.964Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:50.772Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:39:50.772Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=14 2023-03-20T04:39:50.772Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:39:50.772Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:39:50.772Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:39:51.066Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:51.066Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=8 2023-03-20T04:39:51.067Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:39:51.067Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T04:39:51.067Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:39:51.067Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:39:51.183Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:39:51.184Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=36 2023-03-20T04:39:51.551Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T04:39:51.552Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=7 2023-03-20T04:39:51.552Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:39:51.552Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:39:51.552Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:51.552Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:51.776Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:39:51.777Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=15 2023-03-20T04:39:51.777Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:39:51.777Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:39:51.777Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:39:52.271Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:52.271Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=9 2023-03-20T04:39:52.271Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:39:52.271Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:39:52.272Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:39:52.272Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:39:52.661Z [INFO] Created partition 3 with nodes [lp_0], partitions now are 1 = [lp_1], 2 = [lp_2], 3 = [lp_0] 2023-03-20T04:39:52.778Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:39:52.778Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=16 2023-03-20T04:39:52.779Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:39:52.779Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:39:52.779Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:39:52.816Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T04:39:52.817Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=8 2023-03-20T04:39:52.817Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:52.817Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:39:52.817Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:39:52.817Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:52.847Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:39:52.847Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=37 2023-03-20T04:39:53.555Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:53.555Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=10 2023-03-20T04:39:53.555Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:39:53.555Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:39:53.555Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:39:53.555Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:39:53.908Z [WARN] lp_0:: Election timeout reached, restarting election 2023-03-20T04:39:53.908Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=10 2023-03-20T04:39:53.909Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:39:53.909Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:39:53.909Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:39:53.910Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:39:53.960Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T04:39:53.960Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=9 2023-03-20T04:39:53.961Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:53.961Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:39:53.961Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:39:53.961Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:54.161Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:54.557Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:54.558Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=17 2023-03-20T04:39:54.558Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:39:54.558Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:39:54.558Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:39:54.558Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T04:39:54.610Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:39:54.610Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=38 2023-03-20T04:39:55.388Z [WARN] lp_1:: Election timeout reached, restarting election 2023-03-20T04:39:55.388Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=11 2023-03-20T04:39:55.388Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:39:55.388Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:39:55.388Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:39:55.388Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:39:55.586Z [WARN] lp_0:: Election timeout reached, restarting election 2023-03-20T04:39:55.586Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=11 2023-03-20T04:39:55.586Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:39:55.586Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:39:55.587Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:39:55.587Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:39:55.685Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:55.685Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=18 2023-03-20T04:39:55.685Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:39:55.685Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:39:55.685Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:39:55.686Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:39:55.715Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T04:39:55.716Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=10 2023-03-20T04:39:55.716Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:39:55.716Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:39:55.716Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-03-20T04:39:55.716Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:39:56.123Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:39:56.123Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=39 2023-03-20T04:39:56.493Z [WARN] lp_1:: Election timeout reached, restarting election 2023-03-20T04:39:56.493Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=12 2023-03-20T04:39:56.493Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:39:56.493Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:39:56.493Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:39:56.494Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:39:56.662Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T04:39:56.722Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:39:56.723Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=19 2023-03-20T04:39:56.723Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=97897 last-candidate-index=2 2023-03-20T04:39:56.723Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:39:56.723Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=97897 last-candidate-index=2 2023-03-20T04:39:56.723Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T04:39:56.723Z [WARN] lp_2:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=97902 last-candidate-index=2 2023-03-20T04:39:56.723Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T04:39:57.816Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:39:57.816Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=20 2023-03-20T04:39:57.816Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=97897 last-candidate-index=2 2023-03-20T04:39:57.816Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=97897 last-candidate-index=2 2023-03-20T04:39:57.817Z [WARN] lp_2:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=97902 last-candidate-index=2 2023-03-20T04:39:57.923Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:39:57.923Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=40 2023-03-20T04:39:58.049Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:58.049Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=21 2023-03-20T04:39:58.050Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:39:58.050Z [WARN] lp_2:: rejecting vote request since our last index is greater: candidate=lp_0 last-index=97902 last-candidate-index=97897 2023-03-20T04:39:58.050Z [INFO] lp_0:: election won: tally=3 2023-03-20T04:39:58.050Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2023-03-20T04:39:58.051Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2023-03-20T04:39:58.051Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2023-03-20T04:39:58.051Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2023-03-20T04:39:58.051Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2023-03-20T04:39:58.051Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:39:58.051Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:39:58.052Z [WARN] lp_3:: failed to get previous log: previous-index=97897 last-index=2 error="log not found" 2023-03-20T04:39:58.052Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=3 2023-03-20T04:39:58.052Z [WARN] lp_2:: clearing log suffix: from=97898 to=97902 2023-03-20T04:39:58.052Z [WARN] lp_4:: failed to get previous log: previous-index=97897 last-index=2 error="log not found" 2023-03-20T04:39:58.052Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=3 2023-03-20T04:39:59.732Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:39:59.732Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=41 2023-03-20T04:39:59.746Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:39:59.885Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:39:59.963Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:40:00.871Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:40:00.871Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=42 2023-03-20T04:40:01.662Z [INFO] Created partition 4 with nodes [lp_0], partitions now are 4 = [lp_0] 2023-03-20T04:40:01.662Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:40:01.662Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:40:01.663Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:40:01.663Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:40:01.692Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:01.726Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:01.728Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:01.732Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:01.732Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:01.743Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:01.756Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:01.785Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:01.788Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:01.809Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:01.813Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:01.827Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:01.861Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:01.873Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:01.877Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:01.881Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:01.888Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:01.890Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:01.920Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:01.949Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:01.967Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:01.967Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:01.979Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:01.997Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:02.006Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:02.038Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:02.060Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:02.071Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:02.082Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:02.097Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:02.098Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:02.100Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:40:02.101Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=43 2023-03-20T04:40:02.104Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:02.162Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=500.15985ms 2023-03-20T04:40:02.173Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=510.851151ms 2023-03-20T04:40:02.173Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=510.689808ms 2023-03-20T04:40:02.173Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=510.219343ms 2023-03-20T04:40:02.173Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=510.685359ms 2023-03-20T04:40:02.173Z [WARN] lp_0:: failed to contact quorum of nodes, stepping down 2023-03-20T04:40:02.173Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T04:40:02.184Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:02.212Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:02.223Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:02.231Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:02.248Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:03.037Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T04:40:03.037Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=22 2023-03-20T04:40:03.038Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2023-03-20T04:40:03.038Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2023-03-20T04:40:03.038Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:40:03.038Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2023-03-20T04:40:03.046Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T04:40:03.046Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=22 2023-03-20T04:40:03.046Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:03.046Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-03-20T04:40:03.046Z [INFO] lp_2:: duplicate requestVote for same term: term=22 2023-03-20T04:40:03.046Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-03-20T04:40:03.410Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:03.410Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=22 2023-03-20T04:40:03.410Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:03.411Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:03.411Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:03.411Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:03.431Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T04:40:03.431Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=22 2023-03-20T04:40:03.431Z [INFO] lp_3:: duplicate requestVote for same term: term=22 2023-03-20T04:40:03.432Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:03.432Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-03-20T04:40:03.432Z [INFO] lp_2:: duplicate requestVote for same term: term=22 2023-03-20T04:40:03.736Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:40:03.737Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=44 2023-03-20T04:40:03.838Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T04:40:03.838Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=22 2023-03-20T04:40:03.838Z [INFO] lp_2:: duplicate requestVote for same term: term=22 2023-03-20T04:40:03.839Z [INFO] lp_4:: duplicate requestVote for same term: term=22 2023-03-20T04:40:03.839Z [INFO] lp_3:: duplicate requestVote for same term: term=22 2023-03-20T04:40:03.839Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:40:04.362Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T04:40:04.362Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=23 2023-03-20T04:40:04.363Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=113717 last-candidate-index=113713 2023-03-20T04:40:04.363Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:40:04.363Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:40:04.363Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=113717 last-candidate-index=113713 2023-03-20T04:40:04.364Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:40:04.364Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=113717 last-candidate-index=113713 2023-03-20T04:40:04.364Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:40:04.820Z [WARN] lp_0:: Election timeout reached, restarting election 2023-03-20T04:40:04.821Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=23 2023-03-20T04:40:04.821Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:04.821Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:04.821Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:04.821Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:05.556Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:05.557Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=45 2023-03-20T04:40:05.557Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:40:05.663Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T04:40:05.778Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:05.779Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=24 2023-03-20T04:40:05.779Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=113718 last-candidate-index=113717 2023-03-20T04:40:05.779Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T04:40:05.779Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T04:40:05.779Z [INFO] lp_4:: election won: tally=3 2023-03-20T04:40:05.780Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2023-03-20T04:40:05.780Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2023-03-20T04:40:05.780Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2023-03-20T04:40:05.780Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2023-03-20T04:40:05.780Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2023-03-20T04:40:05.780Z [WARN] lp_2:: failed to get previous log: previous-index=113717 last-index=113713 error="log not found" 2023-03-20T04:40:05.781Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=113714 2023-03-20T04:40:05.781Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:40:05.780Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:40:05.780Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:40:05.781Z [WARN] lp_0:: clearing log suffix: from=113718 to=113718 2023-03-20T04:40:05.782Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:40:07.094Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:07.094Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=46 2023-03-20T04:40:07.095Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:40:08.393Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:08.394Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=47 2023-03-20T04:40:08.394Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:40:09.625Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:40:09.626Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=48 2023-03-20T04:40:10.663Z [INFO] Created partition 5 with nodes [lp_4 lp_0 lp_1], partitions now are 5 = [lp_4 lp_0 lp_1] 2023-03-20T04:40:10.663Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:40:10.664Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:10.667Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:40:10.668Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:10.671Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:10.674Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:10.678Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:10.685Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:10.689Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:10.705Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:10.710Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:10.719Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:10.746Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:10.750Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:10.826Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:10.831Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:10.834Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:10.857Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:10.974Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:10.975Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=49 2023-03-20T04:40:10.975Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:40:10.983Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:10.987Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:10.992Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:11.050Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:11.160Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:11.163Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=500.005229ms 2023-03-20T04:40:11.174Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=506.539218ms 2023-03-20T04:40:11.174Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=510.310495ms 2023-03-20T04:40:11.201Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:11.312Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:11.313Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:11.349Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:11.378Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:11.556Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:11.611Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:11.674Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=1.006930372s 2023-03-20T04:40:11.674Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=1.010701649s 2023-03-20T04:40:11.831Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:11.949Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:11.953Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:11.953Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:12.280Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:40:12.281Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=50 2023-03-20T04:40:12.293Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T04:40:12.294Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=25 2023-03-20T04:40:12.294Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:12.294Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:12.294Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:40:12.294Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-03-20T04:40:12.302Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:12.422Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:12.679Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T04:40:12.679Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=25 2023-03-20T04:40:12.680Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:40:12.680Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:40:12.680Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:40:12.680Z [INFO] lp_3:: duplicate requestVote for same term: term=25 2023-03-20T04:40:13.060Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:13.232Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:13.233Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:13.234Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:13.546Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:40:13.546Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=51 2023-03-20T04:40:14.134Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T04:40:14.135Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=26 2023-03-20T04:40:14.135Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:14.135Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:14.136Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:40:14.136Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T04:40:14.460Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:14.629Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:14.663Z [INFO] Healing no partitions! 2023-03-20T04:40:14.835Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:40:14.835Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=52 2023-03-20T04:40:15.324Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T04:40:15.324Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=27 2023-03-20T04:40:15.325Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:15.325Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:15.325Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:40:15.794Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:15.795Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:16.720Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:40:16.720Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=53 2023-03-20T04:40:17.096Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T04:40:17.096Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=28 2023-03-20T04:40:17.096Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:17.096Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:17.096Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:40:17.146Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:17.327Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:18.444Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:18.444Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=54 2023-03-20T04:40:18.444Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:40:18.469Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:18.470Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=29 2023-03-20T04:40:18.470Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:40:18.470Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:40:18.471Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:40:18.471Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=147850 last-candidate-index=147826 2023-03-20T04:40:18.472Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:40:19.664Z [INFO] Created partition 6 with nodes [lp_4 lp_0], partitions now are 5 = [lp_1], 6 = [lp_0 lp_4] 2023-03-20T04:40:19.665Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:40:19.665Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:19.676Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:19.755Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:19.821Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:19.858Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:19.959Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:19.965Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:20.013Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:40:20.014Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=55 2023-03-20T04:40:20.034Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:20.035Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=30 2023-03-20T04:40:20.035Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:20.035Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T04:40:20.035Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:40:20.035Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:20.126Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:20.154Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:20.165Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=500.241613ms 2023-03-20T04:40:20.165Z [WARN] lp_4:: failed to contact quorum of nodes, stepping down 2023-03-20T04:40:20.165Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:40:20.165Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:40:20.915Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:20.915Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:21.335Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:21.335Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=56 2023-03-20T04:40:21.335Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:40:21.492Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:21.492Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=31 2023-03-20T04:40:21.492Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:40:21.493Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:40:21.493Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:40:21.493Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=147850 last-candidate-index=147826 2023-03-20T04:40:21.493Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:40:21.571Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:21.572Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=25 2023-03-20T04:40:21.572Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:21.572Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:21.572Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:21.848Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T04:40:21.849Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=25 2023-03-20T04:40:21.849Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:40:21.849Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:40:21.849Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:40:21.849Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:40:22.377Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:22.433Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:22.433Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=57 2023-03-20T04:40:22.433Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:40:22.573Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:22.813Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:22.814Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=32 2023-03-20T04:40:22.814Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:40:22.814Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:22.814Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T04:40:22.814Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:23.103Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:23.103Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=26 2023-03-20T04:40:23.104Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:40:23.104Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:23.104Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:23.104Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:23.198Z [WARN] lp_1:: Election timeout reached, restarting election 2023-03-20T04:40:23.198Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=26 2023-03-20T04:40:23.198Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:40:23.198Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:40:23.198Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:40:23.198Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:40:23.665Z [INFO] Healing partition group 6, now partitions are 5 = [lp_1] 2023-03-20T04:40:23.706Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:23.706Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=58 2023-03-20T04:40:23.707Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:40:23.986Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:23.986Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=33 2023-03-20T04:40:23.986Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:40:23.987Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=237963 last-candidate-index=147826 2023-03-20T04:40:23.987Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T04:40:23.987Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=147850 last-candidate-index=147826 2023-03-20T04:40:23.987Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:40:23.987Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=237963 last-candidate-index=147826 2023-03-20T04:40:24.385Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:24.385Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=34 2023-03-20T04:40:24.385Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:24.386Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T04:40:24.386Z [INFO] lp_4:: election won: tally=3 2023-03-20T04:40:24.386Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2023-03-20T04:40:24.386Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2023-03-20T04:40:24.386Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2023-03-20T04:40:24.387Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2023-03-20T04:40:24.387Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2023-03-20T04:40:24.387Z [WARN] lp_2:: failed to get previous log: previous-index=237963 last-index=147826 error="log not found" 2023-03-20T04:40:24.387Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:40:24.387Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:24.387Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=147827 2023-03-20T04:40:24.387Z [WARN] lp_3:: failed to get previous log: previous-index=237963 last-index=147850 error="log not found" 2023-03-20T04:40:24.388Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=147851 2023-03-20T04:40:24.399Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:24.468Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:24.512Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:24.587Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:24.604Z [WARN] lp_1:: Election timeout reached, restarting election 2023-03-20T04:40:24.604Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=27 2023-03-20T04:40:24.604Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:40:24.605Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:40:24.605Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:40:24.605Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:40:24.630Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:24.709Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:24.769Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:24.866Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:24.887Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=500.731613ms 2023-03-20T04:40:24.926Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:24.962Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:24.962Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=59 2023-03-20T04:40:24.963Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:40:25.077Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:25.138Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:25.352Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=965.025131ms 2023-03-20T04:40:25.375Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:25.460Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:25.646Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:25.847Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=1.460328112s 2023-03-20T04:40:25.938Z [WARN] lp_1:: Election timeout reached, restarting election 2023-03-20T04:40:25.938Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=28 2023-03-20T04:40:25.939Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:40:25.941Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:40:25.941Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:40:25.941Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:40:25.949Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:40:26.040Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:40:26.070Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:26.167Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:26.173Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:26.173Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=60 2023-03-20T04:40:26.173Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:40:26.861Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:27.333Z [WARN] lp_1:: Election timeout reached, restarting election 2023-03-20T04:40:27.333Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=29 2023-03-20T04:40:27.334Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:40:27.334Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:40:27.334Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:40:27.334Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:40:27.448Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:27.642Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:27.642Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=61 2023-03-20T04:40:27.643Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:40:28.308Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:28.666Z [INFO] Created partition 7 with nodes [lp_4 lp_0 lp_1], partitions now are 7 = [lp_4 lp_0 lp_1] 2023-03-20T04:40:28.666Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:40:28.667Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:40:28.667Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:28.667Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:28.690Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:28.695Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:28.736Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:28.774Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:28.844Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:28.863Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:28.894Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:28.897Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:28.917Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:28.954Z [WARN] lp_1:: Election timeout reached, restarting election 2023-03-20T04:40:28.954Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=30 2023-03-20T04:40:28.954Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:40:28.954Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2023-03-20T04:40:28.955Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:40:28.955Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:40:28.954Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2023-03-20T04:40:28.972Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:29.018Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:29.021Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:40:29.021Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=62 2023-03-20T04:40:29.060Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:29.061Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:29.070Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:29.166Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=500.065241ms 2023-03-20T04:40:29.176Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:29.177Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=510.953002ms 2023-03-20T04:40:29.177Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=510.706319ms 2023-03-20T04:40:29.177Z [WARN] lp_4:: failed to contact quorum of nodes, stepping down 2023-03-20T04:40:29.177Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:40:29.177Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:40:29.246Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:29.246Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:30.009Z [WARN] lp_1:: failed to get previous log: previous-index=237963 last-index=237958 error="log not found" 2023-03-20T04:40:30.010Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=237959 2023-03-20T04:40:30.181Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:40:30.181Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=63 2023-03-20T04:40:30.294Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T04:40:30.294Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=35 2023-03-20T04:40:30.294Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:30.294Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:30.295Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:40:30.295Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-03-20T04:40:30.441Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T04:40:30.442Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=35 2023-03-20T04:40:30.442Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-03-20T04:40:30.442Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2023-03-20T04:40:30.442Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-03-20T04:40:30.442Z [WARN] lp_4:: rejecting vote request since our last term is greater: candidate=lp_1 last-term=34 last-candidate-term=24 2023-03-20T04:40:30.528Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T04:40:30.528Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=35 2023-03-20T04:40:30.528Z [INFO] lp_1:: duplicate requestVote for same term: term=35 2023-03-20T04:40:30.528Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:30.529Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:30.730Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T04:40:30.731Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=35 2023-03-20T04:40:30.731Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:40:30.731Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:40:30.731Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:40:30.731Z [INFO] lp_3:: duplicate requestVote for same term: term=35 2023-03-20T04:40:31.156Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:31.156Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:31.542Z [WARN] lp_0:: Election timeout reached, restarting election 2023-03-20T04:40:31.542Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=36 2023-03-20T04:40:31.542Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:31.543Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:40:31.543Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:31.543Z [INFO] lp_0:: election won: tally=3 2023-03-20T04:40:31.543Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2023-03-20T04:40:31.543Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2023-03-20T04:40:31.543Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2023-03-20T04:40:31.543Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2023-03-20T04:40:31.544Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2023-03-20T04:40:31.544Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:40:31.543Z [WARN] lp_1:: failed to get previous log: previous-index=260099 last-index=237958 error="log not found" 2023-03-20T04:40:31.544Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=237959 2023-03-20T04:40:31.544Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:31.544Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:31.557Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:31.557Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:31.644Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:31.648Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:31.650Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:31.654Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:31.682Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:40:31.682Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=64 2023-03-20T04:40:31.725Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:31.771Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:31.823Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:31.848Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:31.851Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:40:31.857Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:31.873Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:31.932Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:31.954Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:31.987Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:32.044Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=500.424978ms 2023-03-20T04:40:32.044Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=500.262262ms 2023-03-20T04:40:32.047Z [WARN] lp_2:: Election timeout reached, restarting election 2023-03-20T04:40:32.047Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=36 2023-03-20T04:40:32.047Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:40:32.047Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:40:32.047Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-03-20T04:40:32.048Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:40:32.051Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:32.092Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:32.108Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:32.115Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:32.233Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:32.306Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:32.419Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:32.420Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:32.435Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:32.544Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=1.000119672s 2023-03-20T04:40:32.544Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=999.956956ms 2023-03-20T04:40:32.555Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:32.664Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:32.666Z [INFO] Healing partition group 7, now partitions are [None] 2023-03-20T04:40:32.831Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader=lp_0 2023-03-20T04:40:33.061Z [WARN] lp_3:: failed to get previous log: previous-index=260099 last-index=260094 error="log not found" 2023-03-20T04:40:33.061Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=260095 2023-03-20T04:40:33.076Z [WARN] lp_2:: failed to get previous log: previous-index=260099 last-index=260094 error="log not found" 2023-03-20T04:40:33.076Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=260095 2023-03-20T04:40:33.176Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:40:33.233Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:40:33.276Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:33.276Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=65 2023-03-20T04:40:33.278Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:40:34.450Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:40:34.450Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=66 2023-03-20T04:40:35.855Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:40:35.855Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=67 2023-03-20T04:40:37.375Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:40:37.375Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=68 2023-03-20T04:40:37.666Z [INFO] Created partition 8 with nodes [lp_0 lp_1 lp_2], partitions now are 8 = [lp_0 lp_1 lp_2] 2023-03-20T04:40:37.667Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:40:37.667Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:40:37.667Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:37.668Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:37.678Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:37.678Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:37.688Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:37.689Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:37.714Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:37.715Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:37.718Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:37.728Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:37.755Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:37.755Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:37.835Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:37.836Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:37.860Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:37.879Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:37.996Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:37.997Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:38.012Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:38.035Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:38.167Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=500.026188ms 2023-03-20T04:40:38.177Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:38.182Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=515.087933ms 2023-03-20T04:40:38.182Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=514.83666ms 2023-03-20T04:40:38.196Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:38.317Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:38.317Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:38.330Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:38.387Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:38.485Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:40:38.485Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=69 2023-03-20T04:40:38.545Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:38.625Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:38.682Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=1.014758733s 2023-03-20T04:40:38.682Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=1.01450746s 2023-03-20T04:40:38.872Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:38.917Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:38.958Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:38.958Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:39.285Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T04:40:39.285Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=37 2023-03-20T04:40:39.285Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-03-20T04:40:39.285Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:39.285Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:39.286Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:39.333Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:39.352Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:39.500Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T04:40:39.500Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=37 2023-03-20T04:40:39.500Z [INFO] lp_4:: duplicate requestVote for same term: term=37 2023-03-20T04:40:39.503Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:39.503Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-03-20T04:40:39.503Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-03-20T04:40:39.917Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:39.917Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=70 2023-03-20T04:40:39.918Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:40:40.127Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:40.166Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:40.240Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:40.241Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:40.469Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:40:40.469Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=38 2023-03-20T04:40:40.470Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:40.470Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:40:40.470Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:40.470Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:40.927Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:40:40.927Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=71 2023-03-20T04:40:41.561Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:41.563Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:41.682Z [INFO] Healing partition group 8, now partitions are [None] 2023-03-20T04:40:42.164Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:40:42.164Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=39 2023-03-20T04:40:42.164Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-03-20T04:40:42.165Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-03-20T04:40:42.164Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-03-20T04:40:42.443Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:40:42.443Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=72 2023-03-20T04:40:42.805Z [ERROR] lp_0:: peer has newer term, stopping replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:40:42.806Z [ERROR] lp_0:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:40:42.806Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T04:40:42.806Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:40:42.806Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:40:43.574Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:43.575Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=73 2023-03-20T04:40:43.575Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:40:43.865Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T04:40:43.866Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=37 2023-03-20T04:40:43.866Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:40:43.866Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_1 leader=lp_0 2023-03-20T04:40:44.058Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:40:44.058Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=40 2023-03-20T04:40:44.058Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=355187 last-candidate-index=305029 2023-03-20T04:40:44.059Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=355187 last-candidate-index=305029 2023-03-20T04:40:44.059Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-03-20T04:40:44.106Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T04:40:44.106Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=37 2023-03-20T04:40:44.106Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T04:40:45.130Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:45.130Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=74 2023-03-20T04:40:45.130Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:40:45.287Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:45.287Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=41 2023-03-20T04:40:45.288Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=305029 last-candidate-index=305027 2023-03-20T04:40:45.288Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:40:45.288Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=355187 last-candidate-index=305027 2023-03-20T04:40:45.288Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=355187 last-candidate-index=305027 2023-03-20T04:40:45.288Z [WARN] lp_2:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=355187 last-candidate-index=305027 2023-03-20T04:40:45.425Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:45.425Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=42 2023-03-20T04:40:45.425Z [INFO] lp_0:: election won: tally=3 2023-03-20T04:40:45.425Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2023-03-20T04:40:45.425Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2023-03-20T04:40:45.425Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2023-03-20T04:40:45.425Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2023-03-20T04:40:45.425Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2023-03-20T04:40:45.426Z [WARN] lp_4:: failed to get previous log: previous-index=355187 last-index=305029 error="log not found" 2023-03-20T04:40:45.426Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=305030 2023-03-20T04:40:45.428Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:40:45.428Z [WARN] lp_2:: rejecting vote request since our last term is greater: candidate=lp_0 last-term=42 last-candidate-term=36 2023-03-20T04:40:45.428Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:40:45.429Z [WARN] lp_3:: failed to get previous log: previous-index=355187 last-index=305027 error="log not found" 2023-03-20T04:40:45.429Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=305028 2023-03-20T04:40:45.429Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:40:46.492Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:40:46.533Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:46.534Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=75 2023-03-20T04:40:46.534Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:40:46.550Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:40:46.683Z [INFO] Created partition 9 with nodes [lp_0], partitions now are 9 = [lp_0] 2023-03-20T04:40:46.683Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:40:46.684Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:40:46.684Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:46.684Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:40:46.725Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:46.737Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:46.747Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:46.760Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:46.777Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:46.778Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:40:46.778Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:46.830Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:46.836Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:46.838Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:46.839Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:46.840Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:46.889Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:46.927Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:46.930Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:46.945Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:46.947Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:46.949Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:46.963Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:46.973Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:46.989Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:47.000Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:47.032Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:47.048Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:47.079Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:47.084Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:47.106Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:47.133Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:47.134Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:47.148Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:47.157Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:47.183Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=500.081652ms 2023-03-20T04:40:47.184Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:47.184Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:47.194Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=510.86173ms 2023-03-20T04:40:47.195Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=510.045466ms 2023-03-20T04:40:47.195Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=510.513526ms 2023-03-20T04:40:47.195Z [WARN] lp_0:: failed to contact quorum of nodes, stepping down 2023-03-20T04:40:47.196Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-03-20T04:40:47.240Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:47.714Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:40:47.715Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=76 2023-03-20T04:40:48.050Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T04:40:48.051Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=43 2023-03-20T04:40:48.051Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-03-20T04:40:48.051Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:48.051Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-03-20T04:40:48.052Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-03-20T04:40:48.604Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T04:40:48.605Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=43 2023-03-20T04:40:48.605Z [INFO] lp_4:: duplicate requestVote for same term: term=43 2023-03-20T04:40:48.605Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:40:48.605Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2023-03-20T04:40:48.605Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2023-03-20T04:40:48.638Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:48.638Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=43 2023-03-20T04:40:48.638Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:48.638Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:48.638Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:48.638Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:48.778Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T04:40:48.778Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=43 2023-03-20T04:40:48.778Z [INFO] lp_2:: duplicate requestVote for same term: term=43 2023-03-20T04:40:48.778Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:40:48.779Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_0 2023-03-20T04:40:48.779Z [INFO] lp_4:: duplicate requestVote for same term: term=43 2023-03-20T04:40:49.078Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-03-20T04:40:49.078Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=43 2023-03-20T04:40:49.079Z [INFO] lp_1:: duplicate requestVote for same term: term=43 2023-03-20T04:40:49.079Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:49.079Z [INFO] lp_2:: duplicate requestVote for same term: term=43 2023-03-20T04:40:49.079Z [INFO] lp_4:: duplicate requestVote for same term: term=43 2023-03-20T04:40:49.192Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:40:49.192Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=44 2023-03-20T04:40:49.192Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:40:49.193Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:49.193Z [INFO] lp_4:: election won: tally=3 2023-03-20T04:40:49.193Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2023-03-20T04:40:49.193Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2023-03-20T04:40:49.193Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2023-03-20T04:40:49.193Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2023-03-20T04:40:49.193Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2023-03-20T04:40:49.193Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T04:40:49.194Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:49.193Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-03-20T04:40:49.194Z [WARN] lp_2:: failed to get previous log: previous-index=358883 last-index=358818 error="log not found" 2023-03-20T04:40:49.194Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=358819 2023-03-20T04:40:49.195Z [WARN] lp_1:: failed to get previous log: previous-index=358883 last-index=358882 error="log not found" 2023-03-20T04:40:49.195Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=358883 2023-03-20T04:40:49.195Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:40:49.195Z [WARN] lp_3:: failed to get previous log: previous-index=358883 last-index=358820 error="log not found" 2023-03-20T04:40:49.195Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=358821 2023-03-20T04:40:49.196Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:40:49.196Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:40:49.204Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:49.214Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:49.235Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:49.275Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:49.356Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:49.360Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:49.432Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:40:49.432Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=77 2023-03-20T04:40:49.516Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:49.532Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:49.678Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:49.694Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=500.659579ms 2023-03-20T04:40:49.802Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:49.838Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:50.012Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:50.193Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=999.918716ms 2023-03-20T04:40:50.257Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:50.479Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:50.483Z [WARN] lp_0:: Election timeout reached, restarting election 2023-03-20T04:40:50.483Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=44 2023-03-20T04:40:50.484Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-03-20T04:40:50.484Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-03-20T04:40:50.484Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-03-20T04:40:50.484Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-03-20T04:40:50.561Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-03-20T04:40:50.654Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:40:50.654Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=78 2023-03-20T04:40:50.683Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T04:40:50.692Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=1.498765577s 2023-03-20T04:40:51.085Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader=lp_4 2023-03-20T04:40:51.861Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:40:51.861Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=79 2023-03-20T04:40:51.973Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:40:53.133Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:40:53.133Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=80 2023-03-20T04:40:54.223Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:54.230Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=81 2023-03-20T04:40:54.231Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:40:55.407Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:40:55.408Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=82 2023-03-20T04:40:55.683Z [INFO] Created partition 10 with nodes [lp_4 lp_0], partitions now are 10 = [lp_4 lp_0] 2023-03-20T04:40:55.684Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-03-20T04:40:55.684Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:40:55.684Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:40:55.764Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:55.764Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:55.778Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:55.790Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:55.804Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:55.827Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:55.831Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:55.847Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:55.881Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:55.896Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:55.953Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:55.962Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:55.963Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:55.979Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:55.988Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:55.996Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:56.046Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:56.081Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:56.098Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:56.105Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:56.114Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:56.167Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:56.175Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:56.185Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=500.441139ms 2023-03-20T04:40:56.185Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=500.157586ms 2023-03-20T04:40:56.185Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=500.61178ms 2023-03-20T04:40:56.185Z [WARN] lp_4:: failed to contact quorum of nodes, stepping down 2023-03-20T04:40:56.185Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-03-20T04:40:56.185Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:40:56.195Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:56.265Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:56.906Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:40:56.906Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=83 2023-03-20T04:40:57.044Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T04:40:57.044Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=45 2023-03-20T04:40:57.045Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-03-20T04:40:57.045Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:57.045Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-03-20T04:40:57.045Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:57.400Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T04:40:57.401Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=45 2023-03-20T04:40:57.401Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-03-20T04:40:57.401Z [INFO] lp_3:: duplicate requestVote for same term: term=45 2023-03-20T04:40:57.401Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-03-20T04:40:57.402Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2023-03-20T04:40:57.452Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-03-20T04:40:57.453Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=45 2023-03-20T04:40:57.453Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-03-20T04:40:57.453Z [INFO] lp_3:: duplicate requestVote for same term: term=45 2023-03-20T04:40:57.453Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-03-20T04:40:57.454Z [INFO] lp_1:: duplicate requestVote for same term: term=45 2023-03-20T04:40:57.892Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:40:57.892Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=45 2023-03-20T04:40:57.893Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:57.893Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:57.893Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:58.367Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:40:58.367Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=84 2023-03-20T04:40:58.412Z [WARN] lp_3:: Election timeout reached, restarting election 2023-03-20T04:40:58.412Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=46 2023-03-20T04:40:58.413Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-03-20T04:40:58.413Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:58.413Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-03-20T04:40:58.413Z [INFO] lp_3:: election won: tally=3 2023-03-20T04:40:58.414Z [INFO] lp_3:: entering leader state: leader="Node at lp_3 [Leader]" 2023-03-20T04:40:58.414Z [INFO] lp_3:: added peer, starting replication: peer=lp_0 2023-03-20T04:40:58.414Z [INFO] lp_3:: added peer, starting replication: peer=lp_1 2023-03-20T04:40:58.414Z [INFO] lp_3:: added peer, starting replication: peer=lp_2 2023-03-20T04:40:58.414Z [INFO] lp_3:: added peer, starting replication: peer=lp_4 2023-03-20T04:40:58.414Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:58.414Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:58.414Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:58.415Z [WARN] lp_2:: failed to get previous log: previous-index=408413 last-index=408409 error="log not found" 2023-03-20T04:40:58.415Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=408410 2023-03-20T04:40:58.415Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:40:58.415Z [WARN] lp_1:: failed to get previous log: previous-index=408413 last-index=408409 error="log not found" 2023-03-20T04:40:58.416Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=408410 2023-03-20T04:40:58.416Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:40:58.425Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:58.426Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:58.436Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:58.437Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:58.457Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:58.457Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:58.498Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:58.498Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:58.537Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:58.579Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:58.580Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:58.610Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:58.662Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:58.740Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:58.741Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:58.741Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:58.833Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:58.915Z [WARN] lp_3:: failed to contact: server-id=lp_0 time=501.368501ms 2023-03-20T04:40:58.915Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=500.935267ms 2023-03-20T04:40:58.921Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:58.981Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:59.017Z [WARN] lp_4:: Election timeout reached, restarting election 2023-03-20T04:40:59.018Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=46 2023-03-20T04:40:59.018Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-03-20T04:40:59.018Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-03-20T04:40:59.018Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-03-20T04:40:59.061Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:59.062Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:59.119Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:59.154Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:59.268Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:59.369Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:59.415Z [WARN] lp_3:: failed to contact: server-id=lp_0 time=1.0010124s 2023-03-20T04:40:59.415Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=1.000579166s 2023-03-20T04:40:59.510Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-03-20T04:40:59.675Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-03-20T04:40:59.684Z [INFO] Healing partition group 10, now partitions are [None] 2023-03-20T04:40:59.702Z [WARN] lp_0:: clearing log suffix: from=408414 to=408414 2023-03-20T04:40:59.703Z [WARN] lp_4:: clearing log suffix: from=408414 to=408414 2023-03-20T04:40:59.704Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader=lp_3 2023-03-20T04:40:59.775Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:40:59.776Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=85 2023-03-20T04:40:59.806Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:40:59.842Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:41:01.537Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:41:01.537Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=86 2023-03-20T04:41:03.051Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:41:03.051Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=87 2023-03-20T04:41:04.591Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:41:04.591Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=88 2023-03-20T04:41:04.684Z [INFO] Healing all partitions, partitions now [None] 2023-03-20T04:41:04.782Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-03-20T04:41:04.782Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-03-20T04:41:04.782Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-03-20T04:41:04.782Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-03-20T04:41:05.923Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:41:05.923Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=89 2023-03-20T04:41:05.924Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:41:07.398Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:41:07.398Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=90 2023-03-20T04:41:07.399Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:41:08.783Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:41:08.784Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=91 2023-03-20T04:41:08.784Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:41:10.281Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:41:10.281Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=92 2023-03-20T04:41:10.282Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:41:11.950Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:41:11.950Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=93 2023-03-20T04:41:13.360Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:41:13.360Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=94 2023-03-20T04:41:13.361Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:41:14.565Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:41:14.565Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=95 2023-03-20T04:41:16.321Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:41:16.321Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=96 2023-03-20T04:41:16.322Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:41:17.421Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:41:17.422Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=97 2023-03-20T04:41:18.488Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:41:18.489Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=98 2023-03-20T04:41:20.265Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:41:20.266Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=99 2023-03-20T04:41:22.049Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:41:22.050Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=100 2023-03-20T04:41:22.051Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:41:23.397Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:41:23.398Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=101 2023-03-20T04:41:24.865Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:41:24.866Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=102 2023-03-20T04:41:26.312Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:41:26.312Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=103 2023-03-20T04:41:27.608Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:41:27.609Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=104 2023-03-20T04:41:28.916Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:41:28.917Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=105 2023-03-20T04:41:28.917Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:41:30.032Z [INFO] node_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/node_0 2023-03-20T04:41:30.033Z [INFO] node_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-03-20T04:41:30.033Z [INFO] node_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/node_1 2023-03-20T04:41:30.034Z [INFO] node_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-03-20T04:41:30.034Z [INFO] node_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/node_2 2023-03-20T04:41:30.034Z [INFO] node_0:: entering follower state: follower="Node at node_0 [Follower]" leader= 2023-03-20T04:41:30.035Z [INFO] node_1:: entering follower state: follower="Node at node_1 [Follower]" leader= 2023-03-20T04:41:30.035Z [INFO] node_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-03-20T04:41:30.035Z [INFO] node_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/node_3 2023-03-20T04:41:30.036Z [INFO] node_2:: entering follower state: follower="Node at node_2 [Follower]" leader= 2023-03-20T04:41:30.036Z [INFO] node_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-03-20T04:41:30.036Z [INFO] node_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/node_4 2023-03-20T04:41:30.037Z [INFO] node_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-03-20T04:41:30.037Z [INFO] node_3:: entering follower state: follower="Node at node_3 [Follower]" leader= 2023-03-20T04:41:30.037Z [INFO] node_4:: entering follower state: follower="Node at node_4 [Follower]" leader= 2023-03-20T04:41:30.836Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:41:30.836Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=106 2023-03-20T04:41:30.837Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:41:31.058Z [WARN] node_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:41:31.058Z [INFO] node_4:: entering candidate state: node="Node at node_4 [Candidate]" term=2 2023-03-20T04:41:31.058Z [INFO] node_4:: election won: tally=3 2023-03-20T04:41:31.058Z [INFO] node_4:: entering leader state: leader="Node at node_4 [Leader]" 2023-03-20T04:41:31.058Z [INFO] node_4:: added peer, starting replication: peer=node_0 2023-03-20T04:41:31.058Z [INFO] node_4:: added peer, starting replication: peer=node_1 2023-03-20T04:41:31.058Z [INFO] node_4:: added peer, starting replication: peer=node_2 2023-03-20T04:41:31.058Z [INFO] node_4:: added peer, starting replication: peer=node_3 2023-03-20T04:41:31.059Z [INFO] node_4:: pipelining replication: peer="{Voter node_3 node_3}" 2023-03-20T04:41:31.059Z [INFO] node_4:: pipelining replication: peer="{Voter node_0 node_0}" 2023-03-20T04:41:31.059Z [INFO] node_4:: pipelining replication: peer="{Voter node_1 node_1}" 2023-03-20T04:41:31.059Z [INFO] node_4:: pipelining replication: peer="{Voter node_2 node_2}" 2023-03-20T04:41:32.100Z [INFO] node_4:: aborting pipeline replication: peer="{Voter node_3 node_3}" 2023-03-20T04:41:32.100Z [INFO] node_4:: aborting pipeline replication: peer="{Voter node_0 node_0}" 2023-03-20T04:41:32.100Z [INFO] node_4:: aborting pipeline replication: peer="{Voter node_1 node_1}" 2023-03-20T04:41:32.100Z [INFO] node_4:: aborting pipeline replication: peer="{Voter node_2 node_2}" 2023-03-20T04:41:32.250Z [WARN] ar_0:: Election timeout reached, restarting election 2023-03-20T04:41:32.250Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=107 2023-03-20T04:41:32.687Z [INFO] sv_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/sv_0 2023-03-20T04:41:32.688Z [INFO] sv_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-03-20T04:41:32.688Z [INFO] sv_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/sv_1 2023-03-20T04:41:32.689Z [INFO] sv_0:: entering follower state: follower="Node at sv_0 [Follower]" leader= 2023-03-20T04:41:32.689Z [INFO] sv_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-03-20T04:41:32.689Z [INFO] sv_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/sv_2 2023-03-20T04:41:32.689Z [INFO] sv_1:: entering follower state: follower="Node at sv_1 [Follower]" leader= 2023-03-20T04:41:32.690Z [INFO] sv_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-03-20T04:41:32.690Z [INFO] sv_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/sv_3 2023-03-20T04:41:32.690Z [INFO] sv_2:: entering follower state: follower="Node at sv_2 [Follower]" leader= 2023-03-20T04:41:32.691Z [INFO] sv_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-03-20T04:41:32.691Z [INFO] sv_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/sv_4 2023-03-20T04:41:32.691Z [INFO] sv_3:: entering follower state: follower="Node at sv_3 [Follower]" leader= 2023-03-20T04:41:32.692Z [INFO] sv_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-03-20T04:41:32.692Z [INFO] sv_4:: entering follower state: follower="Node at sv_4 [Follower]" leader= 2023-03-20T04:41:33.439Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:41:33.439Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=108 2023-03-20T04:41:33.439Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-03-20T04:41:33.940Z [WARN] sv_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:41:33.940Z [INFO] sv_1:: entering candidate state: node="Node at sv_1 [Candidate]" term=2 2023-03-20T04:41:33.941Z [INFO] sv_1:: election won: tally=3 2023-03-20T04:41:33.941Z [INFO] sv_1:: entering leader state: leader="Node at sv_1 [Leader]" 2023-03-20T04:41:33.941Z [INFO] sv_1:: added peer, starting replication: peer=sv_0 2023-03-20T04:41:33.941Z [INFO] sv_1:: added peer, starting replication: peer=sv_2 2023-03-20T04:41:33.941Z [INFO] sv_1:: added peer, starting replication: peer=sv_3 2023-03-20T04:41:33.941Z [INFO] sv_1:: added peer, starting replication: peer=sv_4 2023-03-20T04:41:33.942Z [INFO] sv_1:: pipelining replication: peer="{Voter sv_2 sv_2}" 2023-03-20T04:41:33.942Z [INFO] sv_1:: pipelining replication: peer="{Voter sv_3 sv_3}" 2023-03-20T04:41:33.943Z [INFO] sv_1:: pipelining replication: peer="{Voter sv_4 sv_4}" 2023-03-20T04:41:33.943Z [INFO] sv_1:: pipelining replication: peer="{Voter sv_0 sv_0}" 2023-03-20T04:41:34.737Z [WARN] ar_1:: Election timeout reached, restarting election 2023-03-20T04:41:34.737Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=109 2023-03-20T04:41:35.011Z [INFO] sv_1:: aborting pipeline replication: peer="{Voter sv_4 sv_4}" 2023-03-20T04:41:35.011Z [INFO] sv_1:: aborting pipeline replication: peer="{Voter sv_0 sv_0}" 2023-03-20T04:41:35.011Z [INFO] sv_1:: aborting pipeline replication: peer="{Voter sv_2 sv_2}" 2023-03-20T04:41:35.011Z [INFO] sv_1:: aborting pipeline replication: peer="{Voter sv_3 sv_3}" 2023-03-20T04:41:35.574Z [INFO] svr_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/svr_0 2023-03-20T04:41:35.576Z [INFO] svr_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-03-20T04:41:35.576Z [INFO] svr_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/svr_1 2023-03-20T04:41:35.576Z [INFO] svr_0:: entering follower state: follower="Node at svr_0 [Follower]" leader= 2023-03-20T04:41:35.577Z [INFO] svr_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-03-20T04:41:35.577Z [INFO] svr_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/svr_2 2023-03-20T04:41:35.578Z [INFO] svr_1:: entering follower state: follower="Node at svr_1 [Follower]" leader= 2023-03-20T04:41:35.578Z [INFO] svr_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-03-20T04:41:35.579Z [INFO] svr_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/svr_3 2023-03-20T04:41:35.579Z [INFO] svr_2:: entering follower state: follower="Node at svr_2 [Follower]" leader= 2023-03-20T04:41:35.580Z [INFO] svr_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-03-20T04:41:35.580Z [INFO] svr_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2272028964/b001/data/svr_4 2023-03-20T04:41:35.581Z [INFO] svr_3:: entering follower state: follower="Node at svr_3 [Follower]" leader= 2023-03-20T04:41:35.583Z [INFO] svr_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-03-20T04:41:35.588Z [INFO] svr_4:: entering follower state: follower="Node at svr_4 [Follower]" leader= 2023-03-20T04:41:36.485Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:41:36.485Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=110 2023-03-20T04:41:36.485Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-03-20T04:41:36.591Z [WARN] svr_4:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:41:36.592Z [INFO] svr_4:: entering candidate state: node="Node at svr_4 [Candidate]" term=2 2023-03-20T04:41:36.592Z [INFO] svr_4:: election won: tally=3 2023-03-20T04:41:36.592Z [INFO] svr_4:: entering leader state: leader="Node at svr_4 [Leader]" 2023-03-20T04:41:36.592Z [INFO] svr_4:: added peer, starting replication: peer=svr_0 2023-03-20T04:41:36.592Z [INFO] svr_4:: added peer, starting replication: peer=svr_1 2023-03-20T04:41:36.592Z [INFO] svr_4:: added peer, starting replication: peer=svr_2 2023-03-20T04:41:36.592Z [INFO] svr_4:: added peer, starting replication: peer=svr_3 2023-03-20T04:41:36.593Z [INFO] svr_4:: pipelining replication: peer="{Voter svr_1 svr_1}" 2023-03-20T04:41:36.593Z [INFO] svr_4:: pipelining replication: peer="{Voter svr_0 svr_0}" 2023-03-20T04:41:36.593Z [INFO] svr_4:: pipelining replication: peer="{Voter svr_2 svr_2}" 2023-03-20T04:41:36.594Z [INFO] svr_4:: pipelining replication: peer="{Voter svr_3 svr_3}" 2023-03-20T04:41:37.651Z [INFO] svr_4:: aborting pipeline replication: peer="{Voter svr_3 svr_3}" 2023-03-20T04:41:37.651Z [INFO] svr_4:: aborting pipeline replication: peer="{Voter svr_0 svr_0}" 2023-03-20T04:41:37.651Z [INFO] svr_4:: aborting pipeline replication: peer="{Voter svr_1 svr_1}" 2023-03-20T04:41:37.652Z [INFO] svr_4:: aborting pipeline replication: peer="{Voter svr_2 svr_2}" 2023-03-20T04:41:38.107Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-03-20T04:41:38.107Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=111 2023-03-20T04:41:38.107Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= PASS ok github.com/hashicorp/raft/fuzzy 169.969s + RPM_EC=0 ++ jobs -p + exit 0 Processing files: golang-github-hashicorp-raft-devel-1.2.0-7.fc39.noarch Executing(%doc): /bin/sh -e /var/tmp/rpm-tmp.ZmMlMS + umask 022 + cd /builddir/build/BUILD + cd raft-1.2.0 + DOCDIR=/builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + export LC_ALL=C + LC_ALL=C + export DOCDIR + /usr/bin/mkdir -p /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + cp -pr CHANGELOG.md /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + cp -pr README.md /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + cp -pr membership.md /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + RPM_EC=0 ++ jobs -p + exit 0 Executing(%license): /bin/sh -e /var/tmp/rpm-tmp.7pktye + umask 022 + cd /builddir/build/BUILD + cd raft-1.2.0 + LICENSEDIR=/builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64/usr/share/licenses/golang-github-hashicorp-raft-devel + export LC_ALL=C + LC_ALL=C + export LICENSEDIR + /usr/bin/mkdir -p /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64/usr/share/licenses/golang-github-hashicorp-raft-devel + cp -pr LICENSE /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64/usr/share/licenses/golang-github-hashicorp-raft-devel + RPM_EC=0 ++ jobs -p + exit 0 grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : Provides: golang(github.com/hashicorp/raft) = 1.2.0-7.fc39 golang(github.com/hashicorp/raft/bench) = 1.2.0-7.fc39 golang(github.com/hashicorp/raft/fuzzy) = 1.2.0-7.fc39 golang-github-hashicorp-raft-devel = 1.2.0-7.fc39 golang-ipath(github.com/hashicorp/raft) = 1.2.0-7.fc39 Requires(rpmlib): rpmlib(CompressedFileNames) <= 3.0.4-1 rpmlib(FileDigests) <= 4.6.0-1 rpmlib(PayloadFilesHavePrefix) <= 4.0-1 Requires: go-filesystem golang(github.com/armon/go-metrics) golang(github.com/hashicorp/go-hclog) golang(github.com/hashicorp/go-msgpack/codec) Checking for unpackaged file(s): /usr/lib/rpm/check-files /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64 Wrote: /builddir/build/RPMS/golang-github-hashicorp-raft-devel-1.2.0-7.fc39.noarch.rpm Executing(%clean): /bin/sh -e /var/tmp/rpm-tmp.4x8hqD + umask 022 + cd /builddir/build/BUILD + cd raft-1.2.0 + /usr/bin/rm -rf /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc39.x86_64 + RPM_EC=0 ++ jobs -p + exit 0 Executing(rmbuild): /bin/sh -e /var/tmp/rpm-tmp.o515Ix + umask 022 + cd /builddir/build/BUILD + rm -rf raft-1.2.0 raft-1.2.0.gemspec + RPM_EC=0 ++ jobs -p + exit 0 Child return code was: 0