Mock Version: 3.5 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target x86_64 --nodeps /builddir/build/SPECS/golang-github-hashicorp-raft.spec'], chrootPath='/var/lib/mock/fedora-rawhide-x86_64-1674790085.104989/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=timeout=0uid=1000gid=135user='mockbuild'nspawn_args=['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.kbrwhnwd:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11']unshare_net=TrueprintOutput=True) Using nspawn with args ['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.kbrwhnwd:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11'] Executing command: ['/usr/bin/systemd-nspawn', '-q', '-M', '5a2635412130477ab1e714de42557d4b', '-D', '/var/lib/mock/fedora-rawhide-x86_64-1674790085.104989/root', '-a', '-u', 'mockbuild', '--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.kbrwhnwd:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11', '--console=pipe', '--setenv=TERM=vt100', '--setenv=SHELL=/bin/bash', '--setenv=HOME=/builddir', '--setenv=HOSTNAME=mock', '--setenv=PATH=/usr/bin:/bin:/usr/sbin:/sbin', '--setenv=PROMPT_COMMAND=printf "\\033]0;\\007"', '--setenv=PS1= \\s-\\v\\$ ', '--setenv=LANG=C.UTF-8', '--resolv-conf=off', 'bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target x86_64 --nodeps /builddir/build/SPECS/golang-github-hashicorp-raft.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8', 'SYSTEMD_NSPAWN_TMPFS_TMP': '0', 'SYSTEMD_SECCOMP': '0'} and shell False Building target platforms: x86_64 Building for target x86_64 setting SOURCE_DATE_EPOCH=1674086400 Wrote: /builddir/build/SRPMS/golang-github-hashicorp-raft-1.2.0-7.fc38.src.rpm Child return code was: 0 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target x86_64 --nodeps /builddir/build/SPECS/golang-github-hashicorp-raft.spec'], chrootPath='/var/lib/mock/fedora-rawhide-x86_64-1674790085.104989/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=timeout=0uid=1000gid=135user='mockbuild'nspawn_args=['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.kbrwhnwd:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11']unshare_net=TrueprintOutput=True) Using nspawn with args ['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.kbrwhnwd:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11'] Executing command: ['/usr/bin/systemd-nspawn', '-q', '-M', 'a6f6d9161a0a4afa9e546f9ca5a77d71', '-D', '/var/lib/mock/fedora-rawhide-x86_64-1674790085.104989/root', '-a', '-u', 'mockbuild', '--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.kbrwhnwd:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11', '--console=pipe', '--setenv=TERM=vt100', '--setenv=SHELL=/bin/bash', '--setenv=HOME=/builddir', '--setenv=HOSTNAME=mock', '--setenv=PATH=/usr/bin:/bin:/usr/sbin:/sbin', '--setenv=PROMPT_COMMAND=printf "\\033]0;\\007"', '--setenv=PS1= \\s-\\v\\$ ', '--setenv=LANG=C.UTF-8', '--resolv-conf=off', 'bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target x86_64 --nodeps /builddir/build/SPECS/golang-github-hashicorp-raft.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8', 'SYSTEMD_NSPAWN_TMPFS_TMP': '0', 'SYSTEMD_SECCOMP': '0'} and shell False Building target platforms: x86_64 Building for target x86_64 setting SOURCE_DATE_EPOCH=1674086400 Executing(%prep): /bin/sh -e /var/tmp/rpm-tmp.j23t2q + umask 022 + cd /builddir/build/BUILD + cd /builddir/build/BUILD + rm -rf raft-1.2.0 + /usr/lib/rpm/rpmuncompress -x /builddir/build/SOURCES/raft-1.2.0.tar.gz + STATUS=0 + '[' 0 -ne 0 ']' + cd raft-1.2.0 + /usr/bin/chmod -Rf a+rX,u+w,g-w,o-w . + rm -fr /builddir/build/BUILD/raft-1.2.0/vendor + [[ ! -e /builddir/build/BUILD/raft-1.2.0/_build/bin ]] + install -m 0755 -vd /builddir/build/BUILD/raft-1.2.0/_build/bin install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build' install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build/bin' + export GOPATH=/builddir/build/BUILD/raft-1.2.0/_build:/usr/share/gocode + GOPATH=/builddir/build/BUILD/raft-1.2.0/_build:/usr/share/gocode + [[ ! -e /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft ]] ++ dirname /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft + install -m 0755 -vd /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build/src' install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build/src/github.com' install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp' + ln -fs /builddir/build/BUILD/raft-1.2.0 /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft + cd /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft + cp /builddir/build/SOURCES/glide.yaml /builddir/build/SOURCES/glide.lock . + RPM_EC=0 ++ jobs -p + exit 0 Executing(%install): /bin/sh -e /var/tmp/rpm-tmp.OMiTmB + umask 022 + cd /builddir/build/BUILD + '[' /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc38.x86_64 '!=' / ']' + rm -rf /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc38.x86_64 ++ dirname /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc38.x86_64 + mkdir -p /builddir/build/BUILDROOT + mkdir /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc38.x86_64 + cd raft-1.2.0 + cd /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft + IFS= +++ realpath -e --relative-base=. glide.lock glide.yaml +++ sort -u ++ listfiles_include='glide.lock glide.yaml' ++ echo 'glide.lock glide.yaml' + gosupfiles='glide.lock glide.yaml' + mapfile -t gosupfilesA + go-rpm-integration install -i github.com/hashicorp/raft -b /builddir/build/BUILD/raft-1.2.0/_build/bin -s /builddir/build/BUILD/raft-1.2.0/_build -o golang-github-hashicorp-raft-devel.file-list -O /builddir/build/BUILD/raft-1.2.0 -V 1.2.0-7.fc38 -p /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc38.x86_64 -g /usr/share/gocode -r '.*example.*' glide.lock glide.yaml Installing: github.com/hashicorp/raft + IFS= +++ realpath -e --relative-base=. README.md membership.md CHANGELOG.md +++ sort -u ++ listfiles_include='CHANGELOG.md README.md membership.md' ++ echo 'CHANGELOG.md README.md membership.md' + godocs='CHANGELOG.md README.md membership.md' + [[ -n CHANGELOG.md README.md membership.md ]] + IFS= + read -r f + echo %doc '"CHANGELOG.md"' + IFS= + read -r f + echo %doc '"README.md"' + IFS= + read -r f + echo %doc '"membership.md"' + IFS= + read -r f + IFS= +++ realpath -e --relative-base=. LICENSE +++ sort -u ++ listfiles_include=LICENSE ++ echo LICENSE + golicenses=LICENSE + [[ -n LICENSE ]] + IFS= + read -r f + echo %license '"LICENSE"' + IFS= + read -r f + /usr/lib/rpm/check-buildroot + /usr/lib/rpm/redhat/brp-ldconfig + /usr/lib/rpm/brp-compress + /usr/lib/rpm/brp-strip /usr/bin/strip + /usr/lib/rpm/brp-strip-comment-note /usr/bin/strip /usr/bin/objdump + /usr/lib/rpm/redhat/brp-strip-lto /usr/bin/strip + /usr/lib/rpm/brp-strip-static-archive /usr/bin/strip + /usr/lib/rpm/check-rpaths + /usr/lib/rpm/redhat/brp-mangle-shebangs + /usr/lib/rpm/brp-remove-la-files + env /usr/lib/rpm/redhat/brp-python-bytecompile '' 1 0 -j2 + /usr/lib/rpm/redhat/brp-python-hardlink Executing(%check): /bin/sh -e /var/tmp/rpm-tmp.1ZnDEG + umask 022 + cd /builddir/build/BUILD + cd raft-1.2.0 + LDFLAGS=' -X github.com/hashicorp/raft/version=1.2.0' + GO_TEST_FLAGS='-buildmode pie -compiler gc' + GO_TEST_EXT_LD_FLAGS='-Wl,-z,relro -Wl,--as-needed -Wl,-z,now -specs=/usr/lib/rpm/redhat/redhat-hardened-ld -specs=/usr/lib/rpm/redhat/redhat-annobin-cc1 -Wl,--build-id=sha1 -specs=/usr/lib/rpm/redhat/redhat-package-notes ' + go-rpm-integration check -i github.com/hashicorp/raft -b /builddir/build/BUILD/raft-1.2.0/_build/bin -s /builddir/build/BUILD/raft-1.2.0/_build -V 1.2.0-7.fc38 -p /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc38.x86_64 -g /usr/share/gocode -r '.*example.*' -d . Testing in: /builddir/build/BUILD/raft-1.2.0/_build/src PATH: /builddir/build/BUILD/raft-1.2.0/_build/bin:/builddir/.local/bin:/builddir/bin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/sbin GOPATH: /builddir/build/BUILD/raft-1.2.0/_build:/usr/share/gocode GO111MODULE: off command: go test -buildmode pie -compiler gc -ldflags " -X github.com/hashicorp/raft/version=1.2.0 -extldflags '-Wl,-z,relro -Wl,--as-needed -Wl,-z,now -specs=/usr/lib/rpm/redhat/redhat-hardened-ld -specs=/usr/lib/rpm/redhat/redhat-annobin-cc1 -Wl,--build-id=sha1 -specs=/usr/lib/rpm/redhat/redhat-package-notes '" testing: github.com/hashicorp/raft github.com/hashicorp/raft/bench ? github.com/hashicorp/raft/bench [no test files] github.com/hashicorp/raft/fuzzy 2023-01-27T03:30:24.346Z [INFO] lt_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/lt_0 2023-01-27T03:30:24.347Z [INFO] lt_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-01-27T03:30:24.347Z [INFO] lt_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/lt_1 2023-01-27T03:30:24.347Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2023-01-27T03:30:24.348Z [INFO] lt_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-01-27T03:30:24.349Z [INFO] lt_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/lt_2 2023-01-27T03:30:24.349Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2023-01-27T03:30:24.350Z [INFO] lt_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-01-27T03:30:24.350Z [INFO] lt_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/lt_3 2023-01-27T03:30:24.351Z [INFO] lt_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-01-27T03:30:24.351Z [INFO] lt_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/lt_4 2023-01-27T03:30:24.351Z [INFO] lt_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-01-27T03:30:24.353Z [INFO] lt_3:: entering follower state: follower="Node at lt_3 [Follower]" leader= 2023-01-27T03:30:24.353Z [INFO] lt_4:: entering follower state: follower="Node at lt_4 [Follower]" leader= 2023-01-27T03:30:24.353Z [INFO] lt_2:: entering follower state: follower="Node at lt_2 [Follower]" leader= 2023-01-27T03:30:25.429Z [WARN] lt_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:30:25.429Z [INFO] lt_3:: entering candidate state: node="Node at lt_3 [Candidate]" term=2 2023-01-27T03:30:25.430Z [INFO] lt_3:: election won: tally=3 2023-01-27T03:30:25.430Z [INFO] lt_3:: entering leader state: leader="Node at lt_3 [Leader]" 2023-01-27T03:30:25.430Z [INFO] lt_3:: added peer, starting replication: peer=lt_0 2023-01-27T03:30:25.430Z [INFO] lt_3:: added peer, starting replication: peer=lt_1 2023-01-27T03:30:25.430Z [INFO] lt_3:: added peer, starting replication: peer=lt_2 2023-01-27T03:30:25.430Z [INFO] lt_3:: added peer, starting replication: peer=lt_4 2023-01-27T03:30:25.431Z [INFO] lt_3:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-01-27T03:30:25.430Z [INFO] lt_3:: pipelining replication: peer="{Voter lt_0 lt_0}" 2023-01-27T03:30:25.431Z [INFO] lt_3:: pipelining replication: peer="{Voter lt_1 lt_1}" 2023-01-27T03:30:25.431Z [INFO] lt_3:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-01-27T03:30:26.120Z [INFO] lt_0:: entering candidate state: node="Node at lt_0 [Candidate]" term=3 2023-01-27T03:30:26.120Z [INFO] lt_0:: election won: tally=3 2023-01-27T03:30:26.120Z [INFO] lt_0:: entering leader state: leader="Node at lt_0 [Leader]" 2023-01-27T03:30:26.120Z [INFO] lt_0:: added peer, starting replication: peer=lt_1 2023-01-27T03:30:26.121Z [INFO] lt_0:: added peer, starting replication: peer=lt_2 2023-01-27T03:30:26.121Z [INFO] lt_0:: added peer, starting replication: peer=lt_3 2023-01-27T03:30:26.121Z [INFO] lt_0:: added peer, starting replication: peer=lt_4 2023-01-27T03:30:26.121Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-01-27T03:30:26.121Z [INFO] lt_3:: entering follower state: follower="Node at lt_3 [Follower]" leader= 2023-01-27T03:30:26.121Z [INFO] lt_3:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-01-27T03:30:26.122Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_1 lt_1}" 2023-01-27T03:30:26.122Z [INFO] lt_3:: aborting pipeline replication: peer="{Voter lt_0 lt_0}" 2023-01-27T03:30:26.122Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-01-27T03:30:26.122Z [INFO] lt_3:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2023-01-27T03:30:26.123Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-01-27T03:30:26.122Z [INFO] lt_3:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-01-27T03:30:26.489Z [INFO] lt_1:: entering candidate state: node="Node at lt_1 [Candidate]" term=4 2023-01-27T03:30:26.490Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2023-01-27T03:30:26.490Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-01-27T03:30:26.490Z [INFO] lt_1:: election won: tally=3 2023-01-27T03:30:26.490Z [INFO] lt_1:: entering leader state: leader="Node at lt_1 [Leader]" 2023-01-27T03:30:26.490Z [INFO] lt_1:: added peer, starting replication: peer=lt_0 2023-01-27T03:30:26.490Z [INFO] lt_1:: added peer, starting replication: peer=lt_2 2023-01-27T03:30:26.490Z [INFO] lt_1:: added peer, starting replication: peer=lt_3 2023-01-27T03:30:26.491Z [INFO] lt_1:: added peer, starting replication: peer=lt_4 2023-01-27T03:30:26.491Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-01-27T03:30:26.491Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2023-01-27T03:30:26.491Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-01-27T03:30:26.492Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-01-27T03:30:26.492Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_0 lt_0}" 2023-01-27T03:30:26.492Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-01-27T03:30:26.493Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-01-27T03:30:27.448Z [INFO] lt_0:: entering candidate state: node="Node at lt_0 [Candidate]" term=5 2023-01-27T03:30:27.448Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2023-01-27T03:30:27.448Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-01-27T03:30:27.448Z [INFO] lt_0:: election won: tally=3 2023-01-27T03:30:27.448Z [INFO] lt_0:: entering leader state: leader="Node at lt_0 [Leader]" 2023-01-27T03:30:27.448Z [INFO] lt_0:: added peer, starting replication: peer=lt_1 2023-01-27T03:30:27.448Z [INFO] lt_0:: added peer, starting replication: peer=lt_2 2023-01-27T03:30:27.448Z [INFO] lt_0:: added peer, starting replication: peer=lt_3 2023-01-27T03:30:27.448Z [INFO] lt_0:: added peer, starting replication: peer=lt_4 2023-01-27T03:30:27.448Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-01-27T03:30:27.448Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_0 lt_0}" 2023-01-27T03:30:27.448Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-01-27T03:30:27.448Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-01-27T03:30:27.448Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_1 lt_1}" 2023-01-27T03:30:27.449Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-01-27T03:30:27.449Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-01-27T03:30:27.551Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-01-27T03:30:27.551Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2023-01-27T03:30:27.551Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-01-27T03:30:27.551Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-01-27T03:30:28.707Z [INFO] m_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/m_0 2023-01-27T03:30:28.708Z [INFO] m_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-01-27T03:30:28.708Z [INFO] m_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/m_1 2023-01-27T03:30:28.709Z [INFO] m_0:: entering follower state: follower="Node at m_0 [Follower]" leader= 2023-01-27T03:30:28.716Z [INFO] m_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-01-27T03:30:28.716Z [INFO] m_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/m_2 2023-01-27T03:30:28.717Z [INFO] m_1:: entering follower state: follower="Node at m_1 [Follower]" leader= 2023-01-27T03:30:28.719Z [INFO] m_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-01-27T03:30:28.719Z [INFO] m_2:: entering follower state: follower="Node at m_2 [Follower]" leader= 2023-01-27T03:30:30.017Z [WARN] m_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:30:30.017Z [INFO] m_2:: entering candidate state: node="Node at m_2 [Candidate]" term=2 2023-01-27T03:30:30.017Z [INFO] m_2:: election won: tally=2 2023-01-27T03:30:30.018Z [INFO] m_2:: entering leader state: leader="Node at m_2 [Leader]" 2023-01-27T03:30:30.018Z [INFO] m_2:: added peer, starting replication: peer=m_0 2023-01-27T03:30:30.018Z [INFO] m_2:: added peer, starting replication: peer=m_1 2023-01-27T03:30:30.018Z [INFO] m_2:: pipelining replication: peer="{Voter m_1 m_1}" 2023-01-27T03:30:30.018Z [INFO] m_2:: pipelining replication: peer="{Voter m_0 m_0}" 2023-01-27T03:30:30.019Z [WARN] m_1:: rejecting vote request since our last term is greater: candidate=m_2 last-term=2 last-candidate-term=1 2023-01-27T03:30:30.028Z [INFO] m_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/m_3 2023-01-27T03:30:30.033Z [INFO] m_3:: initial configuration: index=0 servers=[] 2023-01-27T03:30:30.033Z [INFO] m_2:: updating configuration: command=AddStaging server-id=m_3 server-addr=m_3 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2} {Suffrage:Voter ID:m_3 Address:m_3}]" 2023-01-27T03:30:30.033Z [INFO] m_2:: added peer, starting replication: peer=m_3 2023-01-27T03:30:30.034Z [INFO] m_3:: entering follower state: follower="Node at m_3 [Follower]" leader= 2023-01-27T03:30:30.035Z [WARN] m_3:: failed to get previous log: previous-index=111 last-index=0 error="log not found" 2023-01-27T03:30:30.035Z [WARN] m_2:: appendEntries rejected, sending older logs: peer="{Voter m_3 m_3}" next=1 2023-01-27T03:30:30.038Z [INFO] m_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/m_4 2023-01-27T03:30:30.040Z [INFO] m_2:: pipelining replication: peer="{Voter m_3 m_3}" 2023-01-27T03:30:30.040Z [INFO] m_4:: initial configuration: index=0 servers=[] 2023-01-27T03:30:30.040Z [INFO] m_2:: updating configuration: command=AddStaging server-id=m_4 server-addr=m_4 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2} {Suffrage:Voter ID:m_3 Address:m_3} {Suffrage:Voter ID:m_4 Address:m_4}]" 2023-01-27T03:30:30.040Z [INFO] m_2:: added peer, starting replication: peer=m_4 2023-01-27T03:30:30.042Z [INFO] m_4:: entering follower state: follower="Node at m_4 [Follower]" leader= 2023-01-27T03:30:30.042Z [WARN] m_4:: failed to get previous log: previous-index=152 last-index=0 error="log not found" 2023-01-27T03:30:30.042Z [WARN] m_2:: appendEntries rejected, sending older logs: peer="{Voter m_4 m_4}" next=1 2023-01-27T03:30:30.045Z [INFO] m_2:: pipelining replication: peer="{Voter m_4 m_4}" 2023-01-27T03:30:35.182Z [INFO] m_2:: aborting pipeline replication: peer="{Voter m_4 m_4}" 2023-01-27T03:30:35.182Z [INFO] m_2:: aborting pipeline replication: peer="{Voter m_0 m_0}" 2023-01-27T03:30:35.182Z [INFO] m_2:: aborting pipeline replication: peer="{Voter m_1 m_1}" 2023-01-27T03:30:35.182Z [INFO] m_2:: aborting pipeline replication: peer="{Voter m_3 m_3}" 2023-01-27T03:30:37.570Z [INFO] ar_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/ar_0 2023-01-27T03:30:37.571Z [INFO] ar_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-01-27T03:30:37.572Z [INFO] ar_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/ar_1 2023-01-27T03:30:37.572Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:30:37.572Z [INFO] ar_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-01-27T03:30:37.572Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:30:37.573Z [INFO] ar_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/ar_2 2023-01-27T03:30:37.573Z [INFO] ar_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-01-27T03:30:37.574Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:30:38.983Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:30:38.983Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=2 2023-01-27T03:30:38.984Z [INFO] ar_2:: election won: tally=2 2023-01-27T03:30:38.984Z [INFO] ar_2:: entering leader state: leader="Node at ar_2 [Leader]" 2023-01-27T03:30:38.984Z [INFO] ar_2:: added peer, starting replication: peer=ar_0 2023-01-27T03:30:38.985Z [INFO] ar_2:: added peer, starting replication: peer=ar_1 2023-01-27T03:30:38.985Z [INFO] ar_2:: pipelining replication: peer="{Voter ar_1 ar_1}" 2023-01-27T03:30:38.985Z [INFO] ar_2:: pipelining replication: peer="{Voter ar_0 ar_0}" 2023-01-27T03:30:38.988Z [INFO] ar_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/ar_3 2023-01-27T03:30:38.989Z [INFO] ar_3:: initial configuration: index=0 servers=[] 2023-01-27T03:30:38.989Z [INFO] ar_2:: updating configuration: command=AddStaging server-id=ar_3 server-addr=ar_3 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2} {Suffrage:Voter ID:ar_3 Address:ar_3}]" 2023-01-27T03:30:38.989Z [INFO] ar_3:: entering follower state: follower="Node at ar_3 [Follower]" leader= 2023-01-27T03:30:38.989Z [INFO] ar_2:: added peer, starting replication: peer=ar_3 2023-01-27T03:30:38.990Z [WARN] ar_3:: failed to get previous log: previous-index=103 last-index=0 error="log not found" 2023-01-27T03:30:38.990Z [WARN] ar_2:: appendEntries rejected, sending older logs: peer="{Voter ar_3 ar_3}" next=1 2023-01-27T03:30:38.991Z [INFO] ar_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/ar_4 2023-01-27T03:30:38.991Z [INFO] ar_4:: initial configuration: index=0 servers=[] 2023-01-27T03:30:38.992Z [INFO] ar_2:: updating configuration: command=AddStaging server-id=ar_4 server-addr=ar_4 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2} {Suffrage:Voter ID:ar_3 Address:ar_3} {Suffrage:Voter ID:ar_4 Address:ar_4}]" 2023-01-27T03:30:38.992Z [INFO] ar_2:: added peer, starting replication: peer=ar_4 2023-01-27T03:30:38.992Z [INFO] ar_4:: entering follower state: follower="Node at ar_4 [Follower]" leader= 2023-01-27T03:30:38.992Z [WARN] ar_4:: failed to get previous log: previous-index=105 last-index=0 error="log not found" 2023-01-27T03:30:38.992Z [WARN] ar_2:: appendEntries rejected, sending older logs: peer="{Voter ar_4 ar_4}" next=1 2023-01-27T03:30:38.993Z [INFO] ar_2:: pipelining replication: peer="{Voter ar_3 ar_3}" 2023-01-27T03:30:38.994Z [INFO] Removing node ar_0 from cluster 2023-01-27T03:30:38.994Z [INFO] Removing node ar_1 from cluster 2023-01-27T03:30:38.995Z [INFO] ar_2:: pipelining replication: peer="{Voter ar_4 ar_4}" 2023-01-27T03:30:39.179Z [INFO] ar_2:: aborting pipeline replication: peer="{Voter ar_4 ar_4}" 2023-01-27T03:30:39.179Z [INFO] ar_2:: aborting pipeline replication: peer="{Voter ar_0 ar_0}" 2023-01-27T03:30:39.179Z [INFO] ar_2:: aborting pipeline replication: peer="{Voter ar_1 ar_1}" 2023-01-27T03:30:39.179Z [INFO] ar_2:: aborting pipeline replication: peer="{Voter ar_3 ar_3}" 2023-01-27T03:30:39.225Z [INFO] rl_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/rl_0 2023-01-27T03:30:39.229Z [INFO] rl_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-01-27T03:30:39.229Z [INFO] rl_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/rl_1 2023-01-27T03:30:39.229Z [INFO] rl_0:: entering follower state: follower="Node at rl_0 [Follower]" leader= 2023-01-27T03:30:39.231Z [INFO] rl_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-01-27T03:30:39.231Z [INFO] rl_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/rl_2 2023-01-27T03:30:39.231Z [INFO] rl_1:: entering follower state: follower="Node at rl_1 [Follower]" leader= 2023-01-27T03:30:39.233Z [INFO] rl_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-01-27T03:30:39.233Z [INFO] rl_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/rl_3 2023-01-27T03:30:39.234Z [INFO] rl_2:: entering follower state: follower="Node at rl_2 [Follower]" leader= 2023-01-27T03:30:39.235Z [INFO] rl_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-01-27T03:30:39.235Z [INFO] rl_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/rl_4 2023-01-27T03:30:39.236Z [INFO] rl_3:: entering follower state: follower="Node at rl_3 [Follower]" leader= 2023-01-27T03:30:39.238Z [INFO] rl_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-01-27T03:30:39.239Z [INFO] rl_4:: entering follower state: follower="Node at rl_4 [Follower]" leader= 2023-01-27T03:30:40.350Z [WARN] rl_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:30:40.350Z [INFO] rl_4:: entering candidate state: node="Node at rl_4 [Candidate]" term=2 2023-01-27T03:30:40.350Z [INFO] rl_4:: election won: tally=3 2023-01-27T03:30:40.351Z [INFO] rl_4:: entering leader state: leader="Node at rl_4 [Leader]" 2023-01-27T03:30:40.351Z [INFO] rl_4:: added peer, starting replication: peer=rl_0 2023-01-27T03:30:40.351Z [INFO] rl_4:: added peer, starting replication: peer=rl_1 2023-01-27T03:30:40.351Z [INFO] rl_4:: added peer, starting replication: peer=rl_2 2023-01-27T03:30:40.351Z [INFO] rl_4:: added peer, starting replication: peer=rl_3 2023-01-27T03:30:40.351Z [INFO] rl_4:: pipelining replication: peer="{Voter rl_1 rl_1}" 2023-01-27T03:30:40.351Z [INFO] rl_4:: pipelining replication: peer="{Voter rl_0 rl_0}" 2023-01-27T03:30:40.351Z [INFO] rl_4:: pipelining replication: peer="{Voter rl_2 rl_2}" 2023-01-27T03:30:40.352Z [INFO] rl_4:: pipelining replication: peer="{Voter rl_3 rl_3}" 2023-01-27T03:30:40.645Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader=ar_2 2023-01-27T03:30:40.645Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=3 2023-01-27T03:30:40.646Z [WARN] ar_0:: rejecting vote request since we have a leader: from=ar_1 leader=ar_2 2023-01-27T03:30:40.948Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader=ar_2 2023-01-27T03:30:40.948Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=3 2023-01-27T03:30:40.949Z [INFO] ar_1:: duplicate requestVote for same term: term=3 2023-01-27T03:30:41.356Z [INFO] Removing node rl_4 from cluster 2023-01-27T03:30:41.804Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:30:41.804Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=4 2023-01-27T03:30:41.804Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:30:42.853Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:30:42.853Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=5 2023-01-27T03:30:44.558Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:30:44.559Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=6 2023-01-27T03:30:46.542Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:30:46.542Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=7 2023-01-27T03:30:46.807Z [WARN] rl_4:: failed to contact: server-id=rl_3 time=500.063565ms 2023-01-27T03:30:46.834Z [INFO] rl_4:: aborting pipeline replication: peer="{Voter rl_3 rl_3}" 2023-01-27T03:30:46.834Z [INFO] rl_4:: aborting pipeline replication: peer="{Voter rl_0 rl_0}" 2023-01-27T03:30:46.834Z [INFO] rl_4:: aborting pipeline replication: peer="{Voter rl_1 rl_1}" 2023-01-27T03:30:46.834Z [INFO] rl_4:: aborting pipeline replication: peer="{Voter rl_2 rl_2}" 2023-01-27T03:30:46.834Z [INFO] rmp_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/rmp_0 2023-01-27T03:30:46.836Z [INFO] rmp_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-01-27T03:30:46.837Z [INFO] rmp_0:: entering follower state: follower="Node at rmp_0 [Follower]" leader= 2023-01-27T03:30:46.837Z [INFO] rmp_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/rmp_1 2023-01-27T03:30:46.838Z [INFO] rmp_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-01-27T03:30:46.839Z [INFO] rmp_1:: entering follower state: follower="Node at rmp_1 [Follower]" leader= 2023-01-27T03:30:46.839Z [INFO] rmp_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/rmp_2 2023-01-27T03:30:46.840Z [INFO] rmp_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-01-27T03:30:46.841Z [INFO] rmp_2:: entering follower state: follower="Node at rmp_2 [Follower]" leader= 2023-01-27T03:30:46.841Z [INFO] rmp_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/rmp_3 2023-01-27T03:30:46.841Z [INFO] rmp_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-01-27T03:30:46.842Z [INFO] rmp_3:: entering follower state: follower="Node at rmp_3 [Follower]" leader= 2023-01-27T03:30:46.842Z [INFO] rmp_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/rmp_4 2023-01-27T03:30:46.842Z [INFO] rmp_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-01-27T03:30:46.843Z [INFO] rmp_4:: entering follower state: follower="Node at rmp_4 [Follower]" leader= 2023-01-27T03:30:47.573Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:30:47.573Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=8 2023-01-27T03:30:48.081Z [WARN] rmp_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:30:48.082Z [INFO] rmp_4:: entering candidate state: node="Node at rmp_4 [Candidate]" term=2 2023-01-27T03:30:48.082Z [INFO] rmp_4:: election won: tally=3 2023-01-27T03:30:48.082Z [INFO] rmp_4:: entering leader state: leader="Node at rmp_4 [Leader]" 2023-01-27T03:30:48.082Z [INFO] rmp_4:: added peer, starting replication: peer=rmp_0 2023-01-27T03:30:48.082Z [INFO] rmp_4:: added peer, starting replication: peer=rmp_1 2023-01-27T03:30:48.082Z [INFO] rmp_4:: added peer, starting replication: peer=rmp_2 2023-01-27T03:30:48.082Z [INFO] rmp_4:: added peer, starting replication: peer=rmp_3 2023-01-27T03:30:48.083Z [INFO] rmp_4:: pipelining replication: peer="{Voter rmp_3 rmp_3}" 2023-01-27T03:30:48.083Z [INFO] rmp_4:: pipelining replication: peer="{Voter rmp_0 rmp_0}" 2023-01-27T03:30:48.083Z [INFO] rmp_4:: pipelining replication: peer="{Voter rmp_1 rmp_1}" 2023-01-27T03:30:48.083Z [INFO] rmp_4:: pipelining replication: peer="{Voter rmp_2 rmp_2}" 2023-01-27T03:30:48.083Z [WARN] rmp_3:: rejecting vote request since our last term is greater: candidate=rmp_4 last-term=2 last-candidate-term=1 2023-01-27T03:30:48.096Z [INFO] Created partition 1 with nodes [rmp_1], partitions now are 1 = [rmp_1] 2023-01-27T03:30:48.096Z [INFO] rmp_4:: aborting pipeline replication: peer="{Voter rmp_1 rmp_1}" 2023-01-27T03:30:48.101Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:48.112Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:48.123Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:48.144Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:48.184Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:48.233Z [ERROR] rmp_4:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:48.265Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:48.349Z [ERROR] rmp_4:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:48.436Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:48.493Z [ERROR] rmp_4:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:48.596Z [WARN] rmp_4:: failed to contact: server-id=rmp_1 time=500.005695ms 2023-01-27T03:30:48.679Z [ERROR] rmp_4:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:48.698Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:30:48.698Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=9 2023-01-27T03:30:48.757Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:48.866Z [ERROR] rmp_4:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:49.095Z [WARN] rmp_4:: failed to contact: server-id=rmp_1 time=999.576091ms 2023-01-27T03:30:49.106Z [ERROR] rmp_4:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:49.398Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:49.438Z [ERROR] rmp_4:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:49.595Z [WARN] rmp_4:: failed to contact: server-id=rmp_1 time=1.499356503s 2023-01-27T03:30:49.788Z [WARN] rmp_1:: heartbeat timeout reached, starting election: last-leader=rmp_4 2023-01-27T03:30:49.788Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=3 2023-01-27T03:30:49.788Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2023-01-27T03:30:49.789Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2023-01-27T03:30:49.789Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2023-01-27T03:30:49.789Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2023-01-27T03:30:49.875Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:30:49.875Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=10 2023-01-27T03:30:49.919Z [ERROR] rmp_4:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:50.679Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:50.760Z [ERROR] rmp_4:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:51.096Z [INFO] Removing node rmp_1 from cluster 2023-01-27T03:30:51.217Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:30:51.217Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=11 2023-01-27T03:30:51.233Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-27T03:30:51.233Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=4 2023-01-27T03:30:51.234Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2023-01-27T03:30:51.234Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2023-01-27T03:30:51.235Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2023-01-27T03:30:51.235Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2023-01-27T03:30:52.206Z [ERROR] rmp_4:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:52.589Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-27T03:30:52.589Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=5 2023-01-27T03:30:52.590Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2023-01-27T03:30:52.590Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2023-01-27T03:30:52.591Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2023-01-27T03:30:52.591Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2023-01-27T03:30:53.021Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:30:53.021Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=12 2023-01-27T03:30:53.024Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:30:53.240Z [ERROR] rmp_4:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_4" 2023-01-27T03:30:54.096Z [INFO] Healing all partitions, partitions now [None] 2023-01-27T03:30:54.146Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-27T03:30:54.146Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=6 2023-01-27T03:30:54.146Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-01-27T03:30:54.147Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-01-27T03:30:54.147Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-01-27T03:30:54.148Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-01-27T03:30:54.381Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:30:54.381Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=13 2023-01-27T03:30:55.664Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-27T03:30:55.665Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=7 2023-01-27T03:30:55.665Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-01-27T03:30:55.665Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-01-27T03:30:55.665Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-01-27T03:30:55.666Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-01-27T03:30:55.782Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:30:55.782Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=14 2023-01-27T03:30:56.870Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-27T03:30:56.870Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=8 2023-01-27T03:30:56.870Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-01-27T03:30:56.871Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-01-27T03:30:56.871Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-01-27T03:30:56.872Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-01-27T03:30:57.701Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:30:57.701Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=15 2023-01-27T03:30:58.360Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-27T03:30:58.360Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=9 2023-01-27T03:30:58.361Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-01-27T03:30:58.361Z [ERROR] rmp_4:: peer has newer term, stopping replication: peer="{Voter rmp_1 rmp_1}" 2023-01-27T03:30:58.361Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-01-27T03:30:58.361Z [INFO] rmp_4:: entering follower state: follower="Node at rmp_4 [Follower]" leader= 2023-01-27T03:30:58.361Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-01-27T03:30:58.361Z [INFO] rmp_4:: aborting pipeline replication: peer="{Voter rmp_3 rmp_3}" 2023-01-27T03:30:58.362Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_4 2023-01-27T03:30:58.362Z [INFO] rmp_4:: aborting pipeline replication: peer="{Voter rmp_0 rmp_0}" 2023-01-27T03:30:58.363Z [INFO] rmp_4:: aborting pipeline replication: peer="{Voter rmp_2 rmp_2}" 2023-01-27T03:30:59.465Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:30:59.465Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=16 2023-01-27T03:30:59.627Z [WARN] rmp_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:30:59.627Z [INFO] rmp_4:: entering candidate state: node="Node at rmp_4 [Candidate]" term=3 2023-01-27T03:30:59.627Z [INFO] rmp_4:: entering follower state: follower="Node at rmp_4 [Follower]" leader= 2023-01-27T03:30:59.811Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-27T03:30:59.811Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=10 2023-01-27T03:30:59.811Z [WARN] rmp_4:: rejecting vote request since our last index is greater: candidate=rmp_1 last-index=112043 last-candidate-index=101 2023-01-27T03:30:59.811Z [WARN] rmp_0:: rejecting vote request since our last index is greater: candidate=rmp_1 last-index=112043 last-candidate-index=101 2023-01-27T03:30:59.811Z [WARN] rmp_2:: rejecting vote request since our last index is greater: candidate=rmp_1 last-index=112043 last-candidate-index=101 2023-01-27T03:30:59.811Z [WARN] rmp_3:: rejecting vote request since our last index is greater: candidate=rmp_1 last-index=112043 last-candidate-index=101 2023-01-27T03:31:00.506Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:31:00.506Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=17 2023-01-27T03:31:01.006Z [WARN] rmp_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:01.007Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=11 2023-01-27T03:31:01.007Z [INFO] rmp_2:: election won: tally=3 2023-01-27T03:31:01.007Z [INFO] rmp_2:: entering leader state: leader="Node at rmp_2 [Leader]" 2023-01-27T03:31:01.007Z [INFO] rmp_2:: added peer, starting replication: peer=rmp_0 2023-01-27T03:31:01.007Z [INFO] rmp_2:: added peer, starting replication: peer=rmp_1 2023-01-27T03:31:01.008Z [INFO] rmp_2:: added peer, starting replication: peer=rmp_3 2023-01-27T03:31:01.008Z [INFO] rmp_2:: added peer, starting replication: peer=rmp_4 2023-01-27T03:31:01.008Z [INFO] rmp_1:: entering follower state: follower="Node at rmp_1 [Follower]" leader= 2023-01-27T03:31:01.009Z [WARN] rmp_1:: failed to get previous log: previous-index=112043 last-index=101 error="log not found" 2023-01-27T03:31:01.009Z [INFO] rmp_2:: pipelining replication: peer="{Voter rmp_4 rmp_4}" 2023-01-27T03:31:01.009Z [WARN] rmp_2:: appendEntries rejected, sending older logs: peer="{Voter rmp_1 rmp_1}" next=102 2023-01-27T03:31:01.009Z [INFO] rmp_2:: pipelining replication: peer="{Voter rmp_0 rmp_0}" 2023-01-27T03:31:01.010Z [INFO] rmp_2:: pipelining replication: peer="{Voter rmp_3 rmp_3}" 2023-01-27T03:31:01.845Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:31:01.845Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=18 2023-01-27T03:31:02.893Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:02.894Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=19 2023-01-27T03:31:02.894Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:31:03.268Z [INFO] rmp_2:: pipelining replication: peer="{Voter rmp_1 rmp_1}" 2023-01-27T03:31:03.922Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:03.930Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=20 2023-01-27T03:31:03.932Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:31:04.208Z [INFO] rmp_2:: aborting pipeline replication: peer="{Voter rmp_3 rmp_3}" 2023-01-27T03:31:04.208Z [INFO] rmp_2:: aborting pipeline replication: peer="{Voter rmp_4 rmp_4}" 2023-01-27T03:31:04.209Z [INFO] rmp_2:: aborting pipeline replication: peer="{Voter rmp_0 rmp_0}" 2023-01-27T03:31:04.209Z [INFO] rmp_2:: aborting pipeline replication: peer="{Voter rmp_1 rmp_1}" 2023-01-27T03:31:04.981Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:31:04.982Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=21 2023-01-27T03:31:05.212Z [WARN] rmp_1:: heartbeat timeout reached, starting election: last-leader=rmp_2 2023-01-27T03:31:05.212Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=12 2023-01-27T03:31:06.546Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-27T03:31:06.547Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=13 2023-01-27T03:31:06.698Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:31:06.698Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=22 2023-01-27T03:31:07.950Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:31:07.950Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=23 2023-01-27T03:31:08.500Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-27T03:31:08.500Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=14 2023-01-27T03:31:09.319Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:31:09.320Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=24 2023-01-27T03:31:10.039Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-27T03:31:10.040Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=15 2023-01-27T03:31:10.235Z [INFO] lp_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/lp_0 2023-01-27T03:31:10.236Z [INFO] lp_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-01-27T03:31:10.236Z [INFO] lp_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/lp_1 2023-01-27T03:31:10.238Z [INFO] lp_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-01-27T03:31:10.238Z [INFO] lp_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/lp_2 2023-01-27T03:31:10.239Z [INFO] lp_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-01-27T03:31:10.239Z [INFO] lp_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/lp_3 2023-01-27T03:31:10.239Z [INFO] lp_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-01-27T03:31:10.239Z [INFO] lp_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/lp_4 2023-01-27T03:31:10.240Z [INFO] lp_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-01-27T03:31:10.241Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-27T03:31:10.242Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-27T03:31:10.242Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:31:10.242Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:31:10.242Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-27T03:31:10.368Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:10.368Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=25 2023-01-27T03:31:10.369Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:31:11.380Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:11.380Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=2 2023-01-27T03:31:11.381Z [INFO] lp_3:: election won: tally=3 2023-01-27T03:31:11.381Z [INFO] lp_3:: entering leader state: leader="Node at lp_3 [Leader]" 2023-01-27T03:31:11.381Z [INFO] lp_3:: added peer, starting replication: peer=lp_0 2023-01-27T03:31:11.381Z [INFO] lp_3:: added peer, starting replication: peer=lp_1 2023-01-27T03:31:11.381Z [INFO] lp_3:: added peer, starting replication: peer=lp_2 2023-01-27T03:31:11.381Z [INFO] lp_3:: added peer, starting replication: peer=lp_4 2023-01-27T03:31:11.381Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:31:11.381Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:31:11.381Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:31:11.381Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:31:11.381Z [INFO] Created partition 1 with nodes [lp_3 lp_0 lp_1], partitions now are 1 = [lp_3 lp_0 lp_1] 2023-01-27T03:31:11.381Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:31:11.382Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:11.382Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:31:11.382Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:11.392Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:11.393Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:11.402Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:11.403Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:11.423Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:11.424Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:11.464Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:11.465Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:11.487Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:11.512Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:11.546Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:11.547Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:11.580Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:11.580Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=26 2023-01-27T03:31:11.580Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:31:11.680Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:11.697Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:11.708Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:11.708Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:11.828Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:11.869Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:11.902Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=519.944712ms 2023-01-27T03:31:11.902Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=520.327331ms 2023-01-27T03:31:11.988Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:12.032Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:12.033Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:12.058Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:12.152Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:12.212Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:12.401Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=1.019149311s 2023-01-27T03:31:12.401Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=1.01953193s 2023-01-27T03:31:12.412Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:12.490Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:12.673Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:12.674Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:12.709Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:12.787Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:13.024Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:13.024Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=27 2023-01-27T03:31:13.025Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:31:13.161Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:13.265Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:13.550Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-27T03:31:13.550Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=3 2023-01-27T03:31:13.551Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-27T03:31:13.551Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:13.551Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:13.551Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:13.927Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:13.954Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:13.955Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:13.980Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-27T03:31:13.980Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=3 2023-01-27T03:31:13.980Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:31:13.981Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:31:13.981Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:31:13.981Z [INFO] lp_2:: duplicate requestVote for same term: term=3 2023-01-27T03:31:14.034Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:14.479Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:31:14.480Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=28 2023-01-27T03:31:14.835Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-27T03:31:14.835Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=4 2023-01-27T03:31:14.836Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:31:14.836Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:14.836Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:14.836Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:15.357Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:15.381Z [INFO] Healing partition group 1, now partitions are [None] 2023-01-27T03:31:15.854Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-27T03:31:15.855Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=5 2023-01-27T03:31:15.855Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-27T03:31:15.855Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-27T03:31:15.855Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-27T03:31:16.192Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:31:16.192Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=29 2023-01-27T03:31:16.514Z [ERROR] lp_3:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:31:16.515Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:31:16.515Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:31:16.515Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:31:16.515Z [ERROR] lp_3:: peer has newer term, stopping replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:31:17.293Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:17.293Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=6 2023-01-27T03:31:17.294Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-01-27T03:31:17.294Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-01-27T03:31:17.294Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-27T03:31:17.294Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=57647 last-candidate-index=2 2023-01-27T03:31:17.676Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:17.676Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=7 2023-01-27T03:31:17.677Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:31:17.677Z [INFO] lp_3:: election won: tally=3 2023-01-27T03:31:17.677Z [INFO] lp_3:: entering leader state: leader="Node at lp_3 [Leader]" 2023-01-27T03:31:17.677Z [INFO] lp_3:: added peer, starting replication: peer=lp_0 2023-01-27T03:31:17.677Z [INFO] lp_3:: added peer, starting replication: peer=lp_1 2023-01-27T03:31:17.677Z [INFO] lp_3:: added peer, starting replication: peer=lp_2 2023-01-27T03:31:17.677Z [INFO] lp_3:: added peer, starting replication: peer=lp_4 2023-01-27T03:31:17.677Z [WARN] lp_4:: failed to get previous log: previous-index=57647 last-index=2 error="log not found" 2023-01-27T03:31:17.677Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=3 2023-01-27T03:31:17.677Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:31:17.677Z [WARN] lp_2:: failed to get previous log: previous-index=57647 last-index=2 error="log not found" 2023-01-27T03:31:17.677Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=3 2023-01-27T03:31:17.680Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:31:17.721Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:17.722Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=30 2023-01-27T03:31:17.725Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:31:18.813Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:31:18.821Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:31:18.971Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:31:18.971Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=31 2023-01-27T03:31:20.382Z [INFO] Created partition 2 with nodes [lp_3 lp_0 lp_1], partitions now are 2 = [lp_1 lp_3 lp_0] 2023-01-27T03:31:20.382Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:31:20.383Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:20.383Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:31:20.383Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:20.393Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:20.394Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:20.403Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:20.405Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:20.422Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:20.422Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=32 2023-01-27T03:31:20.422Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:31:20.424Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:20.425Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:20.465Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:20.465Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:20.482Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:20.483Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:20.553Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:20.553Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:20.649Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:20.689Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:20.714Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:20.720Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:20.819Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:20.839Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:20.882Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=500.020252ms 2023-01-27T03:31:20.893Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=510.073313ms 2023-01-27T03:31:20.893Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=510.03419ms 2023-01-27T03:31:20.982Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:21.003Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:21.035Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:21.041Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:21.185Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:21.217Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:21.392Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=1.00975056s 2023-01-27T03:31:21.392Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=1.009711437s 2023-01-27T03:31:21.443Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:21.482Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:21.678Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:21.681Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:21.736Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:31:21.736Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=33 2023-01-27T03:31:21.761Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:21.799Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:22.210Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:22.311Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:22.398Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-27T03:31:22.398Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=8 2023-01-27T03:31:22.398Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-27T03:31:22.398Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:22.398Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:22.399Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:22.462Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-27T03:31:22.462Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=8 2023-01-27T03:31:22.462Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:31:22.462Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:31:22.462Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:31:22.463Z [INFO] lp_2:: duplicate requestVote for same term: term=8 2023-01-27T03:31:22.959Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:22.962Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:23.024Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:23.111Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:31:23.182Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:31:23.182Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=34 2023-01-27T03:31:23.747Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-27T03:31:23.747Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=9 2023-01-27T03:31:23.747Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:31:23.747Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:23.747Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:23.747Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:24.382Z [INFO] Healing partition group 2, now partitions are [None] 2023-01-27T03:31:25.002Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:31:25.003Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=35 2023-01-27T03:31:25.459Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-27T03:31:25.459Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=10 2023-01-27T03:31:25.459Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-27T03:31:25.459Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-27T03:31:25.460Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-27T03:31:25.524Z [ERROR] lp_3:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:31:25.525Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:31:25.525Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:31:25.525Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:31:25.526Z [ERROR] lp_3:: peer has newer term, stopping replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:31:26.588Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-27T03:31:26.589Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=8 2023-01-27T03:31:26.589Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-27T03:31:26.589Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_3 2023-01-27T03:31:26.883Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:31:26.883Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=36 2023-01-27T03:31:26.998Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-27T03:31:26.998Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=11 2023-01-27T03:31:26.998Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=125507 last-candidate-index=71127 2023-01-27T03:31:26.999Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-27T03:31:26.999Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=125507 last-candidate-index=71127 2023-01-27T03:31:27.443Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-27T03:31:27.443Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=8 2023-01-27T03:31:27.443Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-27T03:31:28.084Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:28.085Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=12 2023-01-27T03:31:28.085Z [INFO] lp_1:: election won: tally=3 2023-01-27T03:31:28.085Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2023-01-27T03:31:28.085Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2023-01-27T03:31:28.085Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2023-01-27T03:31:28.085Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2023-01-27T03:31:28.085Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2023-01-27T03:31:28.086Z [WARN] lp_4:: failed to get previous log: previous-index=125507 last-index=71127 error="log not found" 2023-01-27T03:31:28.086Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=71128 2023-01-27T03:31:28.086Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-27T03:31:28.087Z [WARN] lp_2:: failed to get previous log: previous-index=125507 last-index=71127 error="log not found" 2023-01-27T03:31:28.087Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=71128 2023-01-27T03:31:28.087Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:31:28.087Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:31:28.241Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:31:28.241Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=37 2023-01-27T03:31:29.075Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:31:29.103Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:31:29.334Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:31:29.334Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=38 2023-01-27T03:31:29.394Z [INFO] Created partition 3 with nodes [lp_1], partitions now are 3 = [lp_1] 2023-01-27T03:31:29.394Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:31:29.394Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:31:29.394Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:31:29.394Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:31:29.398Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:31:29.427Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:31:29.440Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:31:29.459Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:31:29.464Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:31:29.479Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:31:29.489Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:31:29.491Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:31:29.531Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:31:29.547Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:31:29.549Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:31:29.564Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:31:29.580Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:31:29.627Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:31:29.637Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:31:29.638Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:31:29.652Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:31:29.662Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:31:29.669Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:31:29.675Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:31:29.719Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:31:29.729Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:31:29.745Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:31:29.749Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:31:29.759Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:31:29.764Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:31:29.836Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:31:29.838Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:31:29.845Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:31:29.858Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:31:29.881Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:31:29.895Z [WARN] lp_1:: failed to contact: server-id=lp_0 time=500.457674ms 2023-01-27T03:31:29.895Z [WARN] lp_1:: failed to contact: server-id=lp_2 time=500.224616ms 2023-01-27T03:31:29.895Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=500.261425ms 2023-01-27T03:31:29.895Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=500.175444ms 2023-01-27T03:31:29.895Z [WARN] lp_1:: failed to contact quorum of nodes, stepping down 2023-01-27T03:31:29.895Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-27T03:31:29.899Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:31:30.337Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:31:30.337Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=39 2023-01-27T03:31:30.487Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-27T03:31:30.487Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=13 2023-01-27T03:31:30.487Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_0 leader=lp_1 2023-01-27T03:31:30.487Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_0 leader=lp_1 2023-01-27T03:31:30.487Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:31:30.488Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_0 leader=lp_1 2023-01-27T03:31:30.617Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-27T03:31:30.617Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=13 2023-01-27T03:31:30.617Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_1 2023-01-27T03:31:30.617Z [INFO] lp_0:: duplicate requestVote for same term: term=13 2023-01-27T03:31:30.617Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:30.617Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_1 2023-01-27T03:31:30.709Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-27T03:31:30.710Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=13 2023-01-27T03:31:30.710Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-01-27T03:31:30.710Z [INFO] lp_0:: duplicate requestVote for same term: term=13 2023-01-27T03:31:30.710Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:31:30.710Z [INFO] lp_2:: duplicate requestVote for same term: term=13 2023-01-27T03:31:31.521Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-27T03:31:31.522Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=13 2023-01-27T03:31:31.522Z [INFO] lp_3:: duplicate requestVote for same term: term=13 2023-01-27T03:31:31.522Z [INFO] lp_0:: duplicate requestVote for same term: term=13 2023-01-27T03:31:31.522Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:31:31.522Z [INFO] lp_2:: duplicate requestVote for same term: term=13 2023-01-27T03:31:31.527Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:31.527Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=13 2023-01-27T03:31:31.527Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:31:31.527Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:31:31.527Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:31:31.527Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:31:31.584Z [WARN] lp_0:: Election timeout reached, restarting election 2023-01-27T03:31:31.584Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=14 2023-01-27T03:31:31.584Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:31:31.585Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:31:31.585Z [WARN] lp_2:: rejecting vote request since our last index is greater: candidate=lp_0 last-index=129300 last-candidate-index=129298 2023-01-27T03:31:31.585Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-27T03:31:31.585Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:31:31.585Z [INFO] lp_0:: election won: tally=3 2023-01-27T03:31:31.585Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2023-01-27T03:31:31.585Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2023-01-27T03:31:31.585Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2023-01-27T03:31:31.585Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2023-01-27T03:31:31.586Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2023-01-27T03:31:31.586Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:31:31.586Z [WARN] lp_2:: clearing log suffix: from=129299 to=129300 2023-01-27T03:31:31.586Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:31:31.587Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:31:31.587Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:31:31.588Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:31:31.588Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=40 2023-01-27T03:31:31.598Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:31:31.608Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:31:31.629Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:31:31.673Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:31:31.716Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:31:31.756Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:31:31.863Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:31:31.930Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:31:32.033Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:31:32.086Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=500.362408ms 2023-01-27T03:31:32.247Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:31:32.251Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:31:32.434Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:31:32.586Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=1.000224735s 2023-01-27T03:31:32.665Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:31:32.895Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:31:32.995Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:31:33.394Z [INFO] Healing partition group 3, now partitions are [None] 2023-01-27T03:31:33.415Z [WARN] lp_1:: Election timeout reached, restarting election 2023-01-27T03:31:33.420Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=14 2023-01-27T03:31:33.420Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_1 leader=lp_0 2023-01-27T03:31:33.422Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_0 2023-01-27T03:31:33.422Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_1 leader=lp_0 2023-01-27T03:31:33.423Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_0 2023-01-27T03:31:33.457Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:31:33.458Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=41 2023-01-27T03:31:33.489Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader=lp_0 2023-01-27T03:31:34.183Z [WARN] lp_1:: clearing log suffix: from=129299 to=129303 2023-01-27T03:31:34.399Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:31:35.280Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:31:35.280Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=42 2023-01-27T03:31:36.465Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:31:36.466Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=43 2023-01-27T03:31:37.714Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:37.715Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=44 2023-01-27T03:31:37.715Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:31:38.394Z [INFO] Created partition 4 with nodes [lp_0 lp_1], partitions now are 4 = [lp_1 lp_0] 2023-01-27T03:31:38.395Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:31:38.395Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:31:38.395Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:31:38.399Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:31:38.454Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:31:38.458Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:31:38.463Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:31:38.473Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:31:38.490Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:31:38.560Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:31:38.566Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:31:38.569Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:31:38.573Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:31:38.647Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:31:38.650Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:31:38.653Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:31:38.672Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:31:38.674Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:31:38.717Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:31:38.723Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:31:38.724Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:31:38.762Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:31:38.787Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:31:38.824Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:31:38.839Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:31:38.840Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:31:38.862Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:31:38.895Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=500.041124ms 2023-01-27T03:31:38.895Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:31:38.905Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=510.782464ms 2023-01-27T03:31:38.905Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=510.107163ms 2023-01-27T03:31:38.905Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=510.406447ms 2023-01-27T03:31:38.905Z [WARN] lp_0:: failed to contact quorum of nodes, stepping down 2023-01-27T03:31:38.905Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-27T03:31:38.906Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:31:39.269Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:39.270Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=45 2023-01-27T03:31:39.270Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:31:39.436Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-27T03:31:39.436Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=15 2023-01-27T03:31:39.436Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-01-27T03:31:39.436Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:31:39.436Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:31:39.437Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-01-27T03:31:39.767Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-27T03:31:39.767Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=15 2023-01-27T03:31:39.767Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2023-01-27T03:31:39.767Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:39.768Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:39.768Z [INFO] lp_3:: duplicate requestVote for same term: term=15 2023-01-27T03:31:40.332Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-27T03:31:40.332Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=15 2023-01-27T03:31:40.332Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:31:40.332Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:31:40.332Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:31:40.375Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:40.375Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=46 2023-01-27T03:31:40.375Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:31:40.567Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-27T03:31:40.567Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=15 2023-01-27T03:31:40.567Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:31:40.567Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:31:40.567Z [INFO] lp_2:: duplicate requestVote for same term: term=15 2023-01-27T03:31:40.567Z [INFO] lp_3:: duplicate requestVote for same term: term=15 2023-01-27T03:31:40.838Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-27T03:31:40.839Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=16 2023-01-27T03:31:40.839Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=178719 last-candidate-index=178717 2023-01-27T03:31:40.839Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:31:40.839Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:31:40.839Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:31:40.839Z [WARN] lp_2:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=178773 last-candidate-index=178717 2023-01-27T03:31:40.839Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-27T03:31:41.735Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:31:41.735Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=47 2023-01-27T03:31:41.857Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:41.857Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=16 2023-01-27T03:31:41.858Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:31:41.858Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:31:41.858Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:31:41.858Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-27T03:31:41.986Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:41.986Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=17 2023-01-27T03:31:41.987Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:41.987Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:41.987Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:31:41.987Z [INFO] lp_2:: election won: tally=3 2023-01-27T03:31:41.987Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2023-01-27T03:31:41.988Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2023-01-27T03:31:41.988Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2023-01-27T03:31:41.988Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2023-01-27T03:31:41.988Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2023-01-27T03:31:41.988Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:41.989Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:41.989Z [WARN] lp_4:: failed to get previous log: previous-index=178773 last-index=178719 error="log not found" 2023-01-27T03:31:41.989Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=178720 2023-01-27T03:31:41.989Z [WARN] lp_3:: failed to get previous log: previous-index=178773 last-index=178717 error="log not found" 2023-01-27T03:31:41.989Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=178718 2023-01-27T03:31:41.990Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:31:41.991Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:31:41.999Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:41.999Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:42.010Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:42.031Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:42.032Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:42.052Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:42.071Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:42.093Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:42.152Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:42.160Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:42.172Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:42.173Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:42.306Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:42.313Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:42.323Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:42.334Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:42.399Z [INFO] Healing all partitions, partitions now [None] 2023-01-27T03:31:42.466Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader=lp_2 2023-01-27T03:31:42.633Z [WARN] lp_0:: clearing log suffix: from=178774 to=178774 2023-01-27T03:31:42.655Z [WARN] lp_1:: clearing log suffix: from=178774 to=178774 2023-01-27T03:31:42.713Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:31:42.732Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:31:43.364Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:43.364Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=48 2023-01-27T03:31:43.365Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:31:44.755Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:31:44.755Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=49 2023-01-27T03:31:46.207Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:31:46.208Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=50 2023-01-27T03:31:47.399Z [INFO] Created partition 5 with nodes [lp_2 lp_0 lp_1], partitions now are 5 = [lp_1 lp_2 lp_0] 2023-01-27T03:31:47.399Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:31:47.399Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:31:47.399Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:47.399Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:47.404Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:47.410Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:47.411Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:47.421Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:47.421Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:47.441Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:47.442Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:47.447Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:47.482Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:47.483Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:47.524Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:47.563Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:47.571Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:47.642Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:47.691Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:47.723Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:47.731Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:47.757Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:47.850Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:31:47.850Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=51 2023-01-27T03:31:47.871Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:47.899Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=500.042236ms 2023-01-27T03:31:47.900Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=500.011838ms 2023-01-27T03:31:47.962Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:48.038Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:48.044Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:48.052Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:48.137Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:48.230Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:48.378Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:48.399Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=1.000238923s 2023-01-27T03:31:48.400Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=1.000208525s 2023-01-27T03:31:48.512Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:48.684Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:48.692Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:48.711Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:48.972Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-27T03:31:48.972Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=18 2023-01-27T03:31:48.972Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-01-27T03:31:48.972Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:31:48.972Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:31:48.972Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:31:48.981Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:49.232Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:49.492Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-27T03:31:49.492Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=18 2023-01-27T03:31:49.492Z [INFO] lp_4:: duplicate requestVote for same term: term=18 2023-01-27T03:31:49.492Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:31:49.493Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:31:49.493Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:49.780Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:31:49.780Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=52 2023-01-27T03:31:49.792Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:49.964Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:49.973Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:49.996Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:50.335Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-27T03:31:50.336Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=19 2023-01-27T03:31:50.336Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:31:50.336Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:31:50.336Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:31:50.336Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:31:50.930Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:31:50.931Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=53 2023-01-27T03:31:51.211Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:51.404Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:51.404Z [INFO] Healing all partitions, partitions now [None] 2023-01-27T03:31:51.568Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-27T03:31:51.568Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=20 2023-01-27T03:31:51.569Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-01-27T03:31:51.569Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-01-27T03:31:51.569Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-01-27T03:31:52.473Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:52.473Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=54 2023-01-27T03:31:52.474Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:31:52.525Z [ERROR] lp_2:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:31:52.526Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-27T03:31:52.526Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:31:52.526Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:31:52.534Z [ERROR] lp_2:: peer has newer term, stopping replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:31:53.539Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-27T03:31:53.540Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=21 2023-01-27T03:31:53.540Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-01-27T03:31:53.540Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-01-27T03:31:53.541Z [WARN] lp_2:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=270979 last-candidate-index=218329 2023-01-27T03:31:53.867Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:53.867Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=22 2023-01-27T03:31:53.867Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:31:53.867Z [INFO] lp_2:: election won: tally=3 2023-01-27T03:31:53.867Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2023-01-27T03:31:53.867Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2023-01-27T03:31:53.867Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2023-01-27T03:31:53.867Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2023-01-27T03:31:53.867Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2023-01-27T03:31:53.868Z [WARN] lp_4:: failed to get previous log: previous-index=270979 last-index=218329 error="log not found" 2023-01-27T03:31:53.868Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=218330 2023-01-27T03:31:53.869Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:31:53.869Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:31:53.870Z [WARN] lp_3:: failed to get previous log: previous-index=270979 last-index=218329 error="log not found" 2023-01-27T03:31:53.870Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=218330 2023-01-27T03:31:54.368Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:54.368Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=55 2023-01-27T03:31:54.369Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:31:54.819Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:31:54.896Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:31:55.927Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:55.927Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=56 2023-01-27T03:31:55.928Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:31:56.407Z [INFO] Created partition 6 with nodes [lp_2], partitions now are 6 = [lp_2] 2023-01-27T03:31:56.412Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:31:56.412Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:31:56.412Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:31:56.412Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:56.412Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:56.412Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:31:56.413Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:56.467Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:56.468Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:56.479Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:56.501Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:56.510Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:56.511Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:56.567Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:56.567Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:56.570Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:56.585Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:56.588Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:56.596Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:56.609Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:56.651Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:56.656Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:56.674Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:56.678Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:56.681Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:56.702Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:56.710Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:56.746Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:56.751Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:56.752Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:56.767Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:56.775Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:56.842Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:56.862Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:56.867Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:56.881Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:56.900Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:56.912Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=500.266147ms 2023-01-27T03:31:56.912Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=500.137755ms 2023-01-27T03:31:56.923Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=510.995746ms 2023-01-27T03:31:56.923Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=510.867354ms 2023-01-27T03:31:56.923Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=510.497509ms 2023-01-27T03:31:56.923Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=510.664343ms 2023-01-27T03:31:56.923Z [WARN] lp_2:: failed to contact quorum of nodes, stepping down 2023-01-27T03:31:56.923Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-27T03:31:56.952Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:56.967Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:56.976Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:57.346Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:57.347Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=57 2023-01-27T03:31:57.347Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:31:57.617Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-27T03:31:57.617Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=23 2023-01-27T03:31:57.617Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:31:57.617Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-01-27T03:31:57.617Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-01-27T03:31:57.617Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-01-27T03:31:57.916Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-27T03:31:57.916Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=23 2023-01-27T03:31:57.917Z [INFO] lp_1:: duplicate requestVote for same term: term=23 2023-01-27T03:31:57.917Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-01-27T03:31:57.917Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:31:57.917Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-01-27T03:31:58.040Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:58.040Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=23 2023-01-27T03:31:58.040Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:58.040Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:58.040Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:58.040Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:58.158Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-27T03:31:58.158Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=23 2023-01-27T03:31:58.159Z [INFO] lp_4:: duplicate requestVote for same term: term=23 2023-01-27T03:31:58.159Z [INFO] lp_1:: duplicate requestVote for same term: term=23 2023-01-27T03:31:58.159Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:31:58.159Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_0 leader=lp_2 2023-01-27T03:31:58.412Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:58.412Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=58 2023-01-27T03:31:58.412Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:31:58.575Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-27T03:31:58.575Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=23 2023-01-27T03:31:58.576Z [INFO] lp_0:: duplicate requestVote for same term: term=23 2023-01-27T03:31:58.576Z [INFO] lp_1:: duplicate requestVote for same term: term=23 2023-01-27T03:31:58.576Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:58.576Z [INFO] lp_4:: duplicate requestVote for same term: term=23 2023-01-27T03:31:58.773Z [WARN] lp_1:: Election timeout reached, restarting election 2023-01-27T03:31:58.773Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=24 2023-01-27T03:31:58.773Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:31:58.773Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-27T03:31:58.773Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_1 last-index=283457 last-candidate-index=283455 2023-01-27T03:31:58.774Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:31:58.774Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_1 last-index=283459 last-candidate-index=283455 2023-01-27T03:31:58.774Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:31:59.125Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-27T03:31:59.126Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=24 2023-01-27T03:31:59.126Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:31:59.126Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:31:59.126Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:31:59.127Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:31:59.885Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:31:59.885Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=25 2023-01-27T03:31:59.885Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=283459 last-candidate-index=283457 2023-01-27T03:31:59.885Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:59.885Z [INFO] lp_3:: election won: tally=3 2023-01-27T03:31:59.886Z [INFO] lp_3:: entering leader state: leader="Node at lp_3 [Leader]" 2023-01-27T03:31:59.886Z [INFO] lp_3:: added peer, starting replication: peer=lp_0 2023-01-27T03:31:59.886Z [INFO] lp_3:: added peer, starting replication: peer=lp_1 2023-01-27T03:31:59.886Z [INFO] lp_3:: added peer, starting replication: peer=lp_2 2023-01-27T03:31:59.886Z [INFO] lp_3:: added peer, starting replication: peer=lp_4 2023-01-27T03:31:59.885Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-27T03:31:59.887Z [WARN] lp_1:: failed to get previous log: previous-index=283457 last-index=283455 error="log not found" 2023-01-27T03:31:59.886Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:59.887Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=283456 2023-01-27T03:31:59.887Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:31:59.887Z [WARN] lp_4:: clearing log suffix: from=283458 to=283459 2023-01-27T03:31:59.888Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:31:59.886Z [WARN] lp_0:: failed to get previous log: previous-index=283457 last-index=283455 error="log not found" 2023-01-27T03:31:59.888Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=283456 2023-01-27T03:31:59.888Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:31:59.897Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:59.908Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:59.928Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:31:59.969Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:32:00.031Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:32:00.050Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:32:00.159Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:32:00.181Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:32:00.181Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=59 2023-01-27T03:32:00.211Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:32:00.365Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:32:00.386Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=500.256069ms 2023-01-27T03:32:00.407Z [INFO] Healing partition group 6, now partitions are [None] 2023-01-27T03:32:00.440Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-27T03:32:00.440Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=25 2023-01-27T03:32:00.440Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-27T03:32:00.440Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-27T03:32:00.440Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-27T03:32:00.441Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-27T03:32:00.532Z [WARN] lp_2:: clearing log suffix: from=283458 to=283460 2023-01-27T03:32:00.532Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader=lp_3 2023-01-27T03:32:00.586Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:32:01.536Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:32:01.536Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=60 2023-01-27T03:32:02.786Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:32:02.786Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=61 2023-01-27T03:32:03.826Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:32:03.826Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=62 2023-01-27T03:32:04.837Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:04.837Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=63 2023-01-27T03:32:04.837Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:32:05.408Z [INFO] Created partition 7 with nodes [lp_3], partitions now are 7 = [lp_3] 2023-01-27T03:32:05.408Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:32:05.408Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:32:05.408Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:32:05.408Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:32:05.461Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:32:05.487Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:32:05.491Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:32:05.493Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:32:05.495Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:32:05.509Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:32:05.517Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:32:05.525Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:32:05.561Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:32:05.565Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:32:05.570Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:32:05.593Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:32:05.622Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:32:05.633Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:32:05.634Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:32:05.643Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:32:05.670Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:32:05.678Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:32:05.701Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:32:05.720Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:32:05.721Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:32:05.738Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:32:05.746Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:32:05.748Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:32:05.758Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:32:05.822Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:32:05.857Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:32:05.860Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:32:05.862Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:32:05.878Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:32:05.886Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:32:05.908Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=500.019724ms 2023-01-27T03:32:05.910Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:32:05.919Z [WARN] lp_3:: failed to contact: server-id=lp_0 time=510.602646ms 2023-01-27T03:32:05.919Z [WARN] lp_3:: failed to contact: server-id=lp_1 time=510.648883ms 2023-01-27T03:32:05.919Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=510.715759ms 2023-01-27T03:32:05.919Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=510.500905ms 2023-01-27T03:32:05.919Z [WARN] lp_3:: failed to contact quorum of nodes, stepping down 2023-01-27T03:32:05.919Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:32:05.965Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:32:05.998Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:32:06.000Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:32:06.178Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:06.178Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=64 2023-01-27T03:32:06.179Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:32:06.714Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-27T03:32:06.714Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=26 2023-01-27T03:32:06.714Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:32:06.714Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-01-27T03:32:06.714Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-01-27T03:32:06.714Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-01-27T03:32:06.734Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-27T03:32:06.734Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=26 2023-01-27T03:32:06.734Z [INFO] lp_4:: duplicate requestVote for same term: term=26 2023-01-27T03:32:06.734Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_0 leader=lp_3 2023-01-27T03:32:06.734Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_0 leader=lp_3 2023-01-27T03:32:06.734Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:07.422Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-27T03:32:07.422Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=26 2023-01-27T03:32:07.422Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_1 leader=lp_3 2023-01-27T03:32:07.422Z [INFO] lp_0:: duplicate requestVote for same term: term=26 2023-01-27T03:32:07.422Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:32:07.422Z [INFO] lp_4:: duplicate requestVote for same term: term=26 2023-01-27T03:32:07.553Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-27T03:32:07.553Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=26 2023-01-27T03:32:07.553Z [INFO] lp_0:: duplicate requestVote for same term: term=26 2023-01-27T03:32:07.554Z [INFO] lp_1:: duplicate requestVote for same term: term=26 2023-01-27T03:32:07.554Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:32:07.554Z [INFO] lp_4:: duplicate requestVote for same term: term=26 2023-01-27T03:32:07.629Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:32:07.629Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=65 2023-01-27T03:32:07.914Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:07.914Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=26 2023-01-27T03:32:07.914Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:32:07.914Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:32:07.914Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:32:07.914Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:32:08.242Z [WARN] lp_0:: Election timeout reached, restarting election 2023-01-27T03:32:08.242Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=27 2023-01-27T03:32:08.242Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-27T03:32:08.242Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-27T03:32:08.242Z [INFO] lp_0:: election won: tally=3 2023-01-27T03:32:08.242Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2023-01-27T03:32:08.242Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2023-01-27T03:32:08.243Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:32:08.243Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:08.243Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2023-01-27T03:32:08.243Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2023-01-27T03:32:08.243Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2023-01-27T03:32:08.244Z [WARN] lp_1:: failed to get previous log: previous-index=323500 last-index=323498 error="log not found" 2023-01-27T03:32:08.244Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=323499 2023-01-27T03:32:08.244Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:32:08.244Z [WARN] lp_4:: failed to get previous log: previous-index=323500 last-index=323498 error="log not found" 2023-01-27T03:32:08.244Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=323499 2023-01-27T03:32:08.245Z [WARN] lp_2:: failed to get previous log: previous-index=323500 last-index=323498 error="log not found" 2023-01-27T03:32:08.245Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=323499 2023-01-27T03:32:08.245Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:32:08.244Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:08.247Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:32:08.257Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:08.267Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:08.288Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:08.329Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:08.374Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:08.409Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:08.555Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:08.570Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:08.691Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:08.743Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=500.240639ms 2023-01-27T03:32:08.811Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:08.891Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:09.024Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:09.225Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:09.243Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=999.909592ms 2023-01-27T03:32:09.253Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:32:09.254Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=66 2023-01-27T03:32:09.408Z [INFO] Healing all partitions, partitions now [None] 2023-01-27T03:32:09.423Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-27T03:32:09.423Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=27 2023-01-27T03:32:09.424Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-01-27T03:32:09.424Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-01-27T03:32:09.424Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-01-27T03:32:09.425Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-01-27T03:32:09.495Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader=lp_0 2023-01-27T03:32:09.531Z [WARN] lp_3:: clearing log suffix: from=323501 to=323503 2023-01-27T03:32:09.613Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:32:10.687Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:10.688Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=67 2023-01-27T03:32:10.688Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:32:12.588Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:32:12.588Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=68 2023-01-27T03:32:13.904Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:13.905Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=69 2023-01-27T03:32:13.905Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:32:14.408Z [INFO] Created partition 8 with nodes [lp_0 lp_1 lp_2], partitions now are 8 = [lp_0 lp_1 lp_2] 2023-01-27T03:32:14.409Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:32:14.409Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:32:14.409Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:14.409Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:14.420Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:14.420Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:14.430Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:14.431Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:14.450Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:14.451Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:14.483Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:14.491Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:14.492Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:14.532Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:14.571Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:14.572Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:14.680Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:14.722Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:14.732Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:14.733Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:14.852Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:14.897Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:14.912Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=503.60519ms 2023-01-27T03:32:14.913Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=503.95059ms 2023-01-27T03:32:14.920Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:14.920Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=70 2023-01-27T03:32:14.921Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:32:14.976Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:15.035Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:15.053Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:15.053Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:15.186Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:15.202Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:15.405Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:15.413Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=1.003834287s 2023-01-27T03:32:15.413Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=1.004179687s 2023-01-27T03:32:15.429Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:15.690Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:15.697Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:15.698Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:15.702Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:16.002Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-27T03:32:16.003Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=28 2023-01-27T03:32:16.003Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-01-27T03:32:16.003Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:32:16.004Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:32:16.004Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:32:16.143Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:16.144Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:16.276Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:16.276Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=71 2023-01-27T03:32:16.276Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:32:16.371Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-27T03:32:16.371Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=28 2023-01-27T03:32:16.371Z [INFO] lp_4:: duplicate requestVote for same term: term=28 2023-01-27T03:32:16.372Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:32:16.372Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:32:16.372Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:32:16.953Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:16.978Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:16.981Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:16.982Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:17.277Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:17.278Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=72 2023-01-27T03:32:17.278Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:32:17.737Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-27T03:32:17.741Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=29 2023-01-27T03:32:17.741Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:32:17.741Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:32:17.741Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:32:17.741Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:32:18.359Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:18.411Z [INFO] Healing partition group 8, now partitions are [None] 2023-01-27T03:32:18.733Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:18.733Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=73 2023-01-27T03:32:18.734Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:32:19.054Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-27T03:32:19.054Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=30 2023-01-27T03:32:19.055Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-01-27T03:32:19.055Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-01-27T03:32:19.055Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-01-27T03:32:19.554Z [ERROR] lp_0:: peer has newer term, stopping replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:32:19.554Z [ERROR] lp_0:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:32:19.555Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-27T03:32:19.555Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:32:19.555Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:32:20.136Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:20.136Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=74 2023-01-27T03:32:20.137Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:32:20.336Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-27T03:32:20.336Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=31 2023-01-27T03:32:20.336Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=420026 last-candidate-index=367901 2023-01-27T03:32:20.336Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-01-27T03:32:20.336Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-01-27T03:32:20.840Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:20.840Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=32 2023-01-27T03:32:20.841Z [INFO] lp_0:: election won: tally=3 2023-01-27T03:32:20.841Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2023-01-27T03:32:20.841Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2023-01-27T03:32:20.841Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2023-01-27T03:32:20.842Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2023-01-27T03:32:20.842Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2023-01-27T03:32:20.842Z [WARN] lp_4:: failed to get previous log: previous-index=420026 last-index=367901 error="log not found" 2023-01-27T03:32:20.842Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=367902 2023-01-27T03:32:20.842Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:32:20.843Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:32:20.843Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:32:20.844Z [WARN] lp_3:: failed to get previous log: previous-index=420026 last-index=367901 error="log not found" 2023-01-27T03:32:20.844Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=367902 2023-01-27T03:32:21.704Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:21.704Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=75 2023-01-27T03:32:21.705Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:32:21.794Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:32:21.799Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:32:23.125Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:23.125Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=76 2023-01-27T03:32:23.126Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:32:23.411Z [INFO] Created partition 9 with nodes [lp_0], partitions now are 9 = [lp_0] 2023-01-27T03:32:23.411Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:32:23.411Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:32:23.411Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:32:23.412Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:32:23.412Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:32:23.482Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:32:23.488Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:23.489Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:23.503Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:23.507Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:32:23.528Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:32:23.537Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:23.554Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:32:23.558Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:23.563Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:23.581Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:32:23.616Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:32:23.633Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:23.654Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:23.663Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:23.671Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:23.682Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:32:23.689Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:32:23.692Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:32:23.705Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:23.753Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:32:23.756Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:32:23.756Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:23.802Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:23.816Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:23.827Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:32:23.831Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:32:23.867Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:32:23.868Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:23.883Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:32:23.894Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:23.912Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=500.374691ms 2023-01-27T03:32:23.912Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=501.054891ms 2023-01-27T03:32:23.912Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=500.133637ms 2023-01-27T03:32:23.912Z [WARN] lp_0:: failed to contact quorum of nodes, stepping down 2023-01-27T03:32:23.912Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-27T03:32:23.965Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:24.761Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:32:24.762Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=77 2023-01-27T03:32:25.115Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:25.115Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=33 2023-01-27T03:32:25.116Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:32:25.116Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:32:25.116Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:25.116Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:25.271Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-27T03:32:25.272Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=33 2023-01-27T03:32:25.272Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-01-27T03:32:25.272Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:32:25.272Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-01-27T03:32:25.273Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-01-27T03:32:25.451Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-27T03:32:25.451Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=33 2023-01-27T03:32:25.451Z [INFO] lp_4:: duplicate requestVote for same term: term=33 2023-01-27T03:32:25.451Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:32:25.451Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-01-27T03:32:25.451Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-01-27T03:32:25.738Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-27T03:32:25.738Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=33 2023-01-27T03:32:25.738Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2023-01-27T03:32:25.738Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:32:25.738Z [INFO] lp_3:: duplicate requestVote for same term: term=33 2023-01-27T03:32:25.738Z [INFO] lp_4:: duplicate requestVote for same term: term=33 2023-01-27T03:32:25.775Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-27T03:32:25.776Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=33 2023-01-27T03:32:25.776Z [INFO] lp_2:: duplicate requestVote for same term: term=33 2023-01-27T03:32:25.776Z [INFO] lp_4:: duplicate requestVote for same term: term=33 2023-01-27T03:32:25.776Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:32:25.776Z [INFO] lp_3:: duplicate requestVote for same term: term=33 2023-01-27T03:32:26.143Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:26.143Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=78 2023-01-27T03:32:26.144Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:32:26.430Z [WARN] lp_0:: Election timeout reached, restarting election 2023-01-27T03:32:26.430Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=34 2023-01-27T03:32:26.430Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:32:26.430Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:32:26.430Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:32:26.430Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:26.635Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-27T03:32:26.635Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=34 2023-01-27T03:32:26.635Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:32:26.636Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:32:26.636Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-27T03:32:26.636Z [INFO] lp_4:: election won: tally=3 2023-01-27T03:32:26.636Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2023-01-27T03:32:26.636Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2023-01-27T03:32:26.636Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2023-01-27T03:32:26.636Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2023-01-27T03:32:26.636Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2023-01-27T03:32:26.637Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-27T03:32:26.637Z [WARN] lp_1:: failed to get previous log: previous-index=432944 last-index=432942 error="log not found" 2023-01-27T03:32:26.637Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=432943 2023-01-27T03:32:26.637Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:32:26.637Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:32:26.637Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:32:26.638Z [WARN] lp_3:: failed to get previous log: previous-index=432944 last-index=432942 error="log not found" 2023-01-27T03:32:26.638Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=432943 2023-01-27T03:32:26.638Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:32:26.648Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:32:26.659Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:32:26.680Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:32:26.721Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:32:26.741Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:32:26.802Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:32:26.930Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:32:26.962Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:32:27.059Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:32:27.138Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=502.1173ms 2023-01-27T03:32:27.231Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:32:27.290Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:32:27.411Z [INFO] Healing all partitions, partitions now [None] 2023-01-27T03:32:27.430Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader=lp_4 2023-01-27T03:32:27.673Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:32:27.674Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=79 2023-01-27T03:32:27.931Z [WARN] lp_0:: clearing log suffix: from=432945 to=432947 2023-01-27T03:32:28.034Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:32:28.880Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:32:28.880Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=80 2023-01-27T03:32:30.241Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:30.241Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=81 2023-01-27T03:32:30.246Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:32:31.526Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:31.527Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=82 2023-01-27T03:32:31.527Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:32:32.411Z [INFO] Created partition 10 with nodes [lp_4 lp_0], partitions now are 10 = [lp_4 lp_0] 2023-01-27T03:32:32.411Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:32:32.411Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:32:32.412Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:32:32.413Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:32:32.413Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:32:32.413Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:32:32.424Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:32:32.424Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:32:32.424Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:32:32.428Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:32:32.460Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:32:32.488Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:32:32.493Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:32:32.501Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:32:32.520Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:32:32.541Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:32:32.550Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:32:32.551Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=83 2023-01-27T03:32:32.574Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:32:32.586Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:32:32.589Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:32:32.660Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:32:32.682Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:32:32.693Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:32:32.702Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:32:32.710Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:32:32.715Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:32:32.801Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:32:32.844Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:32:32.849Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:32:32.856Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:32:32.867Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:32:32.912Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=500.666209ms 2023-01-27T03:32:32.912Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=500.625002ms 2023-01-27T03:32:32.912Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=500.801564ms 2023-01-27T03:32:32.912Z [WARN] lp_4:: failed to contact quorum of nodes, stepping down 2023-01-27T03:32:32.912Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:32:32.912Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:32:33.880Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:32:33.880Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=84 2023-01-27T03:32:34.058Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-27T03:32:34.058Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=35 2023-01-27T03:32:34.058Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:32:34.058Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:32:34.058Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:32:34.354Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-27T03:32:34.354Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=35 2023-01-27T03:32:34.354Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:32:34.354Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:32:34.354Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2023-01-27T03:32:34.354Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2023-01-27T03:32:34.629Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-27T03:32:34.629Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=35 2023-01-27T03:32:34.629Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:32:34.629Z [INFO] lp_1:: duplicate requestVote for same term: term=35 2023-01-27T03:32:34.629Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:32:34.630Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-01-27T03:32:34.825Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-27T03:32:34.825Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=35 2023-01-27T03:32:34.825Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:32:34.825Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:32:34.825Z [INFO] lp_1:: duplicate requestVote for same term: term=35 2023-01-27T03:32:34.825Z [INFO] lp_3:: duplicate requestVote for same term: term=35 2023-01-27T03:32:35.592Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:32:35.592Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=85 2023-01-27T03:32:35.627Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:35.627Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=36 2023-01-27T03:32:35.627Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:32:35.627Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-27T03:32:35.628Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:32:35.628Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:32:35.847Z [WARN] lp_1:: Election timeout reached, restarting election 2023-01-27T03:32:35.847Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=36 2023-01-27T03:32:35.847Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:32:35.847Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:32:35.847Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-27T03:32:35.847Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:32:35.847Z [INFO] lp_1:: election won: tally=3 2023-01-27T03:32:35.847Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2023-01-27T03:32:35.847Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2023-01-27T03:32:35.847Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2023-01-27T03:32:35.847Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2023-01-27T03:32:35.847Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2023-01-27T03:32:35.848Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:32:35.848Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:32:35.848Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:32:35.849Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:32:35.858Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:32:35.859Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:32:35.869Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:32:35.870Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:32:35.906Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:32:35.906Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:32:35.946Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:32:35.946Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:32:36.003Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:32:36.026Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:32:36.027Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:32:36.033Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:32:36.167Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:32:36.187Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:32:36.188Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:32:36.207Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:32:36.360Z [WARN] lp_1:: failed to contact: server-id=lp_0 time=512.543378ms 2023-01-27T03:32:36.360Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=512.533429ms 2023-01-27T03:32:36.385Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:32:36.386Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:32:36.411Z [INFO] Healing partition group 10, now partitions are [None] 2023-01-27T03:32:36.508Z [WARN] lp_4:: clearing log suffix: from=468161 to=468165 2023-01-27T03:32:36.509Z [WARN] lp_0:: clearing log suffix: from=468161 to=468165 2023-01-27T03:32:36.509Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader=lp_1 2023-01-27T03:32:36.556Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:32:36.559Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:32:36.858Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:32:36.858Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=86 2023-01-27T03:32:38.510Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:32:38.510Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=87 2023-01-27T03:32:39.938Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:32:39.938Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=88 2023-01-27T03:32:41.038Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:41.038Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=89 2023-01-27T03:32:41.039Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:32:41.412Z [INFO] Healing all partitions, partitions now [None] 2023-01-27T03:32:41.510Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:32:41.510Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:32:41.510Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:32:41.510Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:32:42.126Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:32:42.126Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=90 2023-01-27T03:32:43.615Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:32:43.616Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=91 2023-01-27T03:32:44.925Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:32:44.925Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=92 2023-01-27T03:32:46.437Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:46.437Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=93 2023-01-27T03:32:46.437Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:32:48.079Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:48.079Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=94 2023-01-27T03:32:48.079Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:32:49.834Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:32:49.834Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=95 2023-01-27T03:32:51.513Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:51.513Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=96 2023-01-27T03:32:51.513Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:32:52.959Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:32:52.959Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=97 2023-01-27T03:32:54.685Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:54.686Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=98 2023-01-27T03:32:54.686Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:32:55.857Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:32:55.858Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=99 2023-01-27T03:32:55.858Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:32:57.428Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:32:57.428Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=100 2023-01-27T03:32:58.965Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:32:58.965Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=101 2023-01-27T03:33:00.087Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:33:00.087Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=102 2023-01-27T03:33:01.125Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:33:01.125Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=103 2023-01-27T03:33:01.125Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:33:02.554Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:33:02.554Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=104 2023-01-27T03:33:04.031Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:33:04.031Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=105 2023-01-27T03:33:05.861Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:33:05.861Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=106 2023-01-27T03:33:07.133Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:33:07.133Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=107 2023-01-27T03:33:07.134Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:33:08.210Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:33:08.211Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=108 2023-01-27T03:33:09.759Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:33:09.759Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=109 2023-01-27T03:33:09.760Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:33:09.989Z [INFO] node_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/node_0 2023-01-27T03:33:09.990Z [INFO] node_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-01-27T03:33:09.990Z [INFO] node_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/node_1 2023-01-27T03:33:09.991Z [INFO] node_0:: entering follower state: follower="Node at node_0 [Follower]" leader= 2023-01-27T03:33:09.991Z [INFO] node_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-01-27T03:33:09.991Z [INFO] node_1:: entering follower state: follower="Node at node_1 [Follower]" leader= 2023-01-27T03:33:09.992Z [INFO] node_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/node_2 2023-01-27T03:33:09.993Z [INFO] node_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-01-27T03:33:09.993Z [INFO] node_2:: entering follower state: follower="Node at node_2 [Follower]" leader= 2023-01-27T03:33:09.993Z [INFO] node_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/node_3 2023-01-27T03:33:09.995Z [INFO] node_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-01-27T03:33:09.995Z [INFO] node_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/node_4 2023-01-27T03:33:09.995Z [INFO] node_3:: entering follower state: follower="Node at node_3 [Follower]" leader= 2023-01-27T03:33:09.996Z [INFO] node_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-01-27T03:33:09.996Z [INFO] node_4:: entering follower state: follower="Node at node_4 [Follower]" leader= 2023-01-27T03:33:11.171Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:33:11.171Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=110 2023-01-27T03:33:11.296Z [WARN] node_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:33:11.296Z [INFO] node_1:: entering candidate state: node="Node at node_1 [Candidate]" term=2 2023-01-27T03:33:11.296Z [INFO] node_1:: election won: tally=3 2023-01-27T03:33:11.296Z [INFO] node_1:: entering leader state: leader="Node at node_1 [Leader]" 2023-01-27T03:33:11.296Z [INFO] node_1:: added peer, starting replication: peer=node_0 2023-01-27T03:33:11.296Z [INFO] node_1:: added peer, starting replication: peer=node_2 2023-01-27T03:33:11.296Z [INFO] node_1:: added peer, starting replication: peer=node_3 2023-01-27T03:33:11.296Z [INFO] node_1:: added peer, starting replication: peer=node_4 2023-01-27T03:33:11.296Z [INFO] node_1:: pipelining replication: peer="{Voter node_4 node_4}" 2023-01-27T03:33:11.296Z [INFO] node_1:: pipelining replication: peer="{Voter node_0 node_0}" 2023-01-27T03:33:11.296Z [INFO] node_1:: pipelining replication: peer="{Voter node_2 node_2}" 2023-01-27T03:33:11.296Z [INFO] node_1:: pipelining replication: peer="{Voter node_3 node_3}" 2023-01-27T03:33:12.267Z [INFO] node_1:: aborting pipeline replication: peer="{Voter node_4 node_4}" 2023-01-27T03:33:12.267Z [INFO] node_1:: aborting pipeline replication: peer="{Voter node_0 node_0}" 2023-01-27T03:33:12.267Z [INFO] node_1:: aborting pipeline replication: peer="{Voter node_2 node_2}" 2023-01-27T03:33:12.267Z [INFO] node_1:: aborting pipeline replication: peer="{Voter node_3 node_3}" 2023-01-27T03:33:12.826Z [INFO] sv_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/sv_0 2023-01-27T03:33:12.827Z [INFO] sv_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-01-27T03:33:12.828Z [INFO] sv_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/sv_1 2023-01-27T03:33:12.828Z [INFO] sv_0:: entering follower state: follower="Node at sv_0 [Follower]" leader= 2023-01-27T03:33:12.828Z [INFO] sv_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-01-27T03:33:12.828Z [INFO] sv_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/sv_2 2023-01-27T03:33:12.829Z [INFO] sv_1:: entering follower state: follower="Node at sv_1 [Follower]" leader= 2023-01-27T03:33:12.829Z [INFO] sv_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-01-27T03:33:12.829Z [INFO] sv_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/sv_3 2023-01-27T03:33:12.830Z [INFO] sv_2:: entering follower state: follower="Node at sv_2 [Follower]" leader= 2023-01-27T03:33:12.830Z [INFO] sv_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-01-27T03:33:12.830Z [INFO] sv_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/sv_4 2023-01-27T03:33:12.830Z [INFO] sv_3:: entering follower state: follower="Node at sv_3 [Follower]" leader= 2023-01-27T03:33:12.831Z [INFO] sv_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-01-27T03:33:12.831Z [INFO] sv_4:: entering follower state: follower="Node at sv_4 [Follower]" leader= 2023-01-27T03:33:13.003Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:33:13.003Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=111 2023-01-27T03:33:13.938Z [WARN] sv_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:33:13.940Z [INFO] sv_1:: entering candidate state: node="Node at sv_1 [Candidate]" term=2 2023-01-27T03:33:13.940Z [INFO] sv_1:: election won: tally=3 2023-01-27T03:33:13.940Z [INFO] sv_1:: entering leader state: leader="Node at sv_1 [Leader]" 2023-01-27T03:33:13.940Z [INFO] sv_1:: added peer, starting replication: peer=sv_0 2023-01-27T03:33:13.940Z [INFO] sv_1:: added peer, starting replication: peer=sv_2 2023-01-27T03:33:13.940Z [INFO] sv_1:: added peer, starting replication: peer=sv_3 2023-01-27T03:33:13.940Z [INFO] sv_1:: added peer, starting replication: peer=sv_4 2023-01-27T03:33:13.941Z [WARN] sv_4:: rejecting vote request since our last term is greater: candidate=sv_1 last-term=2 last-candidate-term=1 2023-01-27T03:33:13.941Z [INFO] sv_1:: pipelining replication: peer="{Voter sv_4 sv_4}" 2023-01-27T03:33:13.941Z [INFO] sv_1:: pipelining replication: peer="{Voter sv_2 sv_2}" 2023-01-27T03:33:13.941Z [INFO] sv_1:: pipelining replication: peer="{Voter sv_0 sv_0}" 2023-01-27T03:33:13.941Z [INFO] sv_1:: pipelining replication: peer="{Voter sv_3 sv_3}" 2023-01-27T03:33:14.149Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:33:14.149Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=112 2023-01-27T03:33:14.984Z [INFO] sv_1:: aborting pipeline replication: peer="{Voter sv_4 sv_4}" 2023-01-27T03:33:14.985Z [INFO] sv_1:: aborting pipeline replication: peer="{Voter sv_0 sv_0}" 2023-01-27T03:33:14.985Z [INFO] sv_1:: aborting pipeline replication: peer="{Voter sv_2 sv_2}" 2023-01-27T03:33:14.985Z [INFO] sv_1:: aborting pipeline replication: peer="{Voter sv_3 sv_3}" 2023-01-27T03:33:15.256Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:33:15.256Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=113 2023-01-27T03:33:15.564Z [INFO] svr_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/svr_0 2023-01-27T03:33:15.566Z [INFO] svr_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-01-27T03:33:15.566Z [INFO] svr_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/svr_1 2023-01-27T03:33:15.566Z [INFO] svr_0:: entering follower state: follower="Node at svr_0 [Follower]" leader= 2023-01-27T03:33:15.567Z [INFO] svr_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-01-27T03:33:15.567Z [INFO] svr_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/svr_2 2023-01-27T03:33:15.568Z [INFO] svr_1:: entering follower state: follower="Node at svr_1 [Follower]" leader= 2023-01-27T03:33:15.570Z [INFO] svr_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-01-27T03:33:15.571Z [INFO] svr_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/svr_3 2023-01-27T03:33:15.571Z [INFO] svr_2:: entering follower state: follower="Node at svr_2 [Follower]" leader= 2023-01-27T03:33:15.577Z [INFO] svr_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-01-27T03:33:15.578Z [INFO] svr_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3278753547/b001/data/svr_4 2023-01-27T03:33:15.579Z [INFO] svr_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-01-27T03:33:15.579Z [INFO] svr_3:: entering follower state: follower="Node at svr_3 [Follower]" leader= 2023-01-27T03:33:15.579Z [INFO] svr_4:: entering follower state: follower="Node at svr_4 [Follower]" leader= 2023-01-27T03:33:16.389Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:33:16.389Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=114 2023-01-27T03:33:16.390Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:33:16.715Z [WARN] svr_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:33:16.715Z [INFO] svr_0:: entering candidate state: node="Node at svr_0 [Candidate]" term=2 2023-01-27T03:33:17.912Z [WARN] svr_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:33:17.913Z [INFO] svr_4:: entering candidate state: node="Node at svr_4 [Candidate]" term=3 2023-01-27T03:33:17.913Z [INFO] svr_0:: entering follower state: follower="Node at svr_0 [Follower]" leader= 2023-01-27T03:33:17.913Z [INFO] svr_4:: election won: tally=3 2023-01-27T03:33:17.913Z [INFO] svr_4:: entering leader state: leader="Node at svr_4 [Leader]" 2023-01-27T03:33:17.913Z [INFO] svr_4:: added peer, starting replication: peer=svr_0 2023-01-27T03:33:17.913Z [INFO] svr_4:: added peer, starting replication: peer=svr_1 2023-01-27T03:33:17.914Z [INFO] svr_4:: added peer, starting replication: peer=svr_2 2023-01-27T03:33:17.914Z [INFO] svr_4:: added peer, starting replication: peer=svr_3 2023-01-27T03:33:17.914Z [INFO] svr_4:: pipelining replication: peer="{Voter svr_3 svr_3}" 2023-01-27T03:33:17.914Z [INFO] svr_4:: pipelining replication: peer="{Voter svr_0 svr_0}" 2023-01-27T03:33:17.914Z [INFO] svr_4:: pipelining replication: peer="{Voter svr_1 svr_1}" 2023-01-27T03:33:17.914Z [INFO] svr_4:: pipelining replication: peer="{Voter svr_2 svr_2}" 2023-01-27T03:33:17.915Z [WARN] svr_3:: rejecting vote request since our last term is greater: candidate=svr_4 last-term=3 last-candidate-term=1 2023-01-27T03:33:17.945Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-27T03:33:17.945Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=115 2023-01-27T03:33:18.786Z [INFO] svr_4:: aborting pipeline replication: peer="{Voter svr_3 svr_3}" 2023-01-27T03:33:18.786Z [INFO] svr_4:: aborting pipeline replication: peer="{Voter svr_0 svr_0}" 2023-01-27T03:33:18.786Z [INFO] svr_4:: aborting pipeline replication: peer="{Voter svr_1 svr_1}" 2023-01-27T03:33:18.786Z [INFO] svr_4:: aborting pipeline replication: peer="{Voter svr_2 svr_2}" PASS ok github.com/hashicorp/raft/fuzzy 175.036s github.com/hashicorp/raft/fuzzy 2023-01-27T03:33:19.899Z [INFO] lt_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/lt_0 2023-01-27T03:33:19.900Z [INFO] lt_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-01-27T03:33:19.900Z [INFO] lt_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/lt_1 2023-01-27T03:33:19.901Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2023-01-27T03:33:19.902Z [INFO] lt_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-01-27T03:33:19.902Z [INFO] lt_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/lt_2 2023-01-27T03:33:19.902Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2023-01-27T03:33:19.904Z [INFO] lt_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-01-27T03:33:19.904Z [INFO] lt_2:: entering follower state: follower="Node at lt_2 [Follower]" leader= 2023-01-27T03:33:19.904Z [INFO] lt_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/lt_3 2023-01-27T03:33:19.906Z [INFO] lt_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-01-27T03:33:19.906Z [INFO] lt_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/lt_4 2023-01-27T03:33:19.906Z [INFO] lt_3:: entering follower state: follower="Node at lt_3 [Follower]" leader= 2023-01-27T03:33:19.907Z [INFO] lt_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-01-27T03:33:19.907Z [INFO] lt_4:: entering follower state: follower="Node at lt_4 [Follower]" leader= 2023-01-27T03:33:21.032Z [WARN] lt_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:33:21.033Z [INFO] lt_0:: entering candidate state: node="Node at lt_0 [Candidate]" term=2 2023-01-27T03:33:21.033Z [INFO] lt_0:: election won: tally=3 2023-01-27T03:33:21.033Z [INFO] lt_0:: entering leader state: leader="Node at lt_0 [Leader]" 2023-01-27T03:33:21.033Z [INFO] lt_0:: added peer, starting replication: peer=lt_1 2023-01-27T03:33:21.033Z [INFO] lt_0:: added peer, starting replication: peer=lt_2 2023-01-27T03:33:21.034Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_1 lt_1}" 2023-01-27T03:33:21.034Z [INFO] lt_0:: added peer, starting replication: peer=lt_3 2023-01-27T03:33:21.034Z [INFO] lt_0:: added peer, starting replication: peer=lt_4 2023-01-27T03:33:21.035Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-01-27T03:33:21.036Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-01-27T03:33:21.036Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-01-27T03:33:21.540Z [INFO] lt_1:: entering candidate state: node="Node at lt_1 [Candidate]" term=3 2023-01-27T03:33:21.540Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2023-01-27T03:33:21.540Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-01-27T03:33:21.541Z [INFO] lt_1:: election won: tally=3 2023-01-27T03:33:21.541Z [INFO] lt_1:: entering leader state: leader="Node at lt_1 [Leader]" 2023-01-27T03:33:21.541Z [INFO] lt_1:: added peer, starting replication: peer=lt_0 2023-01-27T03:33:21.541Z [INFO] lt_1:: added peer, starting replication: peer=lt_2 2023-01-27T03:33:21.541Z [INFO] lt_1:: added peer, starting replication: peer=lt_3 2023-01-27T03:33:21.541Z [INFO] lt_1:: added peer, starting replication: peer=lt_4 2023-01-27T03:33:21.541Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2023-01-27T03:33:21.542Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-01-27T03:33:21.542Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-01-27T03:33:21.542Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-01-27T03:33:21.542Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_0 lt_0}" 2023-01-27T03:33:21.543Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-01-27T03:33:21.543Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-01-27T03:33:22.119Z [INFO] lt_0:: entering candidate state: node="Node at lt_0 [Candidate]" term=4 2023-01-27T03:33:22.120Z [INFO] lt_0:: election won: tally=3 2023-01-27T03:33:22.120Z [INFO] lt_0:: entering leader state: leader="Node at lt_0 [Leader]" 2023-01-27T03:33:22.120Z [INFO] lt_0:: added peer, starting replication: peer=lt_1 2023-01-27T03:33:22.120Z [INFO] lt_0:: added peer, starting replication: peer=lt_2 2023-01-27T03:33:22.120Z [INFO] lt_0:: added peer, starting replication: peer=lt_3 2023-01-27T03:33:22.120Z [INFO] lt_0:: added peer, starting replication: peer=lt_4 2023-01-27T03:33:22.120Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-01-27T03:33:22.120Z [WARN] lt_1:: rejecting vote request since our last index is greater: candidate=lt_0 last-index=11091 last-candidate-index=11089 2023-01-27T03:33:22.120Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2023-01-27T03:33:22.121Z [WARN] lt_1:: clearing log suffix: from=11090 to=11091 2023-01-27T03:33:22.121Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_1 lt_1}" 2023-01-27T03:33:22.121Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-01-27T03:33:22.123Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-01-27T03:33:22.123Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-01-27T03:33:22.123Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_0 lt_0}" 2023-01-27T03:33:22.123Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-01-27T03:33:22.123Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-01-27T03:33:22.141Z [INFO] lt_1:: entering candidate state: node="Node at lt_1 [Candidate]" term=5 2023-01-27T03:33:22.141Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2023-01-27T03:33:22.142Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-01-27T03:33:22.142Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-01-27T03:33:22.142Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-01-27T03:33:22.142Z [INFO] lt_1:: election won: tally=3 2023-01-27T03:33:22.142Z [INFO] lt_1:: entering leader state: leader="Node at lt_1 [Leader]" 2023-01-27T03:33:22.142Z [INFO] lt_1:: added peer, starting replication: peer=lt_0 2023-01-27T03:33:22.142Z [INFO] lt_1:: added peer, starting replication: peer=lt_2 2023-01-27T03:33:22.142Z [INFO] lt_1:: added peer, starting replication: peer=lt_3 2023-01-27T03:33:22.142Z [INFO] lt_1:: added peer, starting replication: peer=lt_4 2023-01-27T03:33:22.142Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-01-27T03:33:22.142Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_0 lt_0}" 2023-01-27T03:33:22.142Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-01-27T03:33:22.142Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-01-27T03:33:22.142Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2023-01-27T03:33:22.246Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-01-27T03:33:22.246Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_0 lt_0}" 2023-01-27T03:33:22.246Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-01-27T03:33:22.246Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-01-27T03:33:22.900Z [INFO] m_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/m_0 2023-01-27T03:33:22.901Z [INFO] m_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-01-27T03:33:22.901Z [INFO] m_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/m_1 2023-01-27T03:33:22.901Z [INFO] m_0:: entering follower state: follower="Node at m_0 [Follower]" leader= 2023-01-27T03:33:22.902Z [INFO] m_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-01-27T03:33:22.902Z [INFO] m_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/m_2 2023-01-27T03:33:22.902Z [INFO] m_1:: entering follower state: follower="Node at m_1 [Follower]" leader= 2023-01-27T03:33:22.903Z [INFO] m_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-01-27T03:33:22.903Z [INFO] m_2:: entering follower state: follower="Node at m_2 [Follower]" leader= 2023-01-27T03:33:24.020Z [WARN] m_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:33:24.021Z [INFO] m_0:: entering candidate state: node="Node at m_0 [Candidate]" term=2 2023-01-27T03:33:24.022Z [INFO] m_0:: election won: tally=2 2023-01-27T03:33:24.022Z [INFO] m_0:: entering leader state: leader="Node at m_0 [Leader]" 2023-01-27T03:33:24.022Z [INFO] m_0:: added peer, starting replication: peer=m_1 2023-01-27T03:33:24.022Z [INFO] m_0:: added peer, starting replication: peer=m_2 2023-01-27T03:33:24.022Z [INFO] m_0:: pipelining replication: peer="{Voter m_2 m_2}" 2023-01-27T03:33:24.022Z [INFO] m_0:: pipelining replication: peer="{Voter m_1 m_1}" 2023-01-27T03:33:24.023Z [WARN] m_2:: rejecting vote request since our last term is greater: candidate=m_0 last-term=2 last-candidate-term=1 2023-01-27T03:33:24.026Z [INFO] m_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/m_3 2023-01-27T03:33:24.031Z [INFO] m_3:: initial configuration: index=0 servers=[] 2023-01-27T03:33:24.031Z [INFO] m_0:: updating configuration: command=AddStaging server-id=m_3 server-addr=m_3 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2} {Suffrage:Voter ID:m_3 Address:m_3}]" 2023-01-27T03:33:24.031Z [INFO] m_3:: entering follower state: follower="Node at m_3 [Follower]" leader= 2023-01-27T03:33:24.032Z [INFO] m_0:: added peer, starting replication: peer=m_3 2023-01-27T03:33:24.032Z [WARN] m_3:: failed to get previous log: previous-index=107 last-index=0 error="log not found" 2023-01-27T03:33:24.032Z [WARN] m_0:: appendEntries rejected, sending older logs: peer="{Voter m_3 m_3}" next=1 2023-01-27T03:33:24.032Z [INFO] m_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/m_4 2023-01-27T03:33:24.037Z [INFO] m_0:: pipelining replication: peer="{Voter m_3 m_3}" 2023-01-27T03:33:24.039Z [INFO] m_4:: initial configuration: index=0 servers=[] 2023-01-27T03:33:24.039Z [INFO] m_4:: entering follower state: follower="Node at m_4 [Follower]" leader= 2023-01-27T03:33:24.039Z [INFO] m_0:: updating configuration: command=AddStaging server-id=m_4 server-addr=m_4 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2} {Suffrage:Voter ID:m_3 Address:m_3} {Suffrage:Voter ID:m_4 Address:m_4}]" 2023-01-27T03:33:24.039Z [INFO] m_0:: added peer, starting replication: peer=m_4 2023-01-27T03:33:24.040Z [WARN] m_4:: failed to get previous log: previous-index=115 last-index=0 error="log not found" 2023-01-27T03:33:24.040Z [WARN] m_0:: appendEntries rejected, sending older logs: peer="{Voter m_4 m_4}" next=1 2023-01-27T03:33:24.047Z [INFO] m_0:: pipelining replication: peer="{Voter m_4 m_4}" 2023-01-27T03:33:29.183Z [INFO] m_0:: aborting pipeline replication: peer="{Voter m_4 m_4}" 2023-01-27T03:33:29.183Z [INFO] m_0:: aborting pipeline replication: peer="{Voter m_1 m_1}" 2023-01-27T03:33:29.183Z [INFO] m_0:: aborting pipeline replication: peer="{Voter m_2 m_2}" 2023-01-27T03:33:29.183Z [INFO] m_0:: aborting pipeline replication: peer="{Voter m_3 m_3}" 2023-01-27T03:33:31.301Z [INFO] ar_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/ar_0 2023-01-27T03:33:31.303Z [INFO] ar_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-01-27T03:33:31.304Z [INFO] ar_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/ar_1 2023-01-27T03:33:31.305Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-27T03:33:31.306Z [INFO] ar_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-01-27T03:33:31.306Z [INFO] ar_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/ar_2 2023-01-27T03:33:31.306Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:33:31.308Z [INFO] ar_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-01-27T03:33:31.308Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:33:33.045Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:33:33.045Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=2 2023-01-27T03:33:33.045Z [INFO] ar_0:: election won: tally=2 2023-01-27T03:33:33.045Z [INFO] ar_0:: entering leader state: leader="Node at ar_0 [Leader]" 2023-01-27T03:33:33.046Z [INFO] ar_0:: added peer, starting replication: peer=ar_1 2023-01-27T03:33:33.046Z [INFO] ar_0:: added peer, starting replication: peer=ar_2 2023-01-27T03:33:33.046Z [INFO] ar_0:: pipelining replication: peer="{Voter ar_2 ar_2}" 2023-01-27T03:33:33.046Z [WARN] ar_1:: rejecting vote request since our last term is greater: candidate=ar_0 last-term=2 last-candidate-term=1 2023-01-27T03:33:33.046Z [INFO] ar_0:: pipelining replication: peer="{Voter ar_1 ar_1}" 2023-01-27T03:33:33.051Z [INFO] ar_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/ar_3 2023-01-27T03:33:33.055Z [INFO] ar_3:: initial configuration: index=0 servers=[] 2023-01-27T03:33:33.055Z [INFO] ar_0:: updating configuration: command=AddStaging server-id=ar_3 server-addr=ar_3 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2} {Suffrage:Voter ID:ar_3 Address:ar_3}]" 2023-01-27T03:33:33.056Z [INFO] ar_0:: added peer, starting replication: peer=ar_3 2023-01-27T03:33:33.056Z [INFO] ar_3:: entering follower state: follower="Node at ar_3 [Follower]" leader= 2023-01-27T03:33:33.056Z [WARN] ar_3:: failed to get previous log: previous-index=135 last-index=0 error="log not found" 2023-01-27T03:33:33.056Z [WARN] ar_0:: appendEntries rejected, sending older logs: peer="{Voter ar_3 ar_3}" next=1 2023-01-27T03:33:33.058Z [INFO] ar_0:: pipelining replication: peer="{Voter ar_3 ar_3}" 2023-01-27T03:33:33.058Z [INFO] ar_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/ar_4 2023-01-27T03:33:33.060Z [INFO] ar_4:: initial configuration: index=0 servers=[] 2023-01-27T03:33:33.060Z [INFO] ar_0:: updating configuration: command=AddStaging server-id=ar_4 server-addr=ar_4 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2} {Suffrage:Voter ID:ar_3 Address:ar_3} {Suffrage:Voter ID:ar_4 Address:ar_4}]" 2023-01-27T03:33:33.060Z [INFO] ar_4:: entering follower state: follower="Node at ar_4 [Follower]" leader= 2023-01-27T03:33:33.061Z [INFO] ar_0:: added peer, starting replication: peer=ar_4 2023-01-27T03:33:33.063Z [WARN] ar_4:: failed to get previous log: previous-index=165 last-index=0 error="log not found" 2023-01-27T03:33:33.063Z [WARN] ar_0:: appendEntries rejected, sending older logs: peer="{Voter ar_4 ar_4}" next=1 2023-01-27T03:33:33.064Z [INFO] Removing node ar_1 from cluster 2023-01-27T03:33:33.064Z [INFO] Removing node ar_2 from cluster 2023-01-27T03:33:33.068Z [INFO] ar_0:: pipelining replication: peer="{Voter ar_4 ar_4}" 2023-01-27T03:33:33.234Z [INFO] ar_0:: aborting pipeline replication: peer="{Voter ar_2 ar_2}" 2023-01-27T03:33:33.234Z [INFO] ar_0:: aborting pipeline replication: peer="{Voter ar_3 ar_3}" 2023-01-27T03:33:33.234Z [INFO] ar_0:: aborting pipeline replication: peer="{Voter ar_4 ar_4}" 2023-01-27T03:33:33.234Z [INFO] ar_0:: aborting pipeline replication: peer="{Voter ar_1 ar_1}" 2023-01-27T03:33:33.276Z [INFO] rl_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/rl_0 2023-01-27T03:33:33.278Z [INFO] rl_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-01-27T03:33:33.278Z [INFO] rl_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/rl_1 2023-01-27T03:33:33.280Z [INFO] rl_0:: entering follower state: follower="Node at rl_0 [Follower]" leader= 2023-01-27T03:33:33.281Z [INFO] rl_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-01-27T03:33:33.281Z [INFO] rl_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/rl_2 2023-01-27T03:33:33.281Z [INFO] rl_1:: entering follower state: follower="Node at rl_1 [Follower]" leader= 2023-01-27T03:33:33.284Z [INFO] rl_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-01-27T03:33:33.284Z [INFO] rl_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/rl_3 2023-01-27T03:33:33.285Z [INFO] rl_2:: entering follower state: follower="Node at rl_2 [Follower]" leader= 2023-01-27T03:33:33.288Z [INFO] rl_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-01-27T03:33:33.288Z [INFO] rl_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/rl_4 2023-01-27T03:33:33.288Z [INFO] rl_3:: entering follower state: follower="Node at rl_3 [Follower]" leader= 2023-01-27T03:33:33.290Z [INFO] rl_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-01-27T03:33:33.290Z [INFO] rl_4:: entering follower state: follower="Node at rl_4 [Follower]" leader= 2023-01-27T03:33:34.355Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader=ar_0 2023-01-27T03:33:34.355Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=3 2023-01-27T03:33:34.355Z [WARN] ar_1:: rejecting vote request since we have a leader: from=ar_2 leader=ar_0 2023-01-27T03:33:34.372Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader=ar_0 2023-01-27T03:33:34.372Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=3 2023-01-27T03:33:34.372Z [INFO] ar_2:: duplicate requestVote for same term: term=3 2023-01-27T03:33:34.389Z [WARN] rl_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:33:34.389Z [INFO] rl_0:: entering candidate state: node="Node at rl_0 [Candidate]" term=2 2023-01-27T03:33:34.389Z [INFO] rl_0:: election won: tally=3 2023-01-27T03:33:34.389Z [INFO] rl_0:: entering leader state: leader="Node at rl_0 [Leader]" 2023-01-27T03:33:34.389Z [INFO] rl_0:: added peer, starting replication: peer=rl_1 2023-01-27T03:33:34.389Z [INFO] rl_0:: added peer, starting replication: peer=rl_2 2023-01-27T03:33:34.389Z [INFO] rl_0:: added peer, starting replication: peer=rl_3 2023-01-27T03:33:34.389Z [INFO] rl_0:: added peer, starting replication: peer=rl_4 2023-01-27T03:33:34.390Z [INFO] rl_0:: pipelining replication: peer="{Voter rl_4 rl_4}" 2023-01-27T03:33:34.391Z [INFO] rl_0:: pipelining replication: peer="{Voter rl_2 rl_2}" 2023-01-27T03:33:34.391Z [INFO] rl_0:: pipelining replication: peer="{Voter rl_1 rl_1}" 2023-01-27T03:33:34.391Z [INFO] rl_0:: pipelining replication: peer="{Voter rl_3 rl_3}" 2023-01-27T03:33:35.397Z [INFO] Removing node rl_0 from cluster 2023-01-27T03:33:36.033Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:33:36.033Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=4 2023-01-27T03:33:36.034Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:33:37.587Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:33:37.587Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=5 2023-01-27T03:33:37.587Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:33:38.892Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:33:38.892Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=6 2023-01-27T03:33:38.892Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:33:40.090Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:33:40.090Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=7 2023-01-27T03:33:40.090Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:33:40.823Z [WARN] rl_0:: failed to contact: server-id=rl_2 time=500.138563ms 2023-01-27T03:33:40.834Z [WARN] rl_0:: failed to contact: server-id=rl_1 time=501.483743ms 2023-01-27T03:33:40.834Z [WARN] rl_0:: failed to contact: server-id=rl_2 time=511.155187ms 2023-01-27T03:33:40.865Z [INFO] rl_0:: aborting pipeline replication: peer="{Voter rl_4 rl_4}" 2023-01-27T03:33:40.865Z [INFO] rmp_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/rmp_0 2023-01-27T03:33:40.865Z [INFO] rl_0:: aborting pipeline replication: peer="{Voter rl_2 rl_2}" 2023-01-27T03:33:40.865Z [INFO] rl_0:: aborting pipeline replication: peer="{Voter rl_1 rl_1}" 2023-01-27T03:33:40.865Z [INFO] rl_0:: aborting pipeline replication: peer="{Voter rl_3 rl_3}" 2023-01-27T03:33:40.867Z [INFO] rmp_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-01-27T03:33:40.867Z [INFO] rmp_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/rmp_1 2023-01-27T03:33:40.868Z [INFO] rmp_0:: entering follower state: follower="Node at rmp_0 [Follower]" leader= 2023-01-27T03:33:40.869Z [INFO] rmp_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-01-27T03:33:40.869Z [INFO] rmp_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/rmp_2 2023-01-27T03:33:40.869Z [INFO] rmp_1:: entering follower state: follower="Node at rmp_1 [Follower]" leader= 2023-01-27T03:33:40.871Z [INFO] rmp_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-01-27T03:33:40.871Z [INFO] rmp_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/rmp_3 2023-01-27T03:33:40.871Z [INFO] rmp_2:: entering follower state: follower="Node at rmp_2 [Follower]" leader= 2023-01-27T03:33:40.872Z [INFO] rmp_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-01-27T03:33:40.872Z [INFO] rmp_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/rmp_4 2023-01-27T03:33:40.872Z [INFO] rmp_3:: entering follower state: follower="Node at rmp_3 [Follower]" leader= 2023-01-27T03:33:40.872Z [INFO] rmp_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-01-27T03:33:40.872Z [INFO] rmp_4:: entering follower state: follower="Node at rmp_4 [Follower]" leader= 2023-01-27T03:33:41.099Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:33:41.099Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=8 2023-01-27T03:33:41.099Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:33:41.993Z [WARN] rmp_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:33:41.993Z [INFO] rmp_3:: entering candidate state: node="Node at rmp_3 [Candidate]" term=2 2023-01-27T03:33:41.994Z [INFO] rmp_3:: election won: tally=3 2023-01-27T03:33:41.994Z [INFO] rmp_3:: entering leader state: leader="Node at rmp_3 [Leader]" 2023-01-27T03:33:41.994Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_0 2023-01-27T03:33:41.994Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_1 2023-01-27T03:33:41.994Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_2 2023-01-27T03:33:41.994Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_4 2023-01-27T03:33:41.995Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_2 rmp_2}" 2023-01-27T03:33:41.995Z [WARN] rmp_4:: rejecting vote request since our last term is greater: candidate=rmp_3 last-term=2 last-candidate-term=1 2023-01-27T03:33:41.995Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_4 rmp_4}" 2023-01-27T03:33:41.996Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_0 rmp_0}" 2023-01-27T03:33:41.996Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_1 rmp_1}" 2023-01-27T03:33:42.001Z [INFO] Created partition 1 with nodes [rmp_1], partitions now are 1 = [rmp_1] 2023-01-27T03:33:42.001Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_1 rmp_1}" 2023-01-27T03:33:42.002Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:42.012Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:42.023Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:42.043Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:42.084Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:42.166Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:42.180Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:42.281Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:33:42.281Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=9 2023-01-27T03:33:42.282Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:33:42.292Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:42.327Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:42.483Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:42.504Z [WARN] rmp_3:: failed to contact: server-id=rmp_1 time=502.940073ms 2023-01-27T03:33:42.648Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:42.687Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:42.917Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:43.004Z [WARN] rmp_3:: failed to contact: server-id=rmp_1 time=1.002679038s 2023-01-27T03:33:43.159Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:43.212Z [WARN] rmp_1:: heartbeat timeout reached, starting election: last-leader=rmp_3 2023-01-27T03:33:43.212Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=3 2023-01-27T03:33:43.213Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2023-01-27T03:33:43.213Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2023-01-27T03:33:43.213Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2023-01-27T03:33:43.213Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2023-01-27T03:33:43.298Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:43.367Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:33:43.368Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=10 2023-01-27T03:33:43.495Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:43.496Z [WARN] rmp_3:: failed to contact: server-id=rmp_1 time=1.494890939s 2023-01-27T03:33:43.920Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:44.579Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:44.602Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:33:44.603Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=11 2023-01-27T03:33:44.693Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:44.983Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-27T03:33:44.983Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=4 2023-01-27T03:33:44.984Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2023-01-27T03:33:44.984Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2023-01-27T03:33:44.984Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2023-01-27T03:33:44.984Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2023-01-27T03:33:45.002Z [INFO] Removing node rmp_1 from cluster 2023-01-27T03:33:46.104Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:46.125Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:33:46.126Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=12 2023-01-27T03:33:46.129Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-27T03:33:46.129Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=5 2023-01-27T03:33:46.129Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2023-01-27T03:33:46.130Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2023-01-27T03:33:46.130Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2023-01-27T03:33:46.130Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2023-01-27T03:33:47.139Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2023-01-27T03:33:47.812Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:33:47.812Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=13 2023-01-27T03:33:47.873Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-27T03:33:47.873Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=6 2023-01-27T03:33:47.873Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2023-01-27T03:33:47.873Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2023-01-27T03:33:47.873Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2023-01-27T03:33:47.874Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2023-01-27T03:33:48.003Z [INFO] Healing all partitions, partitions now [None] 2023-01-27T03:33:49.309Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:33:49.309Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=14 2023-01-27T03:33:49.311Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:33:49.399Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-27T03:33:49.399Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=7 2023-01-27T03:33:49.400Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-01-27T03:33:49.400Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-01-27T03:33:49.400Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-01-27T03:33:49.400Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-01-27T03:33:50.473Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:33:50.473Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=15 2023-01-27T03:33:51.241Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-27T03:33:51.241Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=8 2023-01-27T03:33:51.241Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-01-27T03:33:51.241Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-01-27T03:33:51.241Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-01-27T03:33:51.242Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-01-27T03:33:51.490Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:33:51.490Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=16 2023-01-27T03:33:52.260Z [ERROR] rmp_3:: peer has newer term, stopping replication: peer="{Voter rmp_1 rmp_1}" 2023-01-27T03:33:52.260Z [INFO] rmp_3:: entering follower state: follower="Node at rmp_3 [Follower]" leader= 2023-01-27T03:33:52.260Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_2 rmp_2}" 2023-01-27T03:33:52.260Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_4 rmp_4}" 2023-01-27T03:33:52.261Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_0 rmp_0}" 2023-01-27T03:33:52.855Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:33:52.855Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=17 2023-01-27T03:33:52.956Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-27T03:33:52.956Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=9 2023-01-27T03:33:52.956Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-01-27T03:33:52.956Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-01-27T03:33:52.956Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2023-01-27T03:33:52.956Z [WARN] rmp_3:: rejecting vote request since our last index is greater: candidate=rmp_1 last-index=111351 last-candidate-index=103 2023-01-27T03:33:53.271Z [WARN] rmp_0:: heartbeat timeout reached, starting election: last-leader=rmp_3 2023-01-27T03:33:53.272Z [INFO] rmp_0:: entering candidate state: node="Node at rmp_0 [Candidate]" term=3 2023-01-27T03:33:53.272Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_0 leader=rmp_3 2023-01-27T03:33:53.272Z [INFO] rmp_0:: entering follower state: follower="Node at rmp_0 [Follower]" leader= 2023-01-27T03:33:53.272Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_0 leader=rmp_3 2023-01-27T03:33:53.283Z [WARN] rmp_4:: heartbeat timeout reached, starting election: last-leader=rmp_3 2023-01-27T03:33:53.283Z [INFO] rmp_4:: entering candidate state: node="Node at rmp_4 [Candidate]" term=3 2023-01-27T03:33:53.283Z [INFO] rmp_4:: entering follower state: follower="Node at rmp_4 [Follower]" leader= 2023-01-27T03:33:53.283Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_4 leader=rmp_3 2023-01-27T03:33:53.873Z [WARN] rmp_2:: heartbeat timeout reached, starting election: last-leader=rmp_3 2023-01-27T03:33:53.873Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=3 2023-01-27T03:33:53.873Z [INFO] rmp_2:: entering follower state: follower="Node at rmp_2 [Follower]" leader= 2023-01-27T03:33:54.129Z [WARN] rmp_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:33:54.129Z [INFO] rmp_3:: entering candidate state: node="Node at rmp_3 [Candidate]" term=10 2023-01-27T03:33:54.129Z [INFO] rmp_3:: election won: tally=3 2023-01-27T03:33:54.129Z [INFO] rmp_3:: entering leader state: leader="Node at rmp_3 [Leader]" 2023-01-27T03:33:54.129Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_0 2023-01-27T03:33:54.129Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_1 2023-01-27T03:33:54.129Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_2 2023-01-27T03:33:54.129Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_4 2023-01-27T03:33:54.129Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_4 rmp_4}" 2023-01-27T03:33:54.129Z [INFO] rmp_1:: entering follower state: follower="Node at rmp_1 [Follower]" leader= 2023-01-27T03:33:54.129Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_0 rmp_0}" 2023-01-27T03:33:54.129Z [WARN] rmp_1:: failed to get previous log: previous-index=111351 last-index=103 error="log not found" 2023-01-27T03:33:54.129Z [WARN] rmp_3:: appendEntries rejected, sending older logs: peer="{Voter rmp_1 rmp_1}" next=104 2023-01-27T03:33:54.130Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_2 rmp_2}" 2023-01-27T03:33:54.175Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:33:54.176Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=18 2023-01-27T03:33:55.389Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:33:55.390Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=19 2023-01-27T03:33:56.379Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_1 rmp_1}" 2023-01-27T03:33:56.668Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:33:56.668Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=20 2023-01-27T03:33:58.101Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_4 rmp_4}" 2023-01-27T03:33:58.102Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_0 rmp_0}" 2023-01-27T03:33:58.102Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_1 rmp_1}" 2023-01-27T03:33:58.102Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_2 rmp_2}" 2023-01-27T03:33:58.624Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:33:58.625Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=21 2023-01-27T03:34:00.058Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:00.058Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=22 2023-01-27T03:34:00.058Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:34:00.635Z [WARN] rmp_1:: heartbeat timeout reached, starting election: last-leader=rmp_3 2023-01-27T03:34:00.635Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=11 2023-01-27T03:34:01.411Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:01.411Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=23 2023-01-27T03:34:01.411Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:34:02.147Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-27T03:34:02.147Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=12 2023-01-27T03:34:03.320Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:03.320Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=24 2023-01-27T03:34:03.636Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-27T03:34:03.636Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=13 2023-01-27T03:34:04.381Z [INFO] lp_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/lp_0 2023-01-27T03:34:04.382Z [INFO] lp_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-01-27T03:34:04.382Z [INFO] lp_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/lp_1 2023-01-27T03:34:04.383Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-27T03:34:04.383Z [INFO] lp_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-01-27T03:34:04.383Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-27T03:34:04.383Z [INFO] lp_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/lp_2 2023-01-27T03:34:04.384Z [INFO] lp_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-01-27T03:34:04.384Z [INFO] lp_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/lp_3 2023-01-27T03:34:04.384Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-27T03:34:04.385Z [INFO] lp_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-01-27T03:34:04.385Z [INFO] lp_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/lp_4 2023-01-27T03:34:04.385Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:34:04.386Z [INFO] lp_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-01-27T03:34:04.386Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:34:04.648Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:04.648Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=25 2023-01-27T03:34:05.413Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:05.413Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=2 2023-01-27T03:34:05.414Z [INFO] lp_1:: election won: tally=3 2023-01-27T03:34:05.414Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2023-01-27T03:34:05.414Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2023-01-27T03:34:05.414Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2023-01-27T03:34:05.414Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2023-01-27T03:34:05.414Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2023-01-27T03:34:05.415Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:34:05.415Z [INFO] Created partition 1 with nodes [lp_1 lp_0 lp_2], partitions now are 1 = [lp_2 lp_1 lp_0] 2023-01-27T03:34:05.415Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:34:05.415Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:34:05.416Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:34:05.416Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:05.416Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:05.426Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:05.426Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:05.436Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:05.437Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:05.457Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:05.458Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:05.498Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:05.501Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:05.578Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:05.579Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:05.581Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:05.585Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:05.723Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:05.739Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:05.740Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:05.742Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:05.854Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:05.877Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:05.915Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=500.653796ms 2023-01-27T03:34:05.925Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=510.700897ms 2023-01-27T03:34:05.925Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=509.21916ms 2023-01-27T03:34:06.000Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:06.037Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:06.060Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:06.062Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:06.149Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:06.214Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:06.403Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:06.407Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:06.425Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=1.010548124s 2023-01-27T03:34:06.425Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=1.009066387s 2023-01-27T03:34:06.588Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:06.588Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=26 2023-01-27T03:34:06.700Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:06.703Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:06.719Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:06.766Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:07.140Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:07.205Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:07.300Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:07.300Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=3 2023-01-27T03:34:07.301Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-01-27T03:34:07.301Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:34:07.301Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:34:07.301Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:07.888Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:07.953Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:07.981Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:07.983Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:07.999Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:08.000Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=27 2023-01-27T03:34:08.227Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-27T03:34:08.228Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=3 2023-01-27T03:34:08.228Z [INFO] lp_3:: duplicate requestVote for same term: term=3 2023-01-27T03:34:08.229Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:08.229Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:34:08.229Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:34:08.947Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-27T03:34:08.947Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=4 2023-01-27T03:34:08.947Z [WARN] lp_4:: rejecting vote request since our last term is greater: candidate=lp_3 last-term=2 last-candidate-term=1 2023-01-27T03:34:08.947Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:34:08.947Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:34:08.947Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:08.947Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:34:09.304Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:09.343Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:09.343Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=28 2023-01-27T03:34:09.407Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:09.415Z [INFO] Healing partition group 1, now partitions are [None] 2023-01-27T03:34:10.485Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:10.485Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=29 2023-01-27T03:34:10.542Z [ERROR] lp_1:: peer has newer term, stopping replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:34:10.542Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-27T03:34:10.542Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:34:10.542Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:34:10.544Z [ERROR] lp_1:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:34:10.739Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-27T03:34:10.739Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=5 2023-01-27T03:34:10.740Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-01-27T03:34:10.740Z [WARN] lp_1:: rejecting vote request since our last term is greater: candidate=lp_3 last-term=2 last-candidate-term=1 2023-01-27T03:34:10.740Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-01-27T03:34:10.740Z [WARN] lp_4:: rejecting vote request since our last term is greater: candidate=lp_3 last-term=2 last-candidate-term=1 2023-01-27T03:34:10.776Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:10.776Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=6 2023-01-27T03:34:10.777Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=56862 last-candidate-index=2 2023-01-27T03:34:10.777Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:34:10.777Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-27T03:34:10.777Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-27T03:34:11.659Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-27T03:34:11.659Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=3 2023-01-27T03:34:11.660Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-27T03:34:11.660Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_0 leader=lp_1 2023-01-27T03:34:11.726Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:11.726Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=7 2023-01-27T03:34:11.726Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:34:11.727Z [INFO] lp_1:: election won: tally=3 2023-01-27T03:34:11.727Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2023-01-27T03:34:11.727Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2023-01-27T03:34:11.727Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2023-01-27T03:34:11.727Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2023-01-27T03:34:11.727Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2023-01-27T03:34:11.727Z [WARN] lp_4:: failed to get previous log: previous-index=56862 last-index=2 error="log not found" 2023-01-27T03:34:11.727Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=3 2023-01-27T03:34:11.727Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:34:11.727Z [WARN] lp_3:: failed to get previous log: previous-index=56862 last-index=1 error="log not found" 2023-01-27T03:34:11.727Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=2 2023-01-27T03:34:11.727Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:34:12.225Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:12.225Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=30 2023-01-27T03:34:12.771Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:34:12.783Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:34:13.905Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:13.906Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=31 2023-01-27T03:34:14.415Z [INFO] Created partition 2 with nodes [lp_1 lp_0 lp_2], partitions now are 2 = [lp_1 lp_0 lp_2] 2023-01-27T03:34:14.416Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:34:14.423Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:14.416Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:34:14.424Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:14.431Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:14.434Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:14.434Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:14.444Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:14.445Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:14.465Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:14.467Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:14.506Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:14.507Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:14.575Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:14.587Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:14.588Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:14.635Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:14.717Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:14.748Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:14.749Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:14.820Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:14.910Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:14.916Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=500.048456ms 2023-01-27T03:34:14.926Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=510.106128ms 2023-01-27T03:34:14.926Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=509.918004ms 2023-01-27T03:34:14.990Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:15.069Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:15.069Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:15.080Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:15.179Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:15.301Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:15.348Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:15.348Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=32 2023-01-27T03:34:15.348Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:34:15.408Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:15.426Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=1.009858587s 2023-01-27T03:34:15.426Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=1.009670463s 2023-01-27T03:34:15.494Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:15.709Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:15.710Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:15.726Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:15.847Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:16.153Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-27T03:34:16.153Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=8 2023-01-27T03:34:16.154Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-27T03:34:16.154Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:16.154Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:34:16.155Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:34:16.164Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:16.292Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-27T03:34:16.292Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=8 2023-01-27T03:34:16.292Z [INFO] lp_4:: duplicate requestVote for same term: term=8 2023-01-27T03:34:16.292Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:34:16.293Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:16.293Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:34:16.342Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:16.588Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:16.589Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=33 2023-01-27T03:34:16.589Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:34:16.963Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:16.990Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:16.992Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:17.175Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:17.575Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-27T03:34:17.575Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=9 2023-01-27T03:34:17.575Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=72062 last-candidate-index=72060 2023-01-27T03:34:17.575Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:34:17.575Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:17.576Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:34:17.576Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:34:17.856Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:17.856Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=34 2023-01-27T03:34:17.857Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:34:18.416Z [INFO] Healing all partitions, partitions now [None] 2023-01-27T03:34:18.691Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-27T03:34:18.692Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=10 2023-01-27T03:34:18.692Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=72062 last-candidate-index=72060 2023-01-27T03:34:18.693Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-27T03:34:18.693Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-27T03:34:18.693Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-27T03:34:19.176Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:19.177Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=35 2023-01-27T03:34:19.177Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:34:19.294Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:19.294Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=11 2023-01-27T03:34:19.295Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:34:19.295Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-01-27T03:34:19.296Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-01-27T03:34:19.296Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-01-27T03:34:19.550Z [ERROR] lp_1:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:34:19.550Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-27T03:34:19.550Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:34:19.550Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:34:19.553Z [ERROR] lp_1:: peer has newer term, stopping replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:34:20.183Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:20.184Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=36 2023-01-27T03:34:20.184Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:34:20.562Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:20.562Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=12 2023-01-27T03:34:20.562Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=72062 last-candidate-index=72060 2023-01-27T03:34:20.562Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:34:20.562Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-27T03:34:20.562Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=127352 last-candidate-index=72060 2023-01-27T03:34:20.562Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-27T03:34:20.914Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:20.914Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=13 2023-01-27T03:34:20.915Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:34:20.915Z [INFO] lp_1:: election won: tally=3 2023-01-27T03:34:20.915Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2023-01-27T03:34:20.915Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2023-01-27T03:34:20.916Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2023-01-27T03:34:20.916Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2023-01-27T03:34:20.916Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2023-01-27T03:34:20.916Z [WARN] lp_3:: failed to get previous log: previous-index=127352 last-index=72062 error="log not found" 2023-01-27T03:34:20.916Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=72063 2023-01-27T03:34:20.916Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:34:20.917Z [WARN] lp_4:: failed to get previous log: previous-index=127352 last-index=72060 error="log not found" 2023-01-27T03:34:20.916Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:34:20.918Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=72061 2023-01-27T03:34:21.382Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:21.383Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=37 2023-01-27T03:34:21.385Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:34:21.974Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:34:21.995Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:34:23.026Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:23.027Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=38 2023-01-27T03:34:23.028Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:34:23.416Z [INFO] Created partition 3 with nodes [lp_1], partitions now are 3 = [lp_1] 2023-01-27T03:34:23.416Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:34:23.416Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:34:23.416Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:34:23.423Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:23.443Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:23.491Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:34:23.494Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:23.499Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:23.503Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:34:23.565Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:34:23.570Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:23.585Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:23.585Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:23.589Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:34:23.592Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:23.606Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:23.629Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:23.632Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:23.677Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:34:23.682Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:23.689Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:23.715Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:34:23.738Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:23.744Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:23.756Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:23.772Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:34:23.790Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:23.790Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:23.804Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:23.849Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:34:23.850Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:23.899Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:34:23.904Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:23.912Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:23.917Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:23.917Z [WARN] lp_1:: failed to contact: server-id=lp_0 time=500.790411ms 2023-01-27T03:34:23.917Z [WARN] lp_1:: failed to contact: server-id=lp_2 time=500.81137ms 2023-01-27T03:34:23.917Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=500.838742ms 2023-01-27T03:34:23.917Z [WARN] lp_1:: failed to contact quorum of nodes, stepping down 2023-01-27T03:34:23.917Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-27T03:34:23.917Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:23.948Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:24.747Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:24.747Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=39 2023-01-27T03:34:24.747Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:34:24.930Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-27T03:34:24.930Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=14 2023-01-27T03:34:24.930Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:24.930Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-01-27T03:34:24.930Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-01-27T03:34:24.930Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-01-27T03:34:25.104Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-27T03:34:25.104Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=14 2023-01-27T03:34:25.104Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:34:25.104Z [INFO] lp_3:: duplicate requestVote for same term: term=14 2023-01-27T03:34:25.105Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-27T03:34:25.105Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-27T03:34:25.504Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-27T03:34:25.504Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=14 2023-01-27T03:34:25.504Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_0 leader=lp_1 2023-01-27T03:34:25.504Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:34:25.504Z [INFO] lp_3:: duplicate requestVote for same term: term=14 2023-01-27T03:34:25.504Z [INFO] lp_4:: duplicate requestVote for same term: term=14 2023-01-27T03:34:25.511Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:25.511Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=14 2023-01-27T03:34:25.511Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:25.511Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:34:25.511Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:25.511Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:25.868Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-27T03:34:25.869Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=14 2023-01-27T03:34:25.869Z [INFO] lp_4:: duplicate requestVote for same term: term=14 2023-01-27T03:34:25.869Z [INFO] lp_3:: duplicate requestVote for same term: term=14 2023-01-27T03:34:25.870Z [INFO] lp_0:: duplicate requestVote for same term: term=14 2023-01-27T03:34:25.870Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:34:25.935Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-27T03:34:25.935Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=15 2023-01-27T03:34:25.935Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=138213 last-candidate-index=138212 2023-01-27T03:34:25.935Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:34:25.936Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:25.936Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-27T03:34:25.936Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-27T03:34:25.936Z [INFO] lp_3:: election won: tally=3 2023-01-27T03:34:25.936Z [INFO] lp_3:: entering leader state: leader="Node at lp_3 [Leader]" 2023-01-27T03:34:25.936Z [INFO] lp_3:: added peer, starting replication: peer=lp_0 2023-01-27T03:34:25.937Z [INFO] lp_3:: added peer, starting replication: peer=lp_1 2023-01-27T03:34:25.937Z [INFO] lp_3:: added peer, starting replication: peer=lp_2 2023-01-27T03:34:25.937Z [INFO] lp_3:: added peer, starting replication: peer=lp_4 2023-01-27T03:34:25.937Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:25.937Z [WARN] lp_0:: failed to get previous log: previous-index=138212 last-index=138210 error="log not found" 2023-01-27T03:34:25.937Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=138211 2023-01-27T03:34:25.938Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:34:25.938Z [WARN] lp_2:: failed to get previous log: previous-index=138212 last-index=138210 error="log not found" 2023-01-27T03:34:25.938Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=138211 2023-01-27T03:34:25.938Z [WARN] lp_4:: clearing log suffix: from=138213 to=138213 2023-01-27T03:34:25.939Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:34:25.939Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:34:25.948Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:25.959Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:25.998Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:26.043Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:26.122Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:26.124Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:26.196Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:26.196Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=40 2023-01-27T03:34:26.199Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:34:26.279Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:26.284Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:26.438Z [WARN] lp_3:: failed to contact: server-id=lp_1 time=501.052755ms 2023-01-27T03:34:26.463Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:26.605Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:26.662Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:26.684Z [WARN] lp_1:: Election timeout reached, restarting election 2023-01-27T03:34:26.684Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=15 2023-01-27T03:34:26.684Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:26.684Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:34:26.684Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:26.684Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:26.842Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:26.942Z [WARN] lp_3:: failed to contact: server-id=lp_1 time=1.005122241s 2023-01-27T03:34:27.041Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:27.246Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:27.333Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:27.350Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:27.351Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=41 2023-01-27T03:34:27.351Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:34:27.417Z [INFO] Healing no partitions! 2023-01-27T03:34:27.434Z [WARN] lp_3:: failed to contact: server-id=lp_1 time=1.497981761s 2023-01-27T03:34:27.858Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:28.424Z [WARN] lp_1:: Election timeout reached, restarting election 2023-01-27T03:34:28.424Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=16 2023-01-27T03:34:28.425Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:28.425Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:34:28.425Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:28.425Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:28.527Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:28.581Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:28.581Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=42 2023-01-27T03:34:28.582Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:34:28.670Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:30.058Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:30.062Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:34:30.062Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=43 2023-01-27T03:34:30.176Z [WARN] lp_1:: Election timeout reached, restarting election 2023-01-27T03:34:30.176Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=17 2023-01-27T03:34:30.176Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:30.176Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:34:30.176Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:30.176Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:31.088Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:31.226Z [WARN] lp_1:: Election timeout reached, restarting election 2023-01-27T03:34:31.226Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=18 2023-01-27T03:34:31.226Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:31.226Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:34:31.227Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:31.227Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:31.426Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:34:31.426Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=44 2023-01-27T03:34:32.425Z [INFO] Created partition 4 with nodes [lp_3], partitions now are 3 = [lp_1], 4 = [lp_3] 2023-01-27T03:34:32.426Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:34:32.426Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:34:32.426Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:34:32.447Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:34:32.447Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=45 2023-01-27T03:34:32.499Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:34:32.509Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:34:32.513Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:34:32.523Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:34:32.524Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:34:32.531Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:34:32.578Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:34:32.596Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:34:32.600Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:34:32.625Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:34:32.681Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:34:32.681Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:34:32.687Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:34:32.706Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:34:32.722Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:32.732Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:34:32.770Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:34:32.771Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:34:32.798Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:34:32.800Z [WARN] lp_1:: Election timeout reached, restarting election 2023-01-27T03:34:32.800Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=19 2023-01-27T03:34:32.801Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:32.801Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:32.801Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:34:32.801Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:32.814Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:34:32.864Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:34:32.878Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:34:32.881Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:34:32.894Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:34:32.926Z [WARN] lp_3:: failed to contact: server-id=lp_0 time=500.536032ms 2023-01-27T03:34:32.926Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=500.936996ms 2023-01-27T03:34:32.926Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=500.554277ms 2023-01-27T03:34:32.926Z [WARN] lp_3:: failed to contact quorum of nodes, stepping down 2023-01-27T03:34:32.926Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:34:32.948Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:34:33.558Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-27T03:34:33.559Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=16 2023-01-27T03:34:33.559Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:34:33.559Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:34:33.559Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-01-27T03:34:33.559Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-01-27T03:34:33.719Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-27T03:34:33.719Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=16 2023-01-27T03:34:33.719Z [INFO] lp_4:: duplicate requestVote for same term: term=16 2023-01-27T03:34:33.719Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-27T03:34:33.719Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:34:33.719Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:34:34.064Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:34:34.064Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=46 2023-01-27T03:34:34.153Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-27T03:34:34.153Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=16 2023-01-27T03:34:34.153Z [INFO] lp_4:: duplicate requestVote for same term: term=16 2023-01-27T03:34:34.153Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:34:34.153Z [INFO] lp_2:: duplicate requestVote for same term: term=16 2023-01-27T03:34:34.153Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:34:34.164Z [WARN] lp_1:: Election timeout reached, restarting election 2023-01-27T03:34:34.164Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=20 2023-01-27T03:34:34.165Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:34.165Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:34:34.165Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:34.165Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:34.389Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:34.389Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=16 2023-01-27T03:34:34.390Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:34.390Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:34:34.390Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:34:34.390Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:34:35.293Z [WARN] lp_1:: Election timeout reached, restarting election 2023-01-27T03:34:35.293Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=21 2023-01-27T03:34:35.293Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:35.293Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:34:35.293Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:35.293Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:35.351Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-27T03:34:35.351Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=17 2023-01-27T03:34:35.351Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=192052 last-candidate-index=192050 2023-01-27T03:34:35.351Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:34:35.351Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=192052 last-candidate-index=192050 2023-01-27T03:34:35.351Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-27T03:34:35.351Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:34:35.351Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-27T03:34:35.598Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:34:35.598Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=47 2023-01-27T03:34:35.661Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-27T03:34:35.661Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=17 2023-01-27T03:34:35.661Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:34:35.661Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:34:35.662Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:35.662Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-27T03:34:36.209Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:34:36.426Z [INFO] Healing all partitions, partitions now [None] 2023-01-27T03:34:36.592Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-27T03:34:36.592Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=18 2023-01-27T03:34:36.592Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=192052 last-candidate-index=192050 2023-01-27T03:34:36.592Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=192052 last-candidate-index=192050 2023-01-27T03:34:36.592Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-27T03:34:36.592Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=192053 last-candidate-index=192050 2023-01-27T03:34:36.592Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:34:36.629Z [WARN] lp_1:: Election timeout reached, restarting election 2023-01-27T03:34:36.629Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=22 2023-01-27T03:34:36.629Z [WARN] lp_4:: rejecting vote request since our last term is greater: candidate=lp_1 last-term=15 last-candidate-term=13 2023-01-27T03:34:36.629Z [WARN] lp_0:: rejecting vote request since our last term is greater: candidate=lp_1 last-term=15 last-candidate-term=13 2023-01-27T03:34:36.630Z [WARN] lp_2:: rejecting vote request since our last term is greater: candidate=lp_1 last-term=15 last-candidate-term=13 2023-01-27T03:34:36.630Z [WARN] lp_3:: rejecting vote request since our last term is greater: candidate=lp_1 last-term=15 last-candidate-term=13 2023-01-27T03:34:36.693Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:36.693Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=23 2023-01-27T03:34:36.693Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-27T03:34:36.693Z [INFO] lp_0:: election won: tally=3 2023-01-27T03:34:36.693Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2023-01-27T03:34:36.693Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2023-01-27T03:34:36.693Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2023-01-27T03:34:36.693Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2023-01-27T03:34:36.694Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2023-01-27T03:34:36.694Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:34:36.694Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_0 last-index=192053 last-candidate-index=192052 2023-01-27T03:34:36.694Z [WARN] lp_1:: failed to get previous log: previous-index=192052 last-index=138213 error="log not found" 2023-01-27T03:34:36.694Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=138214 2023-01-27T03:34:36.694Z [WARN] lp_1:: previous log term mis-match: ours=13 remote=15 2023-01-27T03:34:36.694Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=138213 2023-01-27T03:34:36.695Z [WARN] lp_1:: clearing log suffix: from=138213 to=138213 2023-01-27T03:34:36.696Z [WARN] lp_2:: failed to get previous log: previous-index=192052 last-index=192050 error="log not found" 2023-01-27T03:34:36.696Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=192051 2023-01-27T03:34:36.696Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:34:36.696Z [WARN] lp_3:: clearing log suffix: from=192053 to=192053 2023-01-27T03:34:36.696Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:34:36.965Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:36.965Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=48 2023-01-27T03:34:36.966Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:34:37.732Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:34:38.668Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:38.668Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=49 2023-01-27T03:34:39.707Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:39.707Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=50 2023-01-27T03:34:41.426Z [INFO] Created partition 5 with nodes [lp_0], partitions now are 5 = [lp_0] 2023-01-27T03:34:41.426Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:34:41.427Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:34:41.427Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:34:41.427Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:34:41.445Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:34:41.452Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:34:41.510Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:34:41.514Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:34:41.518Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:34:41.524Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:34:41.525Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:34:41.578Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:41.578Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=51 2023-01-27T03:34:41.578Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:34:41.578Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:34:41.605Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:34:41.615Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:34:41.618Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:34:41.634Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:34:41.637Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:34:41.646Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:34:41.675Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:34:41.678Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:34:41.679Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:34:41.719Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:34:41.720Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:34:41.775Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:34:41.777Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:34:41.786Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:34:41.786Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:34:41.797Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:34:41.824Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:34:41.830Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:34:41.871Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:34:41.890Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:34:41.921Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:34:41.927Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=500.050771ms 2023-01-27T03:34:41.927Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:34:41.933Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:34:41.936Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:34:41.936Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:34:41.937Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=510.74592ms 2023-01-27T03:34:41.937Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=510.600737ms 2023-01-27T03:34:41.937Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=510.945005ms 2023-01-27T03:34:41.937Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=510.439694ms 2023-01-27T03:34:41.937Z [WARN] lp_0:: failed to contact quorum of nodes, stepping down 2023-01-27T03:34:41.937Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-27T03:34:42.558Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-27T03:34:42.559Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=24 2023-01-27T03:34:42.559Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:34:42.559Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2023-01-27T03:34:42.559Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2023-01-27T03:34:42.559Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2023-01-27T03:34:42.653Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-27T03:34:42.653Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=24 2023-01-27T03:34:42.654Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-01-27T03:34:42.654Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-01-27T03:34:42.654Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:42.654Z [INFO] lp_2:: duplicate requestVote for same term: term=24 2023-01-27T03:34:42.777Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-27T03:34:42.777Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=24 2023-01-27T03:34:42.777Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:34:42.777Z [INFO] lp_2:: duplicate requestVote for same term: term=24 2023-01-27T03:34:42.777Z [INFO] lp_4:: duplicate requestVote for same term: term=24 2023-01-27T03:34:42.778Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_0 2023-01-27T03:34:43.159Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:43.160Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=24 2023-01-27T03:34:43.160Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:34:43.160Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:34:43.160Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:34:43.160Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:34:43.389Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:43.390Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=52 2023-01-27T03:34:43.390Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:34:43.769Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-27T03:34:43.770Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=25 2023-01-27T03:34:43.770Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-01-27T03:34:43.770Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-27T03:34:43.770Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-27T03:34:43.771Z [INFO] lp_4:: election won: tally=3 2023-01-27T03:34:43.771Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2023-01-27T03:34:43.771Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2023-01-27T03:34:43.771Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2023-01-27T03:34:43.771Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2023-01-27T03:34:43.771Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2023-01-27T03:34:43.771Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:43.772Z [WARN] lp_3:: failed to get previous log: previous-index=224077 last-index=224075 error="log not found" 2023-01-27T03:34:43.772Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=224076 2023-01-27T03:34:43.772Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:34:43.772Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:43.772Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:34:43.773Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:34:43.782Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:43.793Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:43.813Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:43.854Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:43.935Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:43.968Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:44.102Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:44.164Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:44.271Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=500.376243ms 2023-01-27T03:34:44.303Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:44.423Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:44.453Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:44.673Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:44.773Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=1.001543572s 2023-01-27T03:34:44.806Z [WARN] lp_0:: Election timeout reached, restarting election 2023-01-27T03:34:44.807Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=25 2023-01-27T03:34:44.807Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:34:44.808Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:34:44.808Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:34:44.809Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:34:44.953Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:45.017Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:45.018Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=53 2023-01-27T03:34:45.064Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:45.227Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:45.440Z [INFO] Healing partition group 5, now partitions are [None] 2023-01-27T03:34:45.735Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader=lp_4 2023-01-27T03:34:46.345Z [WARN] lp_0:: clearing log suffix: from=224078 to=224078 2023-01-27T03:34:46.450Z [ERROR] lp_3:: peer has newer term, stopping replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:34:46.457Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:46.457Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=54 2023-01-27T03:34:46.555Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:34:47.785Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:47.785Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=55 2023-01-27T03:34:49.506Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:49.507Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=56 2023-01-27T03:34:50.441Z [INFO] Created partition 6 with nodes [lp_4], partitions now are 6 = [lp_4] 2023-01-27T03:34:50.441Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:34:50.441Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:34:50.442Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:34:50.442Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:34:50.456Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:34:50.476Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:34:50.497Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:34:50.506Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:50.517Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:34:50.524Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:50.530Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:34:50.542Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:34:50.594Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:34:50.597Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:34:50.603Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:50.604Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=57 2023-01-27T03:34:50.615Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:50.625Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:34:50.633Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:34:50.634Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:34:50.644Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:34:50.665Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:34:50.701Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:34:50.715Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:50.717Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:50.723Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:34:50.744Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:34:50.794Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:34:50.809Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:34:50.814Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:34:50.819Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:34:50.824Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:34:50.824Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:50.843Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:50.874Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:34:50.914Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:34:50.916Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:34:50.921Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:50.942Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=500.764994ms 2023-01-27T03:34:50.942Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=500.5713ms 2023-01-27T03:34:50.942Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=500.728686ms 2023-01-27T03:34:50.942Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=500.441386ms 2023-01-27T03:34:50.942Z [WARN] lp_4:: failed to contact quorum of nodes, stepping down 2023-01-27T03:34:50.942Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:34:51.736Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-27T03:34:51.737Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=26 2023-01-27T03:34:51.737Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2023-01-27T03:34:51.737Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2023-01-27T03:34:51.737Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2023-01-27T03:34:51.737Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:51.752Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-27T03:34:51.753Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=26 2023-01-27T03:34:51.753Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:34:51.753Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-01-27T03:34:51.753Z [INFO] lp_1:: duplicate requestVote for same term: term=26 2023-01-27T03:34:51.753Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-01-27T03:34:51.882Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:51.882Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=58 2023-01-27T03:34:52.133Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:34:52.134Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=26 2023-01-27T03:34:52.134Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:34:52.134Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:52.134Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:34:52.135Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:34:52.161Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-27T03:34:52.161Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=26 2023-01-27T03:34:52.161Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:34:52.161Z [INFO] lp_2:: duplicate requestVote for same term: term=26 2023-01-27T03:34:52.161Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-01-27T03:34:52.162Z [INFO] lp_1:: duplicate requestVote for same term: term=26 2023-01-27T03:34:52.333Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-27T03:34:52.333Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=26 2023-01-27T03:34:52.333Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:34:52.333Z [INFO] lp_1:: duplicate requestVote for same term: term=26 2023-01-27T03:34:52.334Z [INFO] lp_2:: duplicate requestVote for same term: term=26 2023-01-27T03:34:52.334Z [INFO] lp_3:: duplicate requestVote for same term: term=26 2023-01-27T03:34:52.887Z [WARN] lp_1:: Election timeout reached, restarting election 2023-01-27T03:34:52.887Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=27 2023-01-27T03:34:52.888Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:52.888Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:34:52.888Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-27T03:34:52.888Z [INFO] lp_1:: election won: tally=3 2023-01-27T03:34:52.889Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2023-01-27T03:34:52.889Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2023-01-27T03:34:52.889Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2023-01-27T03:34:52.889Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2023-01-27T03:34:52.889Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2023-01-27T03:34:52.889Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:52.889Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader=lp_1 2023-01-27T03:34:52.890Z [WARN] lp_0:: rejecting vote request since our last term is greater: candidate=lp_1 last-term=27 last-candidate-term=25 2023-01-27T03:34:52.890Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:34:52.890Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:34:52.890Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:34:52.900Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:52.910Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:52.953Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:52.994Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:53.045Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:53.074Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:53.212Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:53.247Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:53.389Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=500.112597ms 2023-01-27T03:34:53.392Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:53.565Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:53.568Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:53.654Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:53.654Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=59 2023-01-27T03:34:53.728Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:53.889Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=1.000066636s 2023-01-27T03:34:54.001Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:54.121Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-27T03:34:54.122Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=27 2023-01-27T03:34:54.122Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:34:54.123Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:34:54.123Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:34:54.123Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:34:54.208Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:54.351Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:54.389Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=1.499968756s 2023-01-27T03:34:54.441Z [INFO] Healing all partitions, partitions now [None] 2023-01-27T03:34:54.832Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader=lp_1 2023-01-27T03:34:55.290Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:55.291Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=60 2023-01-27T03:34:55.489Z [WARN] lp_4:: clearing log suffix: from=274643 to=274643 2023-01-27T03:34:55.689Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:34:57.035Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:57.035Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=61 2023-01-27T03:34:58.119Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:58.119Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=62 2023-01-27T03:34:59.348Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:34:59.348Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=63 2023-01-27T03:34:59.442Z [INFO] Created partition 7 with nodes [lp_1 lp_0], partitions now are 7 = [lp_1 lp_0] 2023-01-27T03:34:59.442Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:34:59.442Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:34:59.442Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:34:59.443Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:59.444Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:59.444Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:59.455Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:59.456Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:59.456Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:59.525Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:59.537Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:59.547Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:59.576Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:59.584Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:59.621Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:59.625Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:59.631Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:59.653Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:59.699Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:59.746Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:59.748Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:59.772Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:59.781Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:59.791Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:59.819Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:59.885Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:34:59.896Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:59.904Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:59.928Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:34:59.931Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:34:59.942Z [WARN] lp_1:: failed to contact: server-id=lp_2 time=500.269302ms 2023-01-27T03:34:59.942Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=500.22015ms 2023-01-27T03:34:59.942Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=500.174613ms 2023-01-27T03:34:59.942Z [WARN] lp_1:: failed to contact quorum of nodes, stepping down 2023-01-27T03:34:59.942Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-27T03:34:59.942Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:35:00.453Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-27T03:35:00.454Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=28 2023-01-27T03:35:00.454Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-27T03:35:00.454Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:00.454Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-27T03:35:00.454Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:00.561Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:35:00.561Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=64 2023-01-27T03:35:01.432Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-27T03:35:01.433Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=28 2023-01-27T03:35:01.433Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:35:01.433Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:35:01.433Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_1 2023-01-27T03:35:01.434Z [INFO] lp_4:: duplicate requestVote for same term: term=28 2023-01-27T03:35:01.447Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-27T03:35:01.448Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=28 2023-01-27T03:35:01.448Z [INFO] lp_4:: duplicate requestVote for same term: term=28 2023-01-27T03:35:01.448Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:35:01.448Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:35:01.448Z [INFO] lp_2:: duplicate requestVote for same term: term=28 2023-01-27T03:35:01.875Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:01.875Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=28 2023-01-27T03:35:01.876Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:35:01.876Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-27T03:35:01.876Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-27T03:35:02.027Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:35:02.027Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=65 2023-01-27T03:35:02.140Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-27T03:35:02.141Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=29 2023-01-27T03:35:02.141Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:35:02.141Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:02.141Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:02.141Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-27T03:35:02.142Z [INFO] lp_4:: election won: tally=3 2023-01-27T03:35:02.142Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2023-01-27T03:35:02.142Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2023-01-27T03:35:02.142Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2023-01-27T03:35:02.142Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2023-01-27T03:35:02.142Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2023-01-27T03:35:02.142Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:35:02.142Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:02.143Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:02.143Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:35:02.154Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:02.154Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:02.165Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:02.165Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:02.185Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:02.186Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:02.225Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:02.226Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:02.269Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:02.306Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:02.307Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:02.323Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:02.464Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:02.466Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:02.467Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:02.468Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:02.617Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:02.643Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=500.755376ms 2023-01-27T03:35:02.643Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=500.662661ms 2023-01-27T03:35:02.653Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:02.773Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:02.787Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:02.787Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:02.838Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:02.986Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:03.025Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:03.039Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:35:03.039Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=66 2023-01-27T03:35:03.143Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=1.000767133s 2023-01-27T03:35:03.143Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=1.000674418s 2023-01-27T03:35:03.233Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:03.265Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:03.427Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:03.428Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:03.448Z [INFO] Healing partition group 7, now partitions are [None] 2023-01-27T03:35:03.555Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader=lp_4 2023-01-27T03:35:04.585Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:35:04.585Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=67 2023-01-27T03:35:04.708Z [WARN] lp_1:: clearing log suffix: from=321984 to=321988 2023-01-27T03:35:04.709Z [WARN] lp_0:: clearing log suffix: from=321984 to=321988 2023-01-27T03:35:05.006Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:35:05.013Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:35:05.941Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:05.941Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=68 2023-01-27T03:35:05.942Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:35:07.014Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:07.014Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=69 2023-01-27T03:35:07.015Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:35:08.251Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:08.251Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=70 2023-01-27T03:35:08.252Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:35:08.449Z [INFO] Created partition 8 with nodes [lp_4 lp_0 lp_1], partitions now are 8 = [lp_1 lp_0 lp_4] 2023-01-27T03:35:08.450Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:35:08.450Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:35:08.450Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:08.451Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:08.461Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:08.461Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:08.472Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:08.472Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:08.492Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:08.493Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:08.495Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:08.532Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:08.533Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:08.603Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:08.613Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:08.614Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:08.650Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:08.717Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:08.763Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:08.774Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:08.774Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:08.906Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:08.950Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=500.027546ms 2023-01-27T03:35:08.951Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:08.960Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=510.10756ms 2023-01-27T03:35:08.960Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=509.864864ms 2023-01-27T03:35:09.059Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:09.094Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:09.095Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:09.171Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:09.233Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:09.325Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:09.325Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=71 2023-01-27T03:35:09.325Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:35:09.420Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:09.438Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:09.460Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=1.010214465s 2023-01-27T03:35:09.460Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=1.009971769s 2023-01-27T03:35:09.734Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:09.735Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:09.736Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:09.768Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:10.197Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:10.275Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:10.474Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-27T03:35:10.474Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=30 2023-01-27T03:35:10.474Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:35:10.475Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:35:10.475Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:35:10.475Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-01-27T03:35:10.670Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:35:10.670Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=72 2023-01-27T03:35:10.752Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-27T03:35:10.752Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=30 2023-01-27T03:35:10.752Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:35:10.753Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-27T03:35:10.753Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:35:10.753Z [INFO] lp_3:: duplicate requestVote for same term: term=30 2023-01-27T03:35:10.945Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:11.015Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:11.016Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:11.041Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:11.935Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-27T03:35:11.936Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=31 2023-01-27T03:35:11.936Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:35:11.936Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:35:11.937Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-27T03:35:11.937Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-27T03:35:12.271Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:35:12.271Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=73 2023-01-27T03:35:12.423Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:12.449Z [INFO] Healing partition group 8, now partitions are [None] 2023-01-27T03:35:12.951Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:12.951Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=32 2023-01-27T03:35:12.951Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-01-27T03:35:12.951Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-01-27T03:35:12.951Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:35:12.951Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-01-27T03:35:13.317Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:35:13.318Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=74 2023-01-27T03:35:13.578Z [ERROR] lp_4:: peer has newer term, stopping replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:35:13.578Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:35:13.578Z [ERROR] lp_4:: peer has newer term, stopping replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:35:13.579Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:35:13.579Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:35:14.461Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:14.462Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=75 2023-01-27T03:35:14.462Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:35:14.506Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-27T03:35:14.506Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=33 2023-01-27T03:35:14.506Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=422029 last-candidate-index=371196 2023-01-27T03:35:14.506Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-01-27T03:35:14.506Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-01-27T03:35:15.003Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-27T03:35:15.003Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=30 2023-01-27T03:35:15.003Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-27T03:35:15.004Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_0 leader=lp_4 2023-01-27T03:35:15.136Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:15.136Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=34 2023-01-27T03:35:15.136Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-27T03:35:15.136Z [INFO] lp_4:: election won: tally=3 2023-01-27T03:35:15.137Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2023-01-27T03:35:15.137Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2023-01-27T03:35:15.137Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2023-01-27T03:35:15.137Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2023-01-27T03:35:15.137Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2023-01-27T03:35:15.138Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:35:15.138Z [WARN] lp_2:: failed to get previous log: previous-index=422029 last-index=371196 error="log not found" 2023-01-27T03:35:15.138Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=371197 2023-01-27T03:35:15.138Z [WARN] lp_3:: failed to get previous log: previous-index=422029 last-index=371196 error="log not found" 2023-01-27T03:35:15.138Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=371197 2023-01-27T03:35:15.141Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:35:15.591Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:35:15.592Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=76 2023-01-27T03:35:16.114Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:35:16.147Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:35:17.099Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:17.099Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=77 2023-01-27T03:35:17.101Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:35:17.449Z [INFO] Created partition 9 with nodes [lp_4], partitions now are 9 = [lp_4] 2023-01-27T03:35:17.450Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:35:17.450Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:35:17.450Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:35:17.450Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:35:17.460Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:17.468Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:17.520Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:17.525Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:17.545Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:17.548Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:17.550Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:17.568Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:17.589Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:17.594Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:17.610Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:17.625Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:17.631Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:17.657Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:17.693Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:17.698Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:17.708Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:17.723Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:17.732Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:17.741Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:17.746Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:17.789Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:17.812Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:17.823Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:17.834Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:17.843Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:17.858Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:17.916Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:17.939Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:17.941Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:17.944Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:17.950Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:17.950Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=500.015174ms 2023-01-27T03:35:17.951Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:17.960Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=510.730521ms 2023-01-27T03:35:17.960Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=510.569378ms 2023-01-27T03:35:17.961Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=510.22984ms 2023-01-27T03:35:17.961Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=509.965893ms 2023-01-27T03:35:17.961Z [WARN] lp_4:: failed to contact quorum of nodes, stepping down 2023-01-27T03:35:17.961Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:35:18.120Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:18.121Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=78 2023-01-27T03:35:18.121Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:35:18.737Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-27T03:35:18.737Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=35 2023-01-27T03:35:18.737Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-01-27T03:35:18.737Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-01-27T03:35:18.737Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-01-27T03:35:18.737Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:35:18.940Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-27T03:35:18.940Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=35 2023-01-27T03:35:18.940Z [INFO] lp_2:: duplicate requestVote for same term: term=35 2023-01-27T03:35:18.940Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2023-01-27T03:35:18.940Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:35:18.941Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2023-01-27T03:35:19.150Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-27T03:35:19.150Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=35 2023-01-27T03:35:19.151Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:35:19.151Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-01-27T03:35:19.151Z [INFO] lp_1:: duplicate requestVote for same term: term=35 2023-01-27T03:35:19.151Z [INFO] lp_2:: duplicate requestVote for same term: term=35 2023-01-27T03:35:19.557Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:19.557Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=79 2023-01-27T03:35:19.557Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:35:19.784Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:19.784Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=35 2023-01-27T03:35:19.784Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:19.785Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:19.785Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:19.785Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:19.895Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-27T03:35:19.896Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=35 2023-01-27T03:35:19.896Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:19.896Z [INFO] lp_2:: duplicate requestVote for same term: term=35 2023-01-27T03:35:19.896Z [INFO] lp_1:: duplicate requestVote for same term: term=35 2023-01-27T03:35:19.896Z [INFO] lp_3:: duplicate requestVote for same term: term=35 2023-01-27T03:35:20.180Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-27T03:35:20.180Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=36 2023-01-27T03:35:20.180Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=433399 last-candidate-index=433365 2023-01-27T03:35:20.180Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-27T03:35:20.180Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=433399 last-candidate-index=433365 2023-01-27T03:35:20.181Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-27T03:35:20.181Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-27T03:35:20.181Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:35:21.211Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:35:21.211Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=80 2023-01-27T03:35:21.450Z [INFO] Healing no partitions! 2023-01-27T03:35:21.597Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:21.597Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=37 2023-01-27T03:35:21.598Z [INFO] lp_0:: election won: tally=3 2023-01-27T03:35:21.598Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2023-01-27T03:35:21.598Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2023-01-27T03:35:21.598Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2023-01-27T03:35:21.598Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2023-01-27T03:35:21.598Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2023-01-27T03:35:21.598Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:21.599Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:35:21.599Z [WARN] lp_3:: failed to get previous log: previous-index=433399 last-index=433365 error="log not found" 2023-01-27T03:35:21.599Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:35:21.599Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=433366 2023-01-27T03:35:21.599Z [WARN] lp_2:: failed to get previous log: previous-index=433399 last-index=433364 error="log not found" 2023-01-27T03:35:21.599Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=433365 2023-01-27T03:35:21.600Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:35:21.599Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:21.600Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:35:21.611Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:21.614Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-27T03:35:21.614Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=36 2023-01-27T03:35:21.615Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:21.615Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:21.615Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:21.615Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:21.621Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:21.656Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:21.696Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:21.777Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:21.797Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:21.939Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:21.971Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:22.098Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=500.075838ms 2023-01-27T03:35:22.101Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:22.260Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:22.265Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:22.426Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:22.459Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:22.459Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=81 2023-01-27T03:35:22.460Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:35:22.595Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=996.968811ms 2023-01-27T03:35:22.641Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:22.901Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:23.047Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:23.095Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=1.49686436s 2023-01-27T03:35:23.309Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-27T03:35:23.309Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=37 2023-01-27T03:35:23.309Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:23.309Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:23.309Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:23.309Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:23.479Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:23.506Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:23.506Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=82 2023-01-27T03:35:23.507Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:35:24.188Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:24.241Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:24.624Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-27T03:35:24.624Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=38 2023-01-27T03:35:24.625Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:24.626Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:24.627Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:24.627Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:24.941Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:24.941Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=83 2023-01-27T03:35:24.941Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:35:25.637Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:25.662Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-27T03:35:25.662Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=39 2023-01-27T03:35:25.662Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:25.663Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:25.663Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:25.663Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:26.279Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:35:26.279Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=84 2023-01-27T03:35:26.450Z [INFO] Created partition 10 with nodes [lp_0], partitions now are 9 = [lp_4], 10 = [lp_0] 2023-01-27T03:35:26.451Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-27T03:35:26.451Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:35:26.451Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:35:26.481Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:35:26.483Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:35:26.515Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:35:26.516Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:35:26.522Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:35:26.566Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:35:26.599Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:35:26.599Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:35:26.602Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:35:26.670Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:35:26.673Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:35:26.675Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:35:26.682Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:35:26.711Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:35:26.738Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:35:26.749Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:26.751Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:35:26.776Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:35:26.786Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:35:26.807Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:35:26.833Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:35:26.863Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:35:26.899Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:35:26.938Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:35:26.938Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:35:26.951Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=500.266877ms 2023-01-27T03:35:26.952Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=500.245437ms 2023-01-27T03:35:26.952Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=500.190764ms 2023-01-27T03:35:26.952Z [WARN] lp_0:: failed to contact quorum of nodes, stepping down 2023-01-27T03:35:26.952Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-27T03:35:26.992Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:35:27.031Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:35:27.081Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-27T03:35:27.081Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=40 2023-01-27T03:35:27.081Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:27.081Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:27.081Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:27.081Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:27.477Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:35:27.477Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=85 2023-01-27T03:35:27.983Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-27T03:35:27.983Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=38 2023-01-27T03:35:27.983Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:35:27.983Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:35:27.983Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_1 leader=lp_0 2023-01-27T03:35:27.983Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_0 2023-01-27T03:35:28.245Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-27T03:35:28.246Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=38 2023-01-27T03:35:28.246Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-27T03:35:28.246Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=38 2023-01-27T03:35:28.246Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-27T03:35:28.246Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-27T03:35:28.246Z [INFO] lp_1:: duplicate requestVote for same term: term=38 2023-01-27T03:35:28.247Z [INFO] lp_2:: duplicate requestVote for same term: term=38 2023-01-27T03:35:28.247Z [INFO] lp_1:: duplicate requestVote for same term: term=38 2023-01-27T03:35:28.247Z [INFO] lp_3:: duplicate requestVote for same term: term=38 2023-01-27T03:35:28.247Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-27T03:35:28.247Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-27T03:35:28.297Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-27T03:35:28.297Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=41 2023-01-27T03:35:28.297Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:28.297Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:28.297Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:28.297Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:28.383Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:28.415Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:28.415Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=38 2023-01-27T03:35:28.415Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:35:28.415Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:35:28.416Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:28.416Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:35:29.183Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:35:29.183Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=86 2023-01-27T03:35:29.552Z [WARN] lp_1:: Election timeout reached, restarting election 2023-01-27T03:35:29.553Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=39 2023-01-27T03:35:29.554Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:35:29.554Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:35:29.554Z [INFO] lp_1:: election won: tally=3 2023-01-27T03:35:29.554Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2023-01-27T03:35:29.555Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2023-01-27T03:35:29.554Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-27T03:35:29.554Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-27T03:35:29.555Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2023-01-27T03:35:29.555Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2023-01-27T03:35:29.555Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2023-01-27T03:35:29.555Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:35:29.556Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:35:29.556Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:35:29.557Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:35:29.566Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:35:29.570Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:35:29.577Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:35:29.580Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:35:29.597Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:35:29.601Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:35:29.638Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:35:29.641Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:35:29.693Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:35:29.719Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:35:29.722Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:35:29.749Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:35:29.879Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:35:29.883Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:35:29.895Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:35:29.897Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:35:30.005Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:35:30.055Z [WARN] lp_1:: failed to contact: server-id=lp_0 time=500.147522ms 2023-01-27T03:35:30.055Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=500.101166ms 2023-01-27T03:35:30.124Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:35:30.170Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:35:30.172Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-27T03:35:30.172Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=42 2023-01-27T03:35:30.172Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-27T03:35:30.172Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-27T03:35:30.173Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-27T03:35:30.173Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-27T03:35:30.202Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:35:30.203Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:35:30.343Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-27T03:35:30.368Z [WARN] lp_0:: Election timeout reached, restarting election 2023-01-27T03:35:30.369Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=39 2023-01-27T03:35:30.369Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-27T03:35:30.369Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-27T03:35:30.372Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-27T03:35:30.372Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-27T03:35:30.411Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-27T03:35:30.451Z [INFO] Healing all partitions, partitions now [None] 2023-01-27T03:35:30.526Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader=lp_1 2023-01-27T03:35:30.555Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=999.995343ms 2023-01-27T03:35:30.784Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:30.784Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=87 2023-01-27T03:35:30.784Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:35:30.864Z [ERROR] lp_1:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:35:30.864Z [WARN] lp_0:: clearing log suffix: from=472966 to=472970 2023-01-27T03:35:30.877Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-27T03:35:30.877Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:35:30.877Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:35:31.871Z [ERROR] lp_0:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:35:32.083Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-27T03:35:32.083Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=43 2023-01-27T03:35:32.083Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-27T03:35:32.083Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-27T03:35:32.083Z [WARN] lp_1:: rejecting vote request since our last term is greater: candidate=lp_4 last-term=39 last-candidate-term=34 2023-01-27T03:35:32.083Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-27T03:35:32.085Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:32.085Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=44 2023-01-27T03:35:32.086Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-27T03:35:32.086Z [INFO] lp_1:: election won: tally=3 2023-01-27T03:35:32.086Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2023-01-27T03:35:32.086Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2023-01-27T03:35:32.086Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2023-01-27T03:35:32.086Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2023-01-27T03:35:32.086Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2023-01-27T03:35:32.087Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:35:32.087Z [WARN] lp_4:: failed to get previous log: previous-index=486308 last-index=433400 error="log not found" 2023-01-27T03:35:32.087Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=433401 2023-01-27T03:35:32.087Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:35:32.087Z [WARN] lp_0:: failed to get previous log: previous-index=486308 last-index=473733 error="log not found" 2023-01-27T03:35:32.088Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=473734 2023-01-27T03:35:32.090Z [WARN] lp_4:: previous log term mis-match: ours=34 remote=37 2023-01-27T03:35:32.090Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=433400 2023-01-27T03:35:32.091Z [WARN] lp_4:: clearing log suffix: from=433400 to=433400 2023-01-27T03:35:32.110Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:35:32.110Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=88 2023-01-27T03:35:32.282Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:35:33.042Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:35:33.582Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:35:33.583Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=89 2023-01-27T03:35:34.756Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:35:34.756Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=90 2023-01-27T03:35:35.451Z [INFO] Healing all partitions, partitions now [None] 2023-01-27T03:35:35.537Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-27T03:35:35.537Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-27T03:35:35.537Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-27T03:35:35.537Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-27T03:35:36.373Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:35:36.373Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=91 2023-01-27T03:35:37.544Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:35:37.544Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=92 2023-01-27T03:35:38.878Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:35:38.879Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=93 2023-01-27T03:35:39.933Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:39.933Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=94 2023-01-27T03:35:39.939Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:35:41.420Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:41.421Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=95 2023-01-27T03:35:41.421Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:35:42.476Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:35:42.476Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=96 2023-01-27T03:35:44.318Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:35:44.318Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=97 2023-01-27T03:35:46.168Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:35:46.168Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=98 2023-01-27T03:35:47.178Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:35:47.178Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=99 2023-01-27T03:35:47.179Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:35:48.701Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:35:48.702Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=100 2023-01-27T03:35:49.983Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:35:49.983Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=101 2023-01-27T03:35:51.196Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:35:51.196Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=102 2023-01-27T03:35:52.320Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:35:52.321Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=103 2023-01-27T03:35:53.964Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:35:53.964Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=104 2023-01-27T03:35:55.445Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:35:55.445Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=105 2023-01-27T03:35:57.069Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:35:57.069Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=106 2023-01-27T03:35:58.522Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:35:58.522Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=107 2023-01-27T03:35:59.692Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:35:59.693Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=108 2023-01-27T03:36:00.740Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:36:00.741Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=109 2023-01-27T03:36:00.741Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:36:02.132Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:36:02.132Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=110 2023-01-27T03:36:02.133Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:36:03.501Z [INFO] node_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/node_0 2023-01-27T03:36:03.502Z [INFO] node_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-01-27T03:36:03.503Z [INFO] node_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/node_1 2023-01-27T03:36:03.503Z [INFO] node_0:: entering follower state: follower="Node at node_0 [Follower]" leader= 2023-01-27T03:36:03.503Z [INFO] node_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-01-27T03:36:03.504Z [INFO] node_1:: entering follower state: follower="Node at node_1 [Follower]" leader= 2023-01-27T03:36:03.504Z [INFO] node_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/node_2 2023-01-27T03:36:03.506Z [INFO] node_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-01-27T03:36:03.506Z [INFO] node_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/node_3 2023-01-27T03:36:03.506Z [INFO] node_2:: entering follower state: follower="Node at node_2 [Follower]" leader= 2023-01-27T03:36:03.507Z [INFO] node_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-01-27T03:36:03.508Z [INFO] node_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/node_4 2023-01-27T03:36:03.508Z [INFO] node_3:: entering follower state: follower="Node at node_3 [Follower]" leader= 2023-01-27T03:36:03.509Z [INFO] node_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-01-27T03:36:03.509Z [INFO] node_4:: entering follower state: follower="Node at node_4 [Follower]" leader= 2023-01-27T03:36:03.702Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:36:03.702Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=111 2023-01-27T03:36:03.702Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:36:04.658Z [WARN] node_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:36:04.658Z [INFO] node_2:: entering candidate state: node="Node at node_2 [Candidate]" term=2 2023-01-27T03:36:04.658Z [INFO] node_2:: election won: tally=3 2023-01-27T03:36:04.658Z [INFO] node_2:: entering leader state: leader="Node at node_2 [Leader]" 2023-01-27T03:36:04.658Z [INFO] node_2:: added peer, starting replication: peer=node_0 2023-01-27T03:36:04.658Z [INFO] node_2:: added peer, starting replication: peer=node_1 2023-01-27T03:36:04.658Z [INFO] node_2:: added peer, starting replication: peer=node_3 2023-01-27T03:36:04.658Z [INFO] node_2:: added peer, starting replication: peer=node_4 2023-01-27T03:36:04.658Z [INFO] node_2:: pipelining replication: peer="{Voter node_4 node_4}" 2023-01-27T03:36:04.659Z [INFO] node_2:: pipelining replication: peer="{Voter node_0 node_0}" 2023-01-27T03:36:04.659Z [INFO] node_2:: pipelining replication: peer="{Voter node_1 node_1}" 2023-01-27T03:36:04.659Z [INFO] node_2:: pipelining replication: peer="{Voter node_3 node_3}" 2023-01-27T03:36:04.927Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:36:04.927Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=112 2023-01-27T03:36:05.647Z [INFO] node_2:: aborting pipeline replication: peer="{Voter node_3 node_3}" 2023-01-27T03:36:05.647Z [INFO] node_2:: aborting pipeline replication: peer="{Voter node_4 node_4}" 2023-01-27T03:36:05.647Z [INFO] node_2:: aborting pipeline replication: peer="{Voter node_0 node_0}" 2023-01-27T03:36:05.647Z [INFO] node_2:: aborting pipeline replication: peer="{Voter node_1 node_1}" 2023-01-27T03:36:06.227Z [INFO] sv_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/sv_0 2023-01-27T03:36:06.228Z [INFO] sv_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-01-27T03:36:06.229Z [INFO] sv_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/sv_1 2023-01-27T03:36:06.229Z [INFO] sv_0:: entering follower state: follower="Node at sv_0 [Follower]" leader= 2023-01-27T03:36:06.230Z [INFO] sv_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-01-27T03:36:06.230Z [INFO] sv_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/sv_2 2023-01-27T03:36:06.230Z [INFO] sv_1:: entering follower state: follower="Node at sv_1 [Follower]" leader= 2023-01-27T03:36:06.232Z [INFO] sv_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-01-27T03:36:06.233Z [INFO] sv_2:: entering follower state: follower="Node at sv_2 [Follower]" leader= 2023-01-27T03:36:06.233Z [INFO] sv_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/sv_3 2023-01-27T03:36:06.233Z [INFO] sv_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-01-27T03:36:06.233Z [INFO] sv_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/sv_4 2023-01-27T03:36:06.234Z [INFO] sv_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-01-27T03:36:06.234Z [INFO] sv_3:: entering follower state: follower="Node at sv_3 [Follower]" leader= 2023-01-27T03:36:06.234Z [INFO] sv_4:: entering follower state: follower="Node at sv_4 [Follower]" leader= 2023-01-27T03:36:06.815Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:36:06.816Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=113 2023-01-27T03:36:07.696Z [WARN] sv_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:36:07.696Z [INFO] sv_1:: entering candidate state: node="Node at sv_1 [Candidate]" term=2 2023-01-27T03:36:07.696Z [INFO] sv_1:: election won: tally=3 2023-01-27T03:36:07.696Z [INFO] sv_1:: entering leader state: leader="Node at sv_1 [Leader]" 2023-01-27T03:36:07.696Z [INFO] sv_1:: added peer, starting replication: peer=sv_0 2023-01-27T03:36:07.696Z [INFO] sv_1:: added peer, starting replication: peer=sv_2 2023-01-27T03:36:07.696Z [INFO] sv_1:: added peer, starting replication: peer=sv_3 2023-01-27T03:36:07.696Z [INFO] sv_1:: added peer, starting replication: peer=sv_4 2023-01-27T03:36:07.697Z [INFO] sv_1:: pipelining replication: peer="{Voter sv_0 sv_0}" 2023-01-27T03:36:07.697Z [INFO] sv_1:: pipelining replication: peer="{Voter sv_2 sv_2}" 2023-01-27T03:36:07.697Z [INFO] sv_1:: pipelining replication: peer="{Voter sv_3 sv_3}" 2023-01-27T03:36:07.697Z [INFO] sv_1:: pipelining replication: peer="{Voter sv_4 sv_4}" 2023-01-27T03:36:08.310Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:36:08.310Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=114 2023-01-27T03:36:08.315Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-27T03:36:08.715Z [INFO] sv_1:: aborting pipeline replication: peer="{Voter sv_4 sv_4}" 2023-01-27T03:36:08.715Z [INFO] sv_1:: aborting pipeline replication: peer="{Voter sv_0 sv_0}" 2023-01-27T03:36:08.715Z [INFO] sv_1:: aborting pipeline replication: peer="{Voter sv_2 sv_2}" 2023-01-27T03:36:08.716Z [INFO] sv_1:: aborting pipeline replication: peer="{Voter sv_3 sv_3}" 2023-01-27T03:36:09.280Z [INFO] svr_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/svr_0 2023-01-27T03:36:09.281Z [INFO] svr_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-01-27T03:36:09.281Z [INFO] svr_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/svr_1 2023-01-27T03:36:09.281Z [INFO] svr_0:: entering follower state: follower="Node at svr_0 [Follower]" leader= 2023-01-27T03:36:09.283Z [INFO] svr_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-01-27T03:36:09.283Z [INFO] svr_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/svr_2 2023-01-27T03:36:09.283Z [INFO] svr_1:: entering follower state: follower="Node at svr_1 [Follower]" leader= 2023-01-27T03:36:09.284Z [INFO] svr_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-01-27T03:36:09.284Z [INFO] svr_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/svr_3 2023-01-27T03:36:09.285Z [INFO] svr_2:: entering follower state: follower="Node at svr_2 [Follower]" leader= 2023-01-27T03:36:09.286Z [INFO] svr_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-01-27T03:36:09.286Z [INFO] svr_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build3253503735/b001/data/svr_4 2023-01-27T03:36:09.286Z [INFO] svr_3:: entering follower state: follower="Node at svr_3 [Follower]" leader= 2023-01-27T03:36:09.287Z [INFO] svr_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-01-27T03:36:09.288Z [INFO] svr_4:: entering follower state: follower="Node at svr_4 [Follower]" leader= 2023-01-27T03:36:09.334Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:36:09.334Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=115 2023-01-27T03:36:10.287Z [WARN] svr_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:36:10.287Z [INFO] svr_2:: entering candidate state: node="Node at svr_2 [Candidate]" term=2 2023-01-27T03:36:11.186Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-27T03:36:11.186Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=116 2023-01-27T03:36:11.474Z [WARN] svr_2:: Election timeout reached, restarting election 2023-01-27T03:36:11.474Z [INFO] svr_2:: entering candidate state: node="Node at svr_2 [Candidate]" term=3 2023-01-27T03:36:12.660Z [INFO] svr_2:: election won: tally=3 2023-01-27T03:36:12.661Z [INFO] svr_2:: entering leader state: leader="Node at svr_2 [Leader]" 2023-01-27T03:36:12.661Z [INFO] svr_2:: added peer, starting replication: peer=svr_0 2023-01-27T03:36:12.661Z [INFO] svr_2:: added peer, starting replication: peer=svr_1 2023-01-27T03:36:12.661Z [INFO] svr_2:: added peer, starting replication: peer=svr_3 2023-01-27T03:36:12.661Z [INFO] svr_2:: added peer, starting replication: peer=svr_4 2023-01-27T03:36:12.661Z [INFO] svr_2:: pipelining replication: peer="{Voter svr_0 svr_0}" 2023-01-27T03:36:12.662Z [INFO] svr_2:: pipelining replication: peer="{Voter svr_1 svr_1}" 2023-01-27T03:36:12.663Z [INFO] svr_2:: pipelining replication: peer="{Voter svr_3 svr_3}" 2023-01-27T03:36:12.664Z [INFO] svr_2:: pipelining replication: peer="{Voter svr_4 svr_4}" 2023-01-27T03:36:12.929Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-27T03:36:12.929Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=117 2023-01-27T03:36:12.930Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-27T03:36:13.935Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-27T03:36:13.935Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=118 2023-01-27T03:36:13.970Z [INFO] svr_2:: aborting pipeline replication: peer="{Voter svr_4 svr_4}" 2023-01-27T03:36:13.970Z [INFO] svr_2:: aborting pipeline replication: peer="{Voter svr_0 svr_0}" 2023-01-27T03:36:13.970Z [INFO] svr_2:: aborting pipeline replication: peer="{Voter svr_1 svr_1}" 2023-01-27T03:36:13.970Z [INFO] svr_2:: aborting pipeline replication: peer="{Voter svr_3 svr_3}" PASS ok github.com/hashicorp/raft/fuzzy 174.671s + RPM_EC=0 ++ jobs -p + exit 0 Processing files: golang-github-hashicorp-raft-devel-1.2.0-7.fc38.noarch Executing(%doc): /bin/sh -e /var/tmp/rpm-tmp.0NE7JY + umask 022 + cd /builddir/build/BUILD + cd raft-1.2.0 + DOCDIR=/builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc38.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + export LC_ALL=C + LC_ALL=C + export DOCDIR + /usr/bin/mkdir -p /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc38.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + cp -pr CHANGELOG.md /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc38.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + cp -pr README.md /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc38.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + cp -pr membership.md /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc38.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + RPM_EC=0 ++ jobs -p + exit 0 Executing(%license): /bin/sh -e /var/tmp/rpm-tmp.eFPvZp + umask 022 + cd /builddir/build/BUILD + cd raft-1.2.0 + LICENSEDIR=/builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc38.x86_64/usr/share/licenses/golang-github-hashicorp-raft-devel + export LC_ALL=C + LC_ALL=C + export LICENSEDIR + /usr/bin/mkdir -p /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc38.x86_64/usr/share/licenses/golang-github-hashicorp-raft-devel + cp -pr LICENSE /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc38.x86_64/usr/share/licenses/golang-github-hashicorp-raft-devel + RPM_EC=0 ++ jobs -p + exit 0 grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : Provides: golang(github.com/hashicorp/raft) = 1.2.0-7.fc38 golang(github.com/hashicorp/raft/bench) = 1.2.0-7.fc38 golang(github.com/hashicorp/raft/fuzzy) = 1.2.0-7.fc38 golang-github-hashicorp-raft-devel = 1.2.0-7.fc38 golang-ipath(github.com/hashicorp/raft) = 1.2.0-7.fc38 Requires(rpmlib): rpmlib(CompressedFileNames) <= 3.0.4-1 rpmlib(FileDigests) <= 4.6.0-1 rpmlib(PayloadFilesHavePrefix) <= 4.0-1 Requires: go-filesystem golang(github.com/armon/go-metrics) golang(github.com/hashicorp/go-hclog) golang(github.com/hashicorp/go-msgpack/codec) Checking for unpackaged file(s): /usr/lib/rpm/check-files /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc38.x86_64 Wrote: /builddir/build/RPMS/golang-github-hashicorp-raft-devel-1.2.0-7.fc38.noarch.rpm Executing(%clean): /bin/sh -e /var/tmp/rpm-tmp.Yx8s4Z + umask 022 + cd /builddir/build/BUILD + cd raft-1.2.0 + /usr/bin/rm -rf /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-7.fc38.x86_64 + RPM_EC=0 ++ jobs -p + exit 0 Executing(rmbuild): /bin/sh -e /var/tmp/rpm-tmp.9iuk8P + umask 022 + cd /builddir/build/BUILD + rm -rf raft-1.2.0 raft-1.2.0.gemspec + RPM_EC=0 ++ jobs -p + exit 0 Child return code was: 0