{"level":"warn","ts":"2026-04-22T07:04:47.285552Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-22T07:04:47.285663Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-22T07:04:47.285673Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.222:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.222:2380","--initial-cluster=controller-1=https://199.204.45.3:2380,controller-2=https://199.204.45.222:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.222:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.222:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-22T07:04:47.285773Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-22T07:04:47.285792Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T07:04:47.285823Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.222:2380"]} {"level":"info","ts":"2026-04-22T07:04:47.285843Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T07:04:47.286846Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.222:2379"]} {"level":"info","ts":"2026-04-22T07:04:47.286997Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.222:2380"],"listen-peer-urls":["https://199.204.45.222:2380"],"advertise-client-urls":["https://199.204.45.222:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.222:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.3:2380,controller-2=https://199.204.45.222:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-22T07:04:47.287846Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00033a268}"} {"level":"info","ts":"2026-04-22T07:04:47.292963Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-22T07:04:47.293028Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.312104ms"} {"level":"info","ts":"2026-04-22T07:04:47.293057Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-22T07:04:47.293070Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-22T07:04:47.309550Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.3:2380","host":"199.204.45.3:2380","resolved-addr":"199.204.45.3:2380"} {"level":"info","ts":"2026-04-22T07:04:47.309605Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.222:2380","host":"199.204.45.222:2380","resolved-addr":"199.204.45.222:2380"} {"level":"info","ts":"2026-04-22T07:04:47.310733Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-22T07:04:47.320003Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-22T07:04:47.320032Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"e841b0abfc793f45","cluster-id":"dfc54657ad8a2432"} {"level":"info","ts":"2026-04-22T07:04:47.320049Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-22T07:04:47.320134Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"e841b0abfc793f45 switched to configuration voters=()"} {"level":"info","ts":"2026-04-22T07:04:47.320187Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"e841b0abfc793f45 became follower at term 0"} {"level":"info","ts":"2026-04-22T07:04:47.320198Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft e841b0abfc793f45 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-22T07:04:47.324591Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-22T07:04:47.325456Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-22T07:04:47.327421Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-22T07:04:47.327816Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.327827Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d","remote-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-04-22T07:04:47.327840Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.327849Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.329715Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.329824Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.330933Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.331007Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.330965Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d","remote-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-04-22T07:04:47.331214Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"e841b0abfc793f45","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-22T07:04:47.330971Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.331418Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T07:04:47.331502Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T07:04:47.331518Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T07:04:47.331621Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T07:04:47.331700Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.222:2380"} {"level":"info","ts":"2026-04-22T07:04:47.331788Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.222:2380"} {"level":"info","ts":"2026-04-22T07:04:47.331287Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-22T07:04:47.334173Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-22T07:04:47.334582Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e841b0abfc793f45","to":"597401b06ce1cf3d","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T07:04:47.334658Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"e841b0abfc793f45","initial-advertise-peer-urls":["https://199.204.45.222:2380"],"listen-peer-urls":["https://199.204.45.222:2380"],"advertise-client-urls":["https://199.204.45.222:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.222:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-22T07:04:47.334654Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.334960Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"e841b0abfc793f45 [term: 0] received a MsgHeartbeat message with higher term from 597401b06ce1cf3d [term: 2]"} {"level":"info","ts":"2026-04-22T07:04:47.335024Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"e841b0abfc793f45 became follower at term 2"} {"level":"info","ts":"2026-04-22T07:04:47.335050Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: e841b0abfc793f45 elected leader 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-04-22T07:04:47.334763Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e841b0abfc793f45","to":"597401b06ce1cf3d","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T07:04:47.335336Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.335052Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.343540Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.346591Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"e841b0abfc793f45","remote-snapshot-sender-id":"597401b06ce1cf3d","incoming-snapshot-index":474,"incoming-snapshot-message-size-bytes":8193,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-04-22T07:04:47.348636Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.356502Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001da.snap.db","bytes":786432,"size":"786 kB"} {"level":"info","ts":"2026-04-22T07:04:47.356564Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"e841b0abfc793f45","remote-snapshot-sender-id":"597401b06ce1cf3d","incoming-snapshot-index":474,"incoming-snapshot-size-bytes":786432,"incoming-snapshot-size":"786 kB","download-took":"10.096716ms"} {"level":"info","ts":"2026-04-22T07:04:47.356702Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 474, term: 2]"} {"level":"info","ts":"2026-04-22T07:04:47.356793Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"e841b0abfc793f45 switched to configuration voters=(6445778823926632253) learners=(16735851943007174469)"} {"level":"info","ts":"2026-04-22T07:04:47.356814Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"e841b0abfc793f45 [commit: 474, lastindex: 474, lastterm: 2] restored snapshot [index: 474, term: 2]"} {"level":"info","ts":"2026-04-22T07:04:47.356824Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"e841b0abfc793f45 [commit: 474] restored snapshot [index: 474, term: 2]"} {"level":"info","ts":"2026-04-22T07:04:47.356885Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":474,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-22T07:04:47.360831Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":474} {"level":"info","ts":"2026-04-22T07:04:47.361197Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000372020}"} {"level":"info","ts":"2026-04-22T07:04:47.362330Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-22T07:04:47.362526Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.370868ms"} {"level":"info","ts":"2026-04-22T07:04:47.362562Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-22T07:04:47.363775Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-22T07:04:47.363880Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-22T07:04:47.371307Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":450} {"level":"info","ts":"2026-04-22T07:04:47.371541Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":474} {"level":"info","ts":"2026-04-22T07:04:47.371589Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-22T07:04:47.371705Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-22T07:04:47.372752Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-22T07:04:47.372805Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-22T07:04:47.372906Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-22T07:04:47.372946Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-22T07:04:47.373003Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-22T07:04:47.373559Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-22T07:04:47.373647Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-22T07:04:47.373743Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T07:04:47.373783Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"dfc54657ad8a2432","local-member-id":"e841b0abfc793f45","recovered-remote-peer-id":"597401b06ce1cf3d","recovered-remote-peer-urls":["https://199.204.45.3:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-22T07:04:47.373854Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"dfc54657ad8a2432","local-member-id":"e841b0abfc793f45","recovered-remote-peer-id":"e841b0abfc793f45","recovered-remote-peer-urls":["https://199.204.45.222:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-22T07:04:47.373895Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T07:04:47.373947Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-22T07:04:47.374004Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-22T07:04:47.374058Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"597401b06ce1cf3d"} {"level":"warn","ts":"2026-04-22T07:04:47.374165Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.374217Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"597401b06ce1cf3d"} {"level":"warn","ts":"2026-04-22T07:04:47.374337Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.374413Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.374502Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"warn","ts":"2026-04-22T07:04:47.374728Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d","error":"context canceled"} {"level":"warn","ts":"2026-04-22T07:04:47.374847Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"597401b06ce1cf3d","error":"failed to read 597401b06ce1cf3d on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-22T07:04:47.374923Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"warn","ts":"2026-04-22T07:04:47.375562Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d","error":"context canceled"} {"level":"info","ts":"2026-04-22T07:04:47.375681Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.375750Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.375815Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"e841b0abfc793f45","removed-remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.375853Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-22T07:04:47.375922Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-22T07:04:47.376020Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.376082Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.376254Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.376297Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.376299Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.376467Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d","remote-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-04-22T07:04:47.376554Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-22T07:04:47.376596Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":474,"current-applied-index":474,"incoming-leader-snapshot-index":474,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-22T07:04:47.376266Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.376285Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.386308Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.386382Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.393896Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.403194Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e841b0abfc793f45","to":"597401b06ce1cf3d","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T07:04:47.403224Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.404627Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e841b0abfc793f45","to":"597401b06ce1cf3d","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T07:04:47.404763Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e841b0abfc793f45","remote-peer-id":"597401b06ce1cf3d"} {"level":"info","ts":"2026-04-22T07:04:47.540991Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"e841b0abfc793f45 switched to configuration voters=(6445778823926632253 16735851943007174469)"} {"level":"info","ts":"2026-04-22T07:04:47.541161Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"dfc54657ad8a2432","local-member-id":"e841b0abfc793f45","promoted-member-id":"e841b0abfc793f45"} {"level":"warn","ts":"2026-04-22T07:04:54.331942Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"e841b0abfc793f45","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.222:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-04-22T07:04:54.335013Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"e841b0abfc793f45","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.222:2379]}","cluster-id":"dfc54657ad8a2432","publish-timeout":"7s"} {"level":"info","ts":"2026-04-22T07:04:54.335062Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T07:04:54.335178Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T07:04:54.335397Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-22T07:04:54.335506Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-22T07:04:54.336816Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-22T07:04:54.337089Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-22T07:04:54.337203Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-22T07:04:54.341861Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-22T07:04:54.342322Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.342282Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59260","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T07:04:54.342606Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.222:2379"} {"level":"warn","ts":"2026-04-22T07:04:54.342644Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.349506Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.222:52494","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.350525Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.222:52508","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.356249Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.222:52516","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.356895Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.222:52550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.357278Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.222:52534","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.358618Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.222:52530","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.359242Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59340","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.360402Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.222:52514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.361111Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.222:52556","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.361378Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.222:52564","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.374760Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59380","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.393308Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59390","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.403056Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59416","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.415600Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59422","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.429119Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.438715Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59482","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.446540Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59492","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.456629Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.467216Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.478201Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59532","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.485694Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.504553Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59580","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.522192Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59600","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.528758Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.541504Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59650","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.549083Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59662","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.593523Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.606157Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59696","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.617618Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.627888Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.638441Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.654569Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59774","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.661478Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59800","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.670773Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.694151Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.702851Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59876","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.711621Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59888","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.721878Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59900","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.732253Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59926","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.742147Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.755400Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59974","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.765441Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.795303Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.808432Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60022","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.818819Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.826718Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60056","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.833762Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60072","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.842734Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60108","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.853569Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.861761Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60144","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.871948Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60164","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.884165Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.891895Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60196","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.903559Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60220","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.916347Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60250","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.926062Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.934148Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60282","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.943260Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60298","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.952817Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60330","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.961816Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:54.972823Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:55.007208Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60380","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:55.016583Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60408","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:55.086749Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60430","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:05:31.957874Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.25:51080","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T07:05:32.408294Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"e841b0abfc793f45 switched to configuration voters=(6445778823926632253 16735851943007174469) learners=(10280973446191469923)"} {"level":"info","ts":"2026-04-22T07:05:32.408480Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"dfc54657ad8a2432","local-member-id":"e841b0abfc793f45","added-peer-id":"8ead5ae0dd775563","added-peer-peer-urls":["https://199.204.45.25:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-22T07:05:32.408520Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:32.408559Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"e841b0abfc793f45","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:32.408771Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e841b0abfc793f45","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:32.408830Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:32.408855Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e841b0abfc793f45","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:32.408882Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"e841b0abfc793f45","remote-peer-id":"8ead5ae0dd775563","remote-peer-urls":["https://199.204.45.25:2380"]} {"level":"info","ts":"2026-04-22T07:05:32.408896Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"e841b0abfc793f45","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:32.408963Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"e841b0abfc793f45","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:32.408860Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e841b0abfc793f45","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.230976Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.231048Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e841b0abfc793f45","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.231901Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e841b0abfc793f45","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.236984Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e841b0abfc793f45","to":"8ead5ae0dd775563","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T07:05:35.237029Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e841b0abfc793f45","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.243504Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e841b0abfc793f45","to":"8ead5ae0dd775563","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T07:05:35.243555Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e841b0abfc793f45","remote-peer-id":"8ead5ae0dd775563"} {"level":"warn","ts":"2026-04-22T07:05:35.266036Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e841b0abfc793f45","remote-peer-id":"8ead5ae0dd775563","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:05:35.266138Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e841b0abfc793f45","remote-peer-id":"8ead5ae0dd775563","error":"EOF"} {"level":"info","ts":"2026-04-22T07:05:35.283885Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e841b0abfc793f45","to":"8ead5ae0dd775563","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-22T07:05:35.283912Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e841b0abfc793f45","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.283923Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e841b0abfc793f45","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.285711Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e841b0abfc793f45","to":"8ead5ae0dd775563","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-22T07:05:35.285752Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e841b0abfc793f45","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.285764Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e841b0abfc793f45","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.317879Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e841b0abfc793f45","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.325579Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e841b0abfc793f45","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.470658Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"e841b0abfc793f45 switched to configuration voters=(6445778823926632253 10280973446191469923 16735851943007174469)"} {"level":"info","ts":"2026-04-22T07:05:35.471050Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"dfc54657ad8a2432","local-member-id":"e841b0abfc793f45","promoted-member-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:47.723035Z","caller":"traceutil/trace.go:172","msg":"trace[297692911] linearizableReadLoop","detail":"{readStateIndex:730; appliedIndex:729; }","duration":"117.928795ms","start":"2026-04-22T07:05:47.605037Z","end":"2026-04-22T07:05:47.722966Z","steps":["trace[297692911] 'read index received' (duration: 60.742229ms)","trace[297692911] 'applied index is now lower than readState.Index' (duration: 57.185656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T07:05:47.723283Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.230335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T07:05:47.723378Z","caller":"traceutil/trace.go:172","msg":"trace[1227959027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:674; }","duration":"118.341928ms","start":"2026-04-22T07:05:47.605020Z","end":"2026-04-22T07:05:47.723362Z","steps":["trace[1227959027] 'agreement among raft nodes before linearized reading' (duration: 118.017328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:18.337110Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4559223594226539240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T07:06:18.742382Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"519.313132ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:18.742553Z","caller":"traceutil/trace.go:172","msg":"trace[1244508248] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:845; }","duration":"519.504549ms","start":"2026-04-22T07:06:18.223012Z","end":"2026-04-22T07:06:18.742516Z","steps":["trace[1244508248] 'range keys from in-memory index tree' (duration: 519.22801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:18.766253Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.059309102s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T07:06:18.838223Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4559223594226539240,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T07:06:19.195391Z","caller":"traceutil/trace.go:172","msg":"trace[357332765] linearizableReadLoop","detail":"{readStateIndex:923; appliedIndex:935; }","duration":"1.359115836s","start":"2026-04-22T07:06:17.836247Z","end":"2026-04-22T07:06:19.195363Z","steps":["trace[357332765] 'read index received' (duration: 1.359108656s)","trace[357332765] 'applied index is now lower than readState.Index' (duration: 4.76µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T07:06:19.195584Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.359323682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:19.195683Z","caller":"traceutil/trace.go:172","msg":"trace[1317891960] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:860; }","duration":"1.359434025s","start":"2026-04-22T07:06:17.836230Z","end":"2026-04-22T07:06:19.195664Z","steps":["trace[1317891960] 'agreement among raft nodes before linearized reading' (duration: 1.35926661s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.195744Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:17.836183Z","time spent":"1.359551131s","remote":"127.0.0.1:59496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-04-22T07:06:19.220740Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.364612069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:19.220836Z","caller":"traceutil/trace.go:172","msg":"trace[606456755] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:860; }","duration":"1.364723162s","start":"2026-04-22T07:06:17.856099Z","end":"2026-04-22T07:06:19.220822Z","steps":["trace[606456755] 'agreement among raft nodes before linearized reading' (duration: 1.364573287s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.220867Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:17.856053Z","time spent":"1.364808135s","remote":"127.0.0.1:60028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-04-22T07:06:19.220829Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"478.179759ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:19.221027Z","caller":"traceutil/trace.go:172","msg":"trace[752236669] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:860; }","duration":"478.389497ms","start":"2026-04-22T07:06:18.742615Z","end":"2026-04-22T07:06:19.221004Z","steps":["trace[752236669] 'agreement among raft nodes before linearized reading' (duration: 478.146449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.221149Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"702.110485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-22T07:06:19.221186Z","caller":"traceutil/trace.go:172","msg":"trace[1373650046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:860; }","duration":"702.147558ms","start":"2026-04-22T07:06:18.519032Z","end":"2026-04-22T07:06:19.221179Z","steps":["trace[1373650046] 'agreement among raft nodes before linearized reading' (duration: 702.017963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.221201Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:18.518999Z","time spent":"702.198169ms","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T07:06:19.221245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.631744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:19.221283Z","caller":"traceutil/trace.go:172","msg":"trace[1848530452] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:860; }","duration":"240.671385ms","start":"2026-04-22T07:06:18.980601Z","end":"2026-04-22T07:06:19.221272Z","steps":["trace[1848530452] 'agreement among raft nodes before linearized reading' (duration: 240.599013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.221300Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"386.86922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:19.221331Z","caller":"traceutil/trace.go:172","msg":"trace[1614972708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:860; }","duration":"386.903151ms","start":"2026-04-22T07:06:18.834419Z","end":"2026-04-22T07:06:19.221322Z","steps":["trace[1614972708] 'agreement among raft nodes before linearized reading' (duration: 386.845689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.221343Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"805.166793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:19.221364Z","caller":"traceutil/trace.go:172","msg":"trace[615168382] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:860; }","duration":"805.186863ms","start":"2026-04-22T07:06:18.416171Z","end":"2026-04-22T07:06:19.221358Z","steps":["trace[615168382] 'agreement among raft nodes before linearized reading' (duration: 805.150832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.221422Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.351762074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:19.221447Z","caller":"traceutil/trace.go:172","msg":"trace[26951274] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:860; }","duration":"1.351786126s","start":"2026-04-22T07:06:17.869654Z","end":"2026-04-22T07:06:19.221440Z","steps":["trace[26951274] 'agreement among raft nodes before linearized reading' (duration: 1.351740544s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.221473Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:17.869639Z","time spent":"1.351829137s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-22T07:06:19.221574Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:18.416116Z","time spent":"805.296077ms","remote":"127.0.0.1:60092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-04-22T07:06:19.221684Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.091125108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:19.221714Z","caller":"traceutil/trace.go:172","msg":"trace[1704022948] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:860; }","duration":"1.091154659s","start":"2026-04-22T07:06:18.130551Z","end":"2026-04-22T07:06:19.221705Z","steps":["trace[1704022948] 'agreement among raft nodes before linearized reading' (duration: 1.091108248s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.221737Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:18.130509Z","time spent":"1.091222013s","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-04-22T07:06:19.221823Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.29598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T07:06:19.221893Z","caller":"traceutil/trace.go:172","msg":"trace[424964145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:860; }","duration":"239.383653ms","start":"2026-04-22T07:06:18.982492Z","end":"2026-04-22T07:06:19.221875Z","steps":["trace[424964145] 'agreement among raft nodes before linearized reading' (duration: 238.754372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.221361Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:18.834385Z","time spent":"386.968454ms","remote":"127.0.0.1:59270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T07:06:24.995947Z","caller":"traceutil/trace.go:172","msg":"trace[1742115636] linearizableReadLoop","detail":"{readStateIndex:1117; appliedIndex:1117; }","duration":"164.130585ms","start":"2026-04-22T07:06:24.831789Z","end":"2026-04-22T07:06:24.995920Z","steps":["trace[1742115636] 'read index received' (duration: 164.123494ms)","trace[1742115636] 'applied index is now lower than readState.Index' (duration: 5.671µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T07:06:24.996106Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.29295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:24.996147Z","caller":"traceutil/trace.go:172","msg":"trace[643929857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:952; }","duration":"164.347132ms","start":"2026-04-22T07:06:24.831786Z","end":"2026-04-22T07:06:24.996133Z","steps":["trace[643929857] 'agreement among raft nodes before linearized reading' (duration: 164.253108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:26.332754Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4559223594226539329,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T07:06:26.473137Z","caller":"traceutil/trace.go:172","msg":"trace[1280477683] linearizableReadLoop","detail":"{readStateIndex:1124; appliedIndex:1124; }","duration":"641.133837ms","start":"2026-04-22T07:06:25.831950Z","end":"2026-04-22T07:06:26.473084Z","steps":["trace[1280477683] 'read index received' (duration: 641.123427ms)","trace[1280477683] 'applied index is now lower than readState.Index' (duration: 8.58µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T07:06:26.475057Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4559223594226539331,"received-request-id":4559223594226539329} {"level":"warn","ts":"2026-04-22T07:06:26.491841Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"659.870881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:26.491920Z","caller":"traceutil/trace.go:172","msg":"trace[412790460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:959; }","duration":"659.955064ms","start":"2026-04-22T07:06:25.831943Z","end":"2026-04-22T07:06:26.491898Z","steps":["trace[412790460] 'agreement among raft nodes before linearized reading' (duration: 641.329983ms)","trace[412790460] 'range keys from in-memory index tree' (duration: 18.505467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T07:06:26.491971Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:25.831908Z","time spent":"660.049717ms","remote":"127.0.0.1:59270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T07:06:26.491934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"269.835251ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:26.492045Z","caller":"traceutil/trace.go:172","msg":"trace[1911529869] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:959; }","duration":"269.943694ms","start":"2026-04-22T07:06:26.222086Z","end":"2026-04-22T07:06:26.492030Z","steps":["trace[1911529869] 'range keys from in-memory index tree' (duration: 269.790369ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:06:26.497844Z","caller":"traceutil/trace.go:172","msg":"trace[440642599] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"551.690153ms","start":"2026-04-22T07:06:25.946126Z","end":"2026-04-22T07:06:26.497816Z","steps":["trace[440642599] 'process raft request' (duration: 551.445665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:26.497977Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.339297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-22T07:06:26.498031Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"594.470055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T07:06:26.498111Z","caller":"traceutil/trace.go:172","msg":"trace[2119648690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:961; }","duration":"594.528617ms","start":"2026-04-22T07:06:25.903545Z","end":"2026-04-22T07:06:26.498073Z","steps":["trace[2119648690] 'agreement among raft nodes before linearized reading' (duration: 594.350061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:26.498152Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:25.903527Z","time spent":"594.61585ms","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T07:06:26.498065Z","caller":"traceutil/trace.go:172","msg":"trace[151822278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:961; }","duration":"184.43912ms","start":"2026-04-22T07:06:26.313607Z","end":"2026-04-22T07:06:26.498046Z","steps":["trace[151822278] 'agreement among raft nodes before linearized reading' (duration: 184.232472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:26.498489Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:25.946101Z","time spent":"551.836879ms","remote":"127.0.0.1:59412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T07:06:27.333109Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4559223594226539337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T07:06:27.834213Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4559223594226539337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T07:06:28.334867Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4559223594226539337,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T07:06:28.809553Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"e841b0abfc793f45 [logterm: 2, index: 1136, vote: 0] ignored MsgPreVote from 8ead5ae0dd775563 [logterm: 2, index: 1136] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-04-22T07:06:28.832018Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999806744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T07:06:28.832142Z","caller":"traceutil/trace.go:172","msg":"trace[1571636725] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999978571s","start":"2026-04-22T07:06:26.832139Z","end":"2026-04-22T07:06:28.832118Z","steps":["trace[1571636725] 'agreement among raft nodes before linearized reading' (duration: 1.999803034s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:28.832414Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:26.832123Z","time spent":"2.000274641s","remote":"127.0.0.1:59270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 07:06:28 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T07:06:28.835153Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4559223594226539337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T07:06:28.866259Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.443872232s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T07:06:28.897074Z","caller":"traceutil/trace.go:172","msg":"trace[1963101430] linearizableReadLoop","detail":"{readStateIndex:1132; appliedIndex:1132; }","duration":"2.064908405s","start":"2026-04-22T07:06:26.832144Z","end":"2026-04-22T07:06:28.897052Z","steps":["trace[1963101430] 'read index received' (duration: 2.064903085s)","trace[1963101430] 'applied index is now lower than readState.Index' (duration: 4.34µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T07:06:28.906600Z","caller":"traceutil/trace.go:172","msg":"trace[1730366141] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"1.784185099s","start":"2026-04-22T07:06:27.122396Z","end":"2026-04-22T07:06:28.906581Z","steps":["trace[1730366141] 'process raft request' (duration: 1.784130257s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:28.906886Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:27.122368Z","time spent":"1.784303383s","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T07:06:28.934381Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4559223594226539340,"received-request-id":4559223594226539337} {"level":"info","ts":"2026-04-22T07:06:28.934759Z","caller":"traceutil/trace.go:172","msg":"trace[1154671865] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"1.124874487s","start":"2026-04-22T07:06:27.809868Z","end":"2026-04-22T07:06:28.934743Z","steps":["trace[1154671865] 'process raft request' (duration: 1.124835146s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:28.934867Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:27.809840Z","time spent":"1.12496293s","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T07:06:28.938481Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.317671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T07:06:28.938577Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.716396922s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T07:06:28.939247Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.777456486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T07:06:28.939259Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.96434941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.222\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T07:06:28.939343Z","caller":"traceutil/trace.go:172","msg":"trace[97338569] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:973; }","duration":"1.778278493s","start":"2026-04-22T07:06:27.161044Z","end":"2026-04-22T07:06:28.939322Z","steps":["trace[97338569] 'agreement among raft nodes before linearized reading' (duration: 1.777435775s)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:06:28.939375Z","caller":"traceutil/trace.go:172","msg":"trace[529224123] range","detail":"{range_begin:/registry/masterleases/199.204.45.222; range_end:; response_count:1; response_revision:973; }","duration":"1.964440123s","start":"2026-04-22T07:06:26.974892Z","end":"2026-04-22T07:06:28.939332Z","steps":["trace[529224123] 'agreement among raft nodes before linearized reading' (duration: 1.963956566s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:28.939417Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:26.974879Z","time spent":"1.964522816s","remote":"127.0.0.1:59346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.222\" limit:1 "} {"level":"warn","ts":"2026-04-22T07:06:28.939508Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.017935214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T07:06:28.939555Z","caller":"traceutil/trace.go:172","msg":"trace[430780123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:973; }","duration":"2.018946987s","start":"2026-04-22T07:06:26.920591Z","end":"2026-04-22T07:06:28.939538Z","steps":["trace[430780123] 'agreement among raft nodes before linearized reading' (duration: 2.01782436s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:28.939595Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:26.920579Z","time spent":"2.01900699s","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T07:06:28.939601Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"579.580191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:28.939305Z","caller":"traceutil/trace.go:172","msg":"trace[776601883] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:973; }","duration":"1.717110686s","start":"2026-04-22T07:06:27.222174Z","end":"2026-04-22T07:06:28.939284Z","steps":["trace[776601883] 'agreement among raft nodes before linearized reading' (duration: 1.716386842s)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:06:28.939690Z","caller":"traceutil/trace.go:172","msg":"trace[50705920] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:973; }","duration":"579.678295ms","start":"2026-04-22T07:06:28.359997Z","end":"2026-04-22T07:06:28.939675Z","steps":["trace[50705920] 'agreement among raft nodes before linearized reading' (duration: 578.507176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:28.939957Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:28.359976Z","time spent":"579.964284ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-04-22T07:06:28.939928Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.578187579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-v6xs5\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-04-22T07:06:28.940124Z","caller":"traceutil/trace.go:172","msg":"trace[1585576153] range","detail":"{range_begin:/registry/pods/kube-system/cilium-v6xs5; range_end:; response_count:1; response_revision:973; }","duration":"1.578302213s","start":"2026-04-22T07:06:27.361723Z","end":"2026-04-22T07:06:28.940025Z","steps":["trace[1585576153] 'agreement among raft nodes before linearized reading' (duration: 1.577669912s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:28.939414Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:27.161028Z","time spent":"1.778374246s","remote":"127.0.0.1:59386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-04-22T07:06:28.940237Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:27.361707Z","time spent":"1.578511139s","remote":"127.0.0.1:59616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18378,"request content":"key:\"/registry/pods/kube-system/cilium-v6xs5\" limit:1 "} {"level":"warn","ts":"2026-04-22T07:06:28.940679Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"232.15731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T07:06:28.938521Z","caller":"traceutil/trace.go:172","msg":"trace[738867061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:973; }","duration":"105.363053ms","start":"2026-04-22T07:06:28.833149Z","end":"2026-04-22T07:06:28.938512Z","steps":["trace[738867061] 'agreement among raft nodes before linearized reading' (duration: 105.29925ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:06:28.940756Z","caller":"traceutil/trace.go:172","msg":"trace[782713409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:973; }","duration":"234.399374ms","start":"2026-04-22T07:06:28.706334Z","end":"2026-04-22T07:06:28.940733Z","steps":["trace[782713409] 'agreement among raft nodes before linearized reading' (duration: 232.125469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:28.938482Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.236952812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:28.941538Z","caller":"traceutil/trace.go:172","msg":"trace[1738940001] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:973; }","duration":"1.240012724s","start":"2026-04-22T07:06:27.701512Z","end":"2026-04-22T07:06:28.941525Z","steps":["trace[1738940001] 'agreement among raft nodes before linearized reading' (duration: 1.236922381s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:28.942569Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:27.701489Z","time spent":"1.240301452s","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":29,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-04-22T07:06:29.442996Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4559223594226539341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T07:06:29.944247Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4559223594226539341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T07:06:30.444910Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4559223594226539341,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T07:06:30.609864Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"e841b0abfc793f45 [logterm: 2, index: 1146, vote: 0] ignored MsgPreVote from 8ead5ae0dd775563 [logterm: 2, index: 1146] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-04-22T07:06:30.945789Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4559223594226539341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T07:06:30.947899Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.99986473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T07:06:30.947945Z","caller":"traceutil/trace.go:172","msg":"trace[184793704] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999923651s","start":"2026-04-22T07:06:28.948008Z","end":"2026-04-22T07:06:30.947932Z","steps":["trace[184793704] 'agreement among raft nodes before linearized reading' (duration: 1.999862629s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:30.947985Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:28.947999Z","time spent":"1.999981464s","remote":"127.0.0.1:59270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T07:06:30.985100Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.025825747s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T07:06:30.985434Z","caller":"traceutil/trace.go:172","msg":"trace[333172868] linearizableReadLoop","detail":"{readStateIndex:1139; appliedIndex:1139; }","duration":"2.042696858s","start":"2026-04-22T07:06:28.942723Z","end":"2026-04-22T07:06:30.985420Z","steps":["trace[333172868] 'read index received' (duration: 2.042691518s)","trace[333172868] 'applied index is now lower than readState.Index' (duration: 3.9µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T07:06:31.486462Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4559223594226539346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T07:06:31.925602Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.982866099s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:31.926429Z","caller":"traceutil/trace.go:172","msg":"trace[1866252547] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:973; }","duration":"2.983634385s","start":"2026-04-22T07:06:28.942716Z","end":"2026-04-22T07:06:31.926351Z","steps":["trace[1866252547] 'agreement among raft nodes before linearized reading' (duration: 2.042762931s)","trace[1866252547] 'range keys from in-memory index tree' (duration: 940.087638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T07:06:31.926954Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"941.164724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-22T07:06:31.927405Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:28.941484Z","time spent":"2.985913832s","remote":"127.0.0.1:59346","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-22T07:06:31.927426Z","caller":"traceutil/trace.go:172","msg":"trace[110883825] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"2.982923693s","start":"2026-04-22T07:06:28.944484Z","end":"2026-04-22T07:06:31.927408Z","steps":["trace[110883825] 'process raft request' (duration: 2.982810429s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:31.927871Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:28.944465Z","time spent":"2.983151379s","remote":"127.0.0.1:59412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T07:06:31.987417Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4559223594226539346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T07:06:32.055884Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.070558908s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T07:06:32.056641Z","caller":"traceutil/trace.go:172","msg":"trace[886670078] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"3.098005709s","start":"2026-04-22T07:06:28.958618Z","end":"2026-04-22T07:06:32.056624Z","steps":["trace[886670078] 'process raft request' (duration: 3.097602406s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:32.057441Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:28.958597Z","time spent":"3.098160244s","remote":"127.0.0.1:59616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T07:06:32.068040Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999379557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:32.068124Z","caller":"traceutil/trace.go:172","msg":"trace[1650948121] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:986; }","duration":"1.9994744s","start":"2026-04-22T07:06:30.068633Z","end":"2026-04-22T07:06:32.068108Z","steps":["trace[1650948121] 'agreement among raft nodes before linearized reading' (duration: 1.999354006s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:32.068178Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:30.068611Z","time spent":"1.999557283s","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"info","ts":"2026-04-22T07:06:32.067953Z","caller":"traceutil/trace.go:172","msg":"trace[685308075] linearizableReadLoop","detail":"{readStateIndex:1153; appliedIndex:1154; }","duration":"1.082476827s","start":"2026-04-22T07:06:30.985462Z","end":"2026-04-22T07:06:32.067939Z","steps":["trace[685308075] 'read index received' (duration: 1.082470876s)","trace[685308075] 'applied index is now lower than readState.Index' (duration: 5.201µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T07:06:32.068197Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.721252231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-22T07:06:32.068216Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.082217283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-22T07:06:32.068257Z","caller":"traceutil/trace.go:172","msg":"trace[745381708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:986; }","duration":"3.082258146s","start":"2026-04-22T07:06:28.985990Z","end":"2026-04-22T07:06:32.068249Z","steps":["trace[745381708] 'agreement among raft nodes before linearized reading' (duration: 3.082189183s)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:06:32.068254Z","caller":"traceutil/trace.go:172","msg":"trace[1179015263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:986; }","duration":"2.721317313s","start":"2026-04-22T07:06:29.346924Z","end":"2026-04-22T07:06:32.068241Z","steps":["trace[1179015263] 'agreement among raft nodes before linearized reading' (duration: 2.721126947s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:32.068281Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:28.985967Z","time spent":"3.082307656s","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-22T07:06:32.068275Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.118950463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T07:06:32.068290Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:29.346908Z","time spent":"2.721374046s","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T07:06:32.068363Z","caller":"traceutil/trace.go:172","msg":"trace[2142545953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:986; }","duration":"1.119036556s","start":"2026-04-22T07:06:30.949316Z","end":"2026-04-22T07:06:32.068353Z","steps":["trace[2142545953] 'agreement among raft nodes before linearized reading' (duration: 1.118647343s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:32.068398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.428037562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:32.068434Z","caller":"traceutil/trace.go:172","msg":"trace[961075365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:986; }","duration":"1.428074753s","start":"2026-04-22T07:06:30.640350Z","end":"2026-04-22T07:06:32.068425Z","steps":["trace[961075365] 'agreement among raft nodes before linearized reading' (duration: 1.427686521s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:32.068433Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:30.949265Z","time spent":"1.11915881s","remote":"127.0.0.1:59284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T07:06:32.068453Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:30.640336Z","time spent":"1.428112594s","remote":"127.0.0.1:59270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T07:06:32.068040Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.576626713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:32.068518Z","caller":"traceutil/trace.go:172","msg":"trace[615868558] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:986; }","duration":"1.577118179s","start":"2026-04-22T07:06:30.491387Z","end":"2026-04-22T07:06:32.068505Z","steps":["trace[615868558] 'agreement among raft nodes before linearized reading' (duration: 1.576582762s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:32.068550Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:30.491365Z","time spent":"1.577173982s","remote":"127.0.0.1:59846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"info","ts":"2026-04-22T07:06:32.068585Z","caller":"traceutil/trace.go:172","msg":"trace[40896547] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"139.490982ms","start":"2026-04-22T07:06:31.929081Z","end":"2026-04-22T07:06:32.068572Z","steps":["trace[40896547] 'process raft request' (duration: 139.345976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:32.075152Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.917619ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:32.075180Z","caller":"traceutil/trace.go:172","msg":"trace[145681554] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:990; }","duration":"147.069594ms","start":"2026-04-22T07:06:31.928104Z","end":"2026-04-22T07:06:32.075173Z","steps":["trace[145681554] 'agreement among raft nodes before linearized reading' (duration: 147.027943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:32.075305Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"710.347394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-22T07:06:32.075378Z","caller":"traceutil/trace.go:172","msg":"trace[849327782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:990; }","duration":"710.437047ms","start":"2026-04-22T07:06:31.364924Z","end":"2026-04-22T07:06:32.075361Z","steps":["trace[849327782] 'agreement among raft nodes before linearized reading' (duration: 710.21965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:32.075425Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:31.364900Z","time spent":"710.516159ms","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T07:06:32.220452Z","caller":"traceutil/trace.go:172","msg":"trace[1712681990] linearizableReadLoop","detail":"{readStateIndex:1160; appliedIndex:1161; }","duration":"140.189936ms","start":"2026-04-22T07:06:32.080247Z","end":"2026-04-22T07:06:32.220437Z","steps":["trace[1712681990] 'read index received' (duration: 140.186146ms)","trace[1712681990] 'applied index is now lower than readState.Index' (duration: 3.17µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T07:06:32.221142Z","caller":"traceutil/trace.go:172","msg":"trace[1328053674] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"140.227778ms","start":"2026-04-22T07:06:32.080904Z","end":"2026-04-22T07:06:32.221132Z","steps":["trace[1328053674] 'process raft request' (duration: 139.6901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:32.221177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.894711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-04-22T07:06:32.221286Z","caller":"traceutil/trace.go:172","msg":"trace[998979967] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:992; }","duration":"141.026726ms","start":"2026-04-22T07:06:32.080237Z","end":"2026-04-22T07:06:32.221263Z","steps":["trace[998979967] 'agreement among raft nodes before linearized reading' (duration: 140.372524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:32.222872Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.533651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:32.223185Z","caller":"traceutil/trace.go:172","msg":"trace[1374106571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:993; }","duration":"141.867042ms","start":"2026-04-22T07:06:32.081307Z","end":"2026-04-22T07:06:32.223174Z","steps":["trace[1374106571] 'agreement among raft nodes before linearized reading' (duration: 141.036125ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:07:33.390381Z","caller":"traceutil/trace.go:172","msg":"trace[691388715] linearizableReadLoop","detail":"{readStateIndex:1753; appliedIndex:1753; }","duration":"167.354286ms","start":"2026-04-22T07:07:33.223003Z","end":"2026-04-22T07:07:33.390357Z","steps":["trace[691388715] 'read index received' (duration: 167.338766ms)","trace[691388715] 'applied index is now lower than readState.Index' (duration: 14.53µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T07:07:33.390526Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.585504ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:07:33.390558Z","caller":"traceutil/trace.go:172","msg":"trace[118006902] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1495; }","duration":"167.657497ms","start":"2026-04-22T07:07:33.222891Z","end":"2026-04-22T07:07:33.390549Z","steps":["trace[118006902] 'agreement among raft nodes before linearized reading' (duration: 167.591915ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:08:25.327025Z","caller":"traceutil/trace.go:172","msg":"trace[555988417] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1986; }","duration":"104.855889ms","start":"2026-04-22T07:08:25.222152Z","end":"2026-04-22T07:08:25.327008Z","steps":["trace[555988417] 'read index received' (duration: 104.850289ms)","trace[555988417] 'applied index is now lower than readState.Index' (duration: 4.68µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T07:08:25.327181Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.990723ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:08:25.327460Z","caller":"traceutil/trace.go:172","msg":"trace[1811395515] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1697; }","duration":"105.302456ms","start":"2026-04-22T07:08:25.222138Z","end":"2026-04-22T07:08:25.327440Z","steps":["trace[1811395515] 'agreement among raft nodes before linearized reading' (duration: 104.967561ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:08:25.787308Z","caller":"traceutil/trace.go:172","msg":"trace[314681127] linearizableReadLoop","detail":"{readStateIndex:1986; appliedIndex:1986; }","duration":"272.972291ms","start":"2026-04-22T07:08:25.514302Z","end":"2026-04-22T07:08:25.787274Z","steps":["trace[314681127] 'read index received' (duration: 272.967251ms)","trace[314681127] 'applied index is now lower than readState.Index' (duration: 4.34µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T07:08:25.787467Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"273.151863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-22T07:08:25.787489Z","caller":"traceutil/trace.go:172","msg":"trace[1759116472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1697; }","duration":"273.190184ms","start":"2026-04-22T07:08:25.514293Z","end":"2026-04-22T07:08:25.787484Z","steps":["trace[1759116472] 'agreement among raft nodes before linearized reading' (duration: 273.068082ms)"],"step_count":1}