{"level":"warn","ts":"2026-03-30T20:20:40.193414Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-30T20:20:40.193622Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-30T20:20:40.193656Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.238:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.238:2380","--initial-cluster=controller-1=https://199.204.45.244:2380,controller-2=https://199.204.45.238:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.238:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.238:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-30T20:20:40.193772Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-30T20:20:40.193802Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T20:20:40.193818Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.238:2380"]} {"level":"info","ts":"2026-03-30T20:20:40.193839Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T20:20:40.194277Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"]} {"level":"info","ts":"2026-03-30T20:20:40.194426Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.244:2380,controller-2=https://199.204.45.238:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-30T20:20:40.196981Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000396288}"} {"level":"info","ts":"2026-03-30T20:20:40.201255Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-30T20:20:40.201313Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.466606ms"} {"level":"info","ts":"2026-03-30T20:20:40.201350Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-30T20:20:40.201371Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-30T20:20:40.210963Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.238:2380","host":"199.204.45.238:2380","resolved-addr":"199.204.45.238:2380"} {"level":"info","ts":"2026-03-30T20:20:40.211013Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.244:2380","host":"199.204.45.244:2380","resolved-addr":"199.204.45.244:2380"} {"level":"info","ts":"2026-03-30T20:20:40.212425Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-30T20:20:40.220048Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-30T20:20:40.220184Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"dce72ec56354ebe4","cluster-id":"71c60fe001ca5b3c"} {"level":"info","ts":"2026-03-30T20:20:40.220376Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-30T20:20:40.220662Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"dce72ec56354ebe4 switched to configuration voters=()"} {"level":"info","ts":"2026-03-30T20:20:40.220899Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"dce72ec56354ebe4 became follower at term 0"} {"level":"info","ts":"2026-03-30T20:20:40.220947Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft dce72ec56354ebe4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-30T20:20:40.227712Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-30T20:20:40.229509Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-30T20:20:40.232269Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-30T20:20:40.235957Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.237659Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf","remote-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-03-30T20:20:40.237757Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.238292Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.240134Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.240492Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.240563Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf","remote-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-03-30T20:20:40.240625Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"dce72ec56354ebe4","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-30T20:20:40.240502Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.240677Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.241147Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-30T20:20:40.240728Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.242106Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T20:20:40.242270Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T20:20:40.242304Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T20:20:40.242697Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-03-30T20:20:40.242225Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T20:20:40.242877Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-03-30T20:20:40.243687Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"dce72ec56354ebe4","initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-30T20:20:40.243779Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-30T20:20:40.244531Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"dce72ec56354ebe4 [term: 0] received a MsgHeartbeat message with higher term from 1686e9b1ea717edf [term: 2]"} {"level":"info","ts":"2026-03-30T20:20:40.244594Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"dce72ec56354ebe4 became follower at term 2"} {"level":"info","ts":"2026-03-30T20:20:40.244640Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: dce72ec56354ebe4 elected leader 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-03-30T20:20:40.258909Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.258959Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.261107Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.266901Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"dce72ec56354ebe4","remote-snapshot-sender-id":"1686e9b1ea717edf","incoming-snapshot-index":504,"incoming-snapshot-message-size-bytes":7774,"incoming-snapshot-message-size":"7.8 kB"} {"level":"info","ts":"2026-03-30T20:20:40.270342Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"dce72ec56354ebe4","to":"1686e9b1ea717edf","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T20:20:40.270400Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.272287Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"dce72ec56354ebe4","to":"1686e9b1ea717edf","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T20:20:40.272318Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.278330Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001f8.snap.db","bytes":815104,"size":"815 kB"} {"level":"info","ts":"2026-03-30T20:20:40.278375Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"dce72ec56354ebe4","remote-snapshot-sender-id":"1686e9b1ea717edf","incoming-snapshot-index":504,"incoming-snapshot-size-bytes":815104,"incoming-snapshot-size":"815 kB","download-took":"12.328322ms"} {"level":"info","ts":"2026-03-30T20:20:40.278545Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 504, term: 2]"} {"level":"info","ts":"2026-03-30T20:20:40.278643Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"dce72ec56354ebe4 switched to configuration voters=(1623241666065432287) learners=(15917742833274252260)"} {"level":"info","ts":"2026-03-30T20:20:40.278739Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"dce72ec56354ebe4 [commit: 504, lastindex: 504, lastterm: 2] restored snapshot [index: 504, term: 2]"} {"level":"info","ts":"2026-03-30T20:20:40.278752Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"dce72ec56354ebe4 [commit: 504] restored snapshot [index: 504, term: 2]"} {"level":"info","ts":"2026-03-30T20:20:40.278954Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":504,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-30T20:20:40.281504Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":504} {"level":"info","ts":"2026-03-30T20:20:40.284114Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003aa0a0}"} {"level":"info","ts":"2026-03-30T20:20:40.284646Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-30T20:20:40.284686Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.928298ms"} {"level":"info","ts":"2026-03-30T20:20:40.284770Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-30T20:20:40.285876Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-30T20:20:40.285900Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-30T20:20:40.286987Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":477} {"level":"info","ts":"2026-03-30T20:20:40.287027Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":504} {"level":"info","ts":"2026-03-30T20:20:40.287045Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-30T20:20:40.287142Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-30T20:20:40.288336Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-30T20:20:40.288360Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-30T20:20:40.288401Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-30T20:20:40.288410Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-30T20:20:40.288674Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-03-30T20:20:40.288968Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-30T20:20:40.289004Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-30T20:20:40.289054Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T20:20:40.289075Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"71c60fe001ca5b3c","local-member-id":"dce72ec56354ebe4","recovered-remote-peer-id":"1686e9b1ea717edf","recovered-remote-peer-urls":["https://199.204.45.244:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-30T20:20:40.289088Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"71c60fe001ca5b3c","local-member-id":"dce72ec56354ebe4","recovered-remote-peer-id":"dce72ec56354ebe4","recovered-remote-peer-urls":["https://199.204.45.238:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-30T20:20:40.289100Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T20:20:40.289109Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-30T20:20:40.289118Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-30T20:20:40.289136Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"1686e9b1ea717edf"} {"level":"warn","ts":"2026-03-30T20:20:40.289182Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.289207Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"1686e9b1ea717edf"} {"level":"warn","ts":"2026-03-30T20:20:40.289283Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.289301Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.289328Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"warn","ts":"2026-03-30T20:20:40.289471Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf","error":"context canceled"} {"level":"warn","ts":"2026-03-30T20:20:40.289531Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"1686e9b1ea717edf","error":"failed to read 1686e9b1ea717edf on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-30T20:20:40.289557Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"warn","ts":"2026-03-30T20:20:40.289646Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf","error":"context canceled"} {"level":"info","ts":"2026-03-30T20:20:40.289677Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.289700Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.289728Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"dce72ec56354ebe4","removed-remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.289740Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-30T20:20:40.289750Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-30T20:20:40.289776Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.289811Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.289909Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.290333Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.291101Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.291114Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.291366Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.291142Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf","remote-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-03-30T20:20:40.291754Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-30T20:20:40.291778Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":504,"current-applied-index":504,"incoming-leader-snapshot-index":504,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-30T20:20:40.292138Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"dce72ec56354ebe4","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.238:2379]}","cluster-id":"71c60fe001ca5b3c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-30T20:20:40.292326Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T20:20:40.292327Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-30T20:20:40.292994Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-30T20:20:40.292389Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T20:20:40.294114Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-30T20:20:40.294230Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-30T20:20:40.294388Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T20:20:40.297020Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.238:2379"} {"level":"info","ts":"2026-03-30T20:20:40.300331Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.300395Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.303437Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"warn","ts":"2026-03-30T20:20:40.306677Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.238:37132","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T20:20:40.308561Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-30T20:20:40.311880Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"dce72ec56354ebe4 switched to configuration voters=(1623241666065432287 15917742833274252260)"} {"level":"info","ts":"2026-03-30T20:20:40.313387Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"71c60fe001ca5b3c","local-member-id":"dce72ec56354ebe4","promoted-member-id":"dce72ec56354ebe4"} {"level":"info","ts":"2026-03-30T20:20:40.368837Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"dce72ec56354ebe4","to":"1686e9b1ea717edf","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T20:20:40.368924Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"info","ts":"2026-03-30T20:20:40.373713Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"dce72ec56354ebe4","to":"1686e9b1ea717edf","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T20:20:40.373761Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"dce72ec56354ebe4","remote-peer-id":"1686e9b1ea717edf"} {"level":"warn","ts":"2026-03-30T20:20:40.965074Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36078","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:40.970059Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36090","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:40.988979Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:40.995756Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.010399Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.028199Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36202","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.035543Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36218","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.046469Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36226","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.057005Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.065406Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.073855Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.083471Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36300","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.091096Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36314","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.098565Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.108233Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36352","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.116650Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.130717Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36380","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.139569Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36392","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.149161Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36402","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.156564Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36416","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.173614Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36464","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.214027Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.220407Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36492","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.229414Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36510","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.238491Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36522","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.247252Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36546","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.255843Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36556","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.263883Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36584","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.273514Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36610","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.281444Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36616","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.288793Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.296708Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36636","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.304686Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36660","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.325187Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.336808Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36696","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.349723Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.371032Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36716","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.382119Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.389468Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.397515Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.408328Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36780","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.416462Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.424357Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.430735Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36840","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.439977Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36866","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.450522Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.469560Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36900","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.478638Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36922","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.485222Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.492328Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36954","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.502073Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36970","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.510878Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36990","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.520933Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37010","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.527670Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37030","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.535174Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37038","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.544702Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37074","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.552495Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37078","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.603183Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37096","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.616263Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.623556Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:41.668902Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:20:57.252123Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16997883793548680810,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T20:20:57.753332Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16997883793548680810,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T20:20:57.937961Z","caller":"traceutil/trace.go:172","msg":"trace[1525118214] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:590; }","duration":"1.186510261s","start":"2026-03-30T20:20:56.751423Z","end":"2026-03-30T20:20:57.937933Z","steps":["trace[1525118214] 'read index received' (duration: 1.186503881s)","trace[1525118214] 'applied index is now lower than readState.Index' (duration: 4.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:20:57.938622Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.186814491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T20:20:57.938701Z","caller":"traceutil/trace.go:172","msg":"trace[992570354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:556; }","duration":"1.187278175s","start":"2026-03-30T20:20:56.751411Z","end":"2026-03-30T20:20:57.938689Z","steps":["trace[992570354] 'agreement among raft nodes before linearized reading' (duration: 1.186677577s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:20:57.938739Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:20:56.751388Z","time spent":"1.187340766s","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:20:57.943047Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16997883793548680811,"received-request-id":16997883793548680810} {"level":"warn","ts":"2026-03-30T20:20:57.943655Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.104070588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-30T20:20:57.943694Z","caller":"traceutil/trace.go:172","msg":"trace[1080911194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:556; }","duration":"1.10412321s","start":"2026-03-30T20:20:56.839559Z","end":"2026-03-30T20:20:57.943683Z","steps":["trace[1080911194] 'agreement among raft nodes before linearized reading' (duration: 1.103980846s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:20:57.943722Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:20:56.839519Z","time spent":"1.104196512s","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:20:57.943776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.415748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-2\" limit:1 ","response":"range_response_count:1 size:7801"} {"level":"warn","ts":"2026-03-30T20:20:57.943760Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"414.615259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:20:57.943824Z","caller":"traceutil/trace.go:172","msg":"trace[1920049674] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-2; range_end:; response_count:1; response_revision:556; }","duration":"200.50973ms","start":"2026-03-30T20:20:57.743300Z","end":"2026-03-30T20:20:57.943810Z","steps":["trace[1920049674] 'agreement among raft nodes before linearized reading' (duration: 200.298644ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T20:20:57.943849Z","caller":"traceutil/trace.go:172","msg":"trace[862508474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:556; }","duration":"414.733052ms","start":"2026-03-30T20:20:57.529104Z","end":"2026-03-30T20:20:57.943837Z","steps":["trace[862508474] 'agreement among raft nodes before linearized reading' (duration: 414.589558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:20:57.943888Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:20:57.529086Z","time spent":"414.792933ms","remote":"127.0.0.1:36104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T20:21:02.924275Z","caller":"traceutil/trace.go:172","msg":"trace[1105599950] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"178.961628ms","start":"2026-03-30T20:21:02.745282Z","end":"2026-03-30T20:21:02.924244Z","steps":["trace[1105599950] 'process raft request' (duration: 178.847375ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T20:21:02.924451Z","caller":"traceutil/trace.go:172","msg":"trace[1402026414] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:618; }","duration":"329.70271ms","start":"2026-03-30T20:21:02.594726Z","end":"2026-03-30T20:21:02.924429Z","steps":["trace[1402026414] 'read index received' (duration: 329.69679ms)","trace[1402026414] 'applied index is now lower than readState.Index' (duration: 4.9µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:21:02.924566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"329.824363ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:21:02.925247Z","caller":"traceutil/trace.go:172","msg":"trace[515876357] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:581; }","duration":"330.506714ms","start":"2026-03-30T20:21:02.594714Z","end":"2026-03-30T20:21:02.925221Z","steps":["trace[515876357] 'agreement among raft nodes before linearized reading' (duration: 329.804154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:21:06.719046Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.242:47698","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T20:21:06.735403Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"dce72ec56354ebe4 switched to configuration voters=(1623241666065432287 15917742833274252260) learners=(14204574380865595309)"} {"level":"info","ts":"2026-03-30T20:21:06.735537Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"71c60fe001ca5b3c","local-member-id":"dce72ec56354ebe4","added-peer-id":"c520c923ed1ba7ad","added-peer-peer-urls":["https://199.204.45.242:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-30T20:21:06.735567Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"c520c923ed1ba7ad"} {"level":"info","ts":"2026-03-30T20:21:06.735610Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"dce72ec56354ebe4","remote-peer-id":"c520c923ed1ba7ad"} {"level":"info","ts":"2026-03-30T20:21:06.735701Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"c520c923ed1ba7ad"} {"level":"info","ts":"2026-03-30T20:21:06.735734Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"dce72ec56354ebe4","remote-peer-id":"c520c923ed1ba7ad","remote-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-03-30T20:21:06.735773Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"dce72ec56354ebe4","remote-peer-id":"c520c923ed1ba7ad"} {"level":"info","ts":"2026-03-30T20:21:06.735744Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"dce72ec56354ebe4","remote-peer-id":"c520c923ed1ba7ad"} {"level":"info","ts":"2026-03-30T20:21:06.735754Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"dce72ec56354ebe4","remote-peer-id":"c520c923ed1ba7ad"} {"level":"info","ts":"2026-03-30T20:21:06.735853Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"dce72ec56354ebe4","remote-peer-id":"c520c923ed1ba7ad"} {"level":"warn","ts":"2026-03-30T20:21:06.752153Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.242:47714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:21:07.787790Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.242:47778","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T20:21:08.392161Z","caller":"traceutil/trace.go:172","msg":"trace[1069392429] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:633; }","duration":"104.759607ms","start":"2026-03-30T20:21:08.287366Z","end":"2026-03-30T20:21:08.392126Z","steps":["trace[1069392429] 'read index received' (duration: 104.754277ms)","trace[1069392429] 'applied index is now lower than readState.Index' (duration: 4.32µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:21:08.789500Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.242:47810","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T20:21:09.056580Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"c520c923ed1ba7ad"} {"level":"info","ts":"2026-03-30T20:21:09.056668Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"dce72ec56354ebe4","remote-peer-id":"c520c923ed1ba7ad"} {"level":"info","ts":"2026-03-30T20:21:09.057343Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"dce72ec56354ebe4","remote-peer-id":"c520c923ed1ba7ad"} {"level":"info","ts":"2026-03-30T20:21:09.064106Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"dce72ec56354ebe4","to":"c520c923ed1ba7ad","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T20:21:09.064163Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"dce72ec56354ebe4","remote-peer-id":"c520c923ed1ba7ad"} {"level":"info","ts":"2026-03-30T20:21:09.068444Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"dce72ec56354ebe4","to":"c520c923ed1ba7ad","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T20:21:09.068524Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"dce72ec56354ebe4","remote-peer-id":"c520c923ed1ba7ad"} {"level":"warn","ts":"2026-03-30T20:21:09.087181Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"dce72ec56354ebe4","remote-peer-id":"c520c923ed1ba7ad","error":"EOF"} {"level":"warn","ts":"2026-03-30T20:21:09.087225Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"dce72ec56354ebe4","remote-peer-id":"c520c923ed1ba7ad","error":"EOF"} {"level":"info","ts":"2026-03-30T20:21:09.100042Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"dce72ec56354ebe4","to":"c520c923ed1ba7ad","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-30T20:21:09.100081Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"dce72ec56354ebe4","remote-peer-id":"c520c923ed1ba7ad"} {"level":"info","ts":"2026-03-30T20:21:09.100100Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"dce72ec56354ebe4","remote-peer-id":"c520c923ed1ba7ad"} {"level":"info","ts":"2026-03-30T20:21:09.102442Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"dce72ec56354ebe4","to":"c520c923ed1ba7ad","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-30T20:21:09.102462Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"dce72ec56354ebe4","remote-peer-id":"c520c923ed1ba7ad"} {"level":"info","ts":"2026-03-30T20:21:09.102472Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"dce72ec56354ebe4","remote-peer-id":"c520c923ed1ba7ad"} {"level":"info","ts":"2026-03-30T20:21:09.149804Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"dce72ec56354ebe4","remote-peer-id":"c520c923ed1ba7ad"} {"level":"info","ts":"2026-03-30T20:21:09.150590Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"dce72ec56354ebe4","remote-peer-id":"c520c923ed1ba7ad"} {"level":"info","ts":"2026-03-30T20:21:09.290462Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"dce72ec56354ebe4 switched to configuration voters=(1623241666065432287 14204574380865595309 15917742833274252260)"} {"level":"info","ts":"2026-03-30T20:21:09.290843Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"71c60fe001ca5b3c","local-member-id":"dce72ec56354ebe4","promoted-member-id":"c520c923ed1ba7ad"} {"level":"warn","ts":"2026-03-30T20:21:58.724052Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.593339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T20:21:58.724098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.054659ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:21:58.724188Z","caller":"traceutil/trace.go:172","msg":"trace[151241909] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:858; }","duration":"104.259765ms","start":"2026-03-30T20:21:58.619902Z","end":"2026-03-30T20:21:58.724162Z","steps":["trace[151241909] 'range keys from in-memory index tree' (duration: 102.232807ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T20:21:58.724204Z","caller":"traceutil/trace.go:172","msg":"trace[783766799] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:858; }","duration":"129.852088ms","start":"2026-03-30T20:21:58.594325Z","end":"2026-03-30T20:21:58.724177Z","steps":["trace[783766799] 'range keys from in-memory index tree' (duration: 128.980756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:22:29.551104Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16997883793548681380,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T20:22:29.798191Z","caller":"traceutil/trace.go:172","msg":"trace[1236504598] linearizableReadLoop","detail":"{readStateIndex:1245; appliedIndex:1245; }","duration":"747.431954ms","start":"2026-03-30T20:22:29.050737Z","end":"2026-03-30T20:22:29.798169Z","steps":["trace[1236504598] 'read index received' (duration: 747.427324ms)","trace[1236504598] 'applied index is now lower than readState.Index' (duration: 3.62µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:22:29.798509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"747.759601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-30T20:22:29.798561Z","caller":"traceutil/trace.go:172","msg":"trace[1880800195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1067; }","duration":"747.824693ms","start":"2026-03-30T20:22:29.050720Z","end":"2026-03-30T20:22:29.798545Z","steps":["trace[1880800195] 'agreement among raft nodes before linearized reading' (duration: 747.628179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:22:29.798605Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:22:29.050695Z","time spent":"747.898616ms","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:22:29.799476Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16997883793548681381,"received-request-id":16997883793548681380} {"level":"warn","ts":"2026-03-30T20:22:29.801362Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"656.270794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T20:22:29.801409Z","caller":"traceutil/trace.go:172","msg":"trace[722083383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1068; }","duration":"656.325746ms","start":"2026-03-30T20:22:29.145073Z","end":"2026-03-30T20:22:29.801398Z","steps":["trace[722083383] 'agreement among raft nodes before linearized reading' (duration: 656.191372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:22:29.801438Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:22:29.145048Z","time spent":"656.382178ms","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:22:29.801406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.30125ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:22:29.801512Z","caller":"traceutil/trace.go:172","msg":"trace[1269642968] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1068; }","duration":"207.427603ms","start":"2026-03-30T20:22:29.594056Z","end":"2026-03-30T20:22:29.801484Z","steps":["trace[1269642968] 'agreement among raft nodes before linearized reading' (duration: 207.254428ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T20:22:31.983986Z","caller":"traceutil/trace.go:172","msg":"trace[1279234150] linearizableReadLoop","detail":"{readStateIndex:1252; appliedIndex:1252; }","duration":"389.427363ms","start":"2026-03-30T20:22:31.594533Z","end":"2026-03-30T20:22:31.983961Z","steps":["trace[1279234150] 'read index received' (duration: 389.421422ms)","trace[1279234150] 'applied index is now lower than readState.Index' (duration: 4.891µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:22:31.984398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"389.841302ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:22:31.984519Z","caller":"traceutil/trace.go:172","msg":"trace[155325486] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1073; }","duration":"389.972735ms","start":"2026-03-30T20:22:31.594526Z","end":"2026-03-30T20:22:31.984499Z","steps":["trace[155325486] 'agreement among raft nodes before linearized reading' (duration: 389.794311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:22:31.988763Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"312.234326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T20:22:31.988776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"326.423189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:22:31.988815Z","caller":"traceutil/trace.go:172","msg":"trace[1968625093] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1074; }","duration":"312.288268ms","start":"2026-03-30T20:22:31.676513Z","end":"2026-03-30T20:22:31.988801Z","steps":["trace[1968625093] 'agreement among raft nodes before linearized reading' (duration: 312.214086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:22:31.988847Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:22:31.676493Z","time spent":"312.34607ms","remote":"127.0.0.1:36350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"info","ts":"2026-03-30T20:22:31.988927Z","caller":"traceutil/trace.go:172","msg":"trace[1542874292] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1074; }","duration":"326.512601ms","start":"2026-03-30T20:22:31.662317Z","end":"2026-03-30T20:22:31.988830Z","steps":["trace[1542874292] 'agreement among raft nodes before linearized reading' (duration: 326.362868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:22:31.988966Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:22:31.662293Z","time spent":"326.665005ms","remote":"127.0.0.1:36762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:22:32.596909Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16997883793548681390,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T20:22:33.097450Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16997883793548681390,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T20:22:33.357915Z","caller":"traceutil/trace.go:172","msg":"trace[1262895364] linearizableReadLoop","detail":"{readStateIndex:1255; appliedIndex:1255; }","duration":"1.262062523s","start":"2026-03-30T20:22:32.095828Z","end":"2026-03-30T20:22:33.357891Z","steps":["trace[1262895364] 'read index received' (duration: 1.262055093s)","trace[1262895364] 'applied index is now lower than readState.Index' (duration: 6.14µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:22:33.358082Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.262233886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T20:22:33.358118Z","caller":"traceutil/trace.go:172","msg":"trace[1064136457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1076; }","duration":"1.262284768s","start":"2026-03-30T20:22:32.095822Z","end":"2026-03-30T20:22:33.358107Z","steps":["trace[1064136457] 'agreement among raft nodes before linearized reading' (duration: 1.262186515s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:22:33.358150Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:22:32.095799Z","time spent":"1.262342979s","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:22:33.359379Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16997883793548681391,"received-request-id":16997883793548681390} {"level":"warn","ts":"2026-03-30T20:22:33.858898Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16997883793548681391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T20:22:34.359409Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16997883793548681391,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T20:22:34.430303Z","caller":"traceutil/trace.go:172","msg":"trace[168390693] linearizableReadLoop","detail":"{readStateIndex:1255; appliedIndex:1255; }","duration":"1.072241918s","start":"2026-03-30T20:22:33.357983Z","end":"2026-03-30T20:22:34.430225Z","steps":["trace[168390693] 'read index received' (duration: 1.072228707s)","trace[168390693] 'applied index is now lower than readState.Index' (duration: 11.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T20:22:34.430402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.476166069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:22:34.431085Z","caller":"traceutil/trace.go:172","msg":"trace[1968947202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1076; }","duration":"1.476875914s","start":"2026-03-30T20:22:32.954200Z","end":"2026-03-30T20:22:34.431076Z","steps":["trace[1968947202] 'agreement among raft nodes before linearized reading' (duration: 1.476051746s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:22:34.431123Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:22:32.954170Z","time spent":"1.476943535s","remote":"127.0.0.1:36104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T20:22:34.430478Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.112203692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-30T20:22:34.431309Z","caller":"traceutil/trace.go:172","msg":"trace[446926902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1076; }","duration":"1.113031361s","start":"2026-03-30T20:22:33.318238Z","end":"2026-03-30T20:22:34.431269Z","steps":["trace[446926902] 'agreement among raft nodes before linearized reading' (duration: 1.112146561s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:22:34.431410Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:22:33.318214Z","time spent":"1.113179375s","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:22:34.430632Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.83592793s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:22:34.431706Z","caller":"traceutil/trace.go:172","msg":"trace[599202721] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1076; }","duration":"1.837001654s","start":"2026-03-30T20:22:32.594692Z","end":"2026-03-30T20:22:34.431694Z","steps":["trace[599202721] 'agreement among raft nodes before linearized reading' (duration: 1.83591033s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:22:34.430672Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.845781026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T20:22:34.432268Z","caller":"traceutil/trace.go:172","msg":"trace[1046786693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1076; }","duration":"1.847378232s","start":"2026-03-30T20:22:32.584848Z","end":"2026-03-30T20:22:34.432226Z","steps":["trace[1046786693] 'agreement among raft nodes before linearized reading' (duration: 1.845634582s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:22:34.432383Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:22:32.584824Z","time spent":"1.847537815s","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:22:34.436017Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"608.854971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T20:22:34.436097Z","caller":"traceutil/trace.go:172","msg":"trace[665885916] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1078; }","duration":"608.947723ms","start":"2026-03-30T20:22:33.827134Z","end":"2026-03-30T20:22:34.436081Z","steps":["trace[665885916] 'agreement among raft nodes before linearized reading' (duration: 608.81427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:22:34.436273Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:22:33.827101Z","time spent":"609.144118ms","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:22:34.436365Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"401.876775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T20:22:34.436415Z","caller":"traceutil/trace.go:172","msg":"trace[411454702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1078; }","duration":"401.931706ms","start":"2026-03-30T20:22:34.034470Z","end":"2026-03-30T20:22:34.436401Z","steps":["trace[411454702] 'agreement among raft nodes before linearized reading' (duration: 401.708561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:22:34.436455Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:22:34.034442Z","time spent":"402.001838ms","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T20:22:34.437277Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"854.864923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T20:22:34.437503Z","caller":"traceutil/trace.go:172","msg":"trace[1457230909] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:1078; }","duration":"855.099028ms","start":"2026-03-30T20:22:33.582391Z","end":"2026-03-30T20:22:34.437490Z","steps":["trace[1457230909] 'agreement among raft nodes before linearized reading' (duration: 853.629766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T20:22:34.437607Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T20:22:33.582362Z","time spent":"855.234602ms","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.238\" limit:1 "}